-- Logs begin at Sun 2022-05-29 00:15:02 UTC, end at Sun 2022-05-29 02:15:55 UTC. -- May 29 00:51:16.308755 dv-neutron-843186-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 29 00:51:18.453059 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.common.config [-] Logging enabled! May 29 00:51:18.453704 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev9 May 29 00:51:18.453822 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83874) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 29 00:51:18.455955 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.common.config [-] Logging enabled! May 29 00:51:18.456222 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev9 May 29 00:51:18.456462 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83874) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 29 00:51:18.457569 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 29 00:51:18.457909 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 29 00:51:18.458256 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 29 00:51:18.458496 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 29 00:51:18.458715 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 29 00:51:18.459027 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.459316 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.459607 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.459832 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.460239 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.460510 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.460787 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.461068 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.461355 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.461636 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.461910 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.462187 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.462410 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.462684 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.462963 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.463241 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.463458 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] debug = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.463730 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.464168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.464571 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.464844 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.465125 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.465391 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.465663 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.465941 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.466264 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] host = dv-neutron-843186-2-hyperv {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.466533 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.466812 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.467090 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.467367 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.467637 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.467906 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.468214 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.468482 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.468747 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] log_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.469017 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.469296 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.469578 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.469864 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.470088 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.470305 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.470582 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.470862 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.471132 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.471399 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.471669 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.471937 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.472229 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.472493 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.472774 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.473255 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.473723 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.474007 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.474288 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.474563 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.474830 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.475114 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.475384 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.475655 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.475927 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.476238 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.476500 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.476770 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.477062 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.477342 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.477616 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.477895 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.478163 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.478436 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.478704 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.478972 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.479237 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] use_json = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.479502 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.479768 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.480068 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.480336 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.480602 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.480871 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.481136 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.481411 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.481932 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:18.482220 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.482509 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.482801 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.483079 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.483365 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.483637 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.483919 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.484212 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.484493 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.484774 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.485054 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.485324 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.485603 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.485892 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.486175 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.486442 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.486713 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.486996 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.487268 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.487533 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.487806 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.488116 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.488389 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.489296 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.489704 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.489981 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.490251 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.490522 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.490795 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.491078 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.491349 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.491613 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.491875 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.492199 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.492464 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.492744 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.493016 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.493283 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.493549 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.493820 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.494088 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.494355 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.494626 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.494892 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.495162 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.495427 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.495691 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.495955 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.496243 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.496515 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.496780 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.497042 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.497316 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.497577 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.497840 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.498107 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.498371 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.498640 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.498923 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.499220 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.499490 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.499764 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.500063 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.500339 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.500616 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.500887 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.501159 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.501430 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.501693 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.501977 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.502257 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.502537 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.502830 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.503086 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.503373 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.503644 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.503923 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.504908 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.505348 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.505640 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.505925 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.506220 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.506518 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.506806 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.507094 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.507386 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.507668 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.507970 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.508269 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:18.508484 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 29 00:51:18.508719 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83874) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 29 00:51:18.913216 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO keyring.backend [-] Loading KWallet May 29 00:51:18.920481 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO keyring.backend [-] Loading SecretService May 29 00:51:18.923518 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO keyring.backend [-] Loading Windows May 29 00:51:18.924853 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO keyring.backend [-] Loading chainer May 29 00:51:18.925418 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO keyring.backend [-] Loading macOS May 29 00:51:18.959510 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 29 00:51:18.959775 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 29 00:51:18.960088 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 29 00:51:18.961518 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [-] Loading core plugin: ml2 May 29 00:51:19.265708 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.265925 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.266192 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.322989 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.323262 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.323524 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.326532 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.326795 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.327050 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.356400 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.357039 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.357196 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.384200 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.384471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.384730 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.702419 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.703049 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.703049 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.703309 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.704110 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.823857 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.824193 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.824470 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.824731 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.824985 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.825284 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.825540 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.825788 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.826033 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.826307 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.826561 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.826820 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.827077 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.827325 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.827583 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.827842 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.828126 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.828389 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.828638 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.828910 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.829251 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.829495 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.829736 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.830011 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.830252 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.830492 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.830867 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:19.831105 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:19.831338 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:19.831569 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:19.831797 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:19.832049 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:19.833544 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 29 00:51:19.836595 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 29 00:51:19.840566 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 29 00:51:19.844344 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 29 00:51:19.845946 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 29 00:51:19.846323 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 29 00:51:19.846649 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 29 00:51:19.847025 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 29 00:51:19.850061 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 29 00:51:19.850309 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 29 00:51:19.850647 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 29 00:51:19.878168 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 29 00:51:19.878608 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.878902 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83874) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 29 00:51:19.879898 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.881390 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83874) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 29 00:51:19.881663 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 29 00:51:19.881899 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 29 00:51:19.885105 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.885378 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:19.949913 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 29 00:51:19.950145 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 29 00:51:19.950372 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 29 00:51:19.950732 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 29 00:51:19.986776 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_db.sqlalchemy.engines [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83874) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 29 00:51:20.308190 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing driver for type 'gre' May 29 00:51:20.308633 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] gre ID ranges: [(1, 1000)] May 29 00:51:20.364815 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing driver for type 'local' May 29 00:51:20.365154 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing driver for type 'vlan' May 29 00:51:20.377762 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] VlanTypeDriver initialization complete May 29 00:51:20.378093 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing driver for type 'vxlan' May 29 00:51:20.378577 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] vxlan ID ranges: [(1, 1000)] May 29 00:51:20.435355 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing extension driver 'port_security' May 29 00:51:20.435725 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.extensions.port_security [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] PortSecurityExtensionDriver initialization complete May 29 00:51:20.436070 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing mechanism driver 'openvswitch' May 29 00:51:20.436390 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing mechanism driver 'hyperv' May 29 00:51:20.443254 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:51:20.443918 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.444309 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.444659 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.445163 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 29 00:51:20.445582 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnet after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.445930 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnet after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.446271 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.446651 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 29 00:51:20.447048 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.447392 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.447731 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.448132 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 29 00:51:20.448530 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > security_group after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.448875 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > security_group after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.449211 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.449721 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 29 00:51:20.450116 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.450463 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.450799 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.451174 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 29 00:51:20.451606 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] ML2 OVO RPC backend initialized. {{(pid=83874) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 29 00:51:20.452271 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.452623 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.453033 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.453376 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > networks before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.453716 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.454052 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > ports before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.454390 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnet before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.454731 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnets before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.455071 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.455404 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.455730 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.456089 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.456418 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.456745 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.457075 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnet after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.457480 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnet after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.457808 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.458378 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.plugin [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Modular L2 Plugin initialization complete May 29 00:51:20.458705 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading services supported by the core plugin {{(pid=83874) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 29 00:51:20.459022 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Got port-security extension from driver 'port_security' May 29 00:51:20.459482 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.extensions.vlantransparent [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Disabled vlantransparent extension. May 29 00:51:20.459904 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83874) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 29 00:51:20.460968 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: router May 29 00:51:20.496168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.496555 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router after_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.496916 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router before_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.497275 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.497643 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.497992 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router after_delete 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.498342 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.498699 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router after_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.499041 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.499386 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.499729 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.500109 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.500512 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.500878 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.501210 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.501541 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: subnet after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.501873 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.502212 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.502553 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.502892 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: port before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.503226 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.503576 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.503912 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.504444 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.504799 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.505138 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.505495 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > agent after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.505839 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > agent after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.506178 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.507031 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Tracking information for resource: router configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:20.507360 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Tracking information for resource: floatingip configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 29 00:51:20.512152 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.db.l3_agentschedulers_db [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 29 00:51:20.512721 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.513075 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.513418 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.513765 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.514656 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router before_create 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.515016 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.515371 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_create 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.515723 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > router precommit_update 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.520148 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.services.provider_configuration [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service providers = [] {{(pid=83874) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 29 00:51:20.520515 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.db.servicetype_db [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83874) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 29 00:51:20.523386 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.services.service_base [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 29 00:51:20.523735 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.services.service_base [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 29 00:51:20.524103 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.services.service_base [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 29 00:51:20.524971 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.services.service_base [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 29 00:51:20.525338 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.services.service_base [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Default provider is not specified for service type L3_ROUTER_NAT May 29 00:51:20.525710 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.526021 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 29 00:51:20.536937 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.537268 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: auto_allocate May 29 00:51:20.543005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: network precommit_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.543368 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: network precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.543875 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.544222 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: tag May 29 00:51:20.550571 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.551512 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: timestamp May 29 00:51:20.555441 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.555773 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: network_ip_availability May 29 00:51:20.561000 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.561318 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.561665 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.562361 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.562676 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: flavors May 29 00:51:20.567290 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.567619 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading Plugin: revisions May 29 00:51:20.571751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 29 00:51:20.572171 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.612s {{(pid=83874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 29 00:51:20.572892 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83874) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 29 00:51:20.573225 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Initializing extension manager. May 29 00:51:20.573719 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: __init__.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.574054 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: __pycache__ {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.574383 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.574709 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.575035 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: _filter_validation_lib.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.575360 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.575682 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: address_group.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.576447 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.576998 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: address-group May 29 00:51:20.577318 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: address_scope.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.578016 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.578519 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: address-scope May 29 00:51:20.578838 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.579739 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.580280 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: router-admin-state-down-before-update May 29 00:51:20.580603 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: agent.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.581289 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.581783 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: agent May 29 00:51:20.582100 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: agent_resources_synced.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.583020 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.583518 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: agent-resources-synced May 29 00:51:20.583835 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: allowedaddresspairs.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.585794 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.586311 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: allowed-address-pairs May 29 00:51:20.586663 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: auto_allocated_topology.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.587739 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.588275 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: auto-allocated-topology May 29 00:51:20.588595 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: availability_zone.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.589268 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.589759 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: availability_zone May 29 00:51:20.590073 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: availability_zone_filter.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.590966 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.591460 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: availability_zone_filter May 29 00:51:20.591775 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: data_plane_status.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.592682 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.593178 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension data-plane-status not supported by any of loaded plugins May 29 00:51:20.593483 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: default_subnetpools.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.594378 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.594867 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: default-subnetpools May 29 00:51:20.595181 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.595935 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.596457 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: dhcp_agent_scheduler May 29 00:51:20.596772 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: dns.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.597660 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.598684 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension dns-integration not supported by any of loaded plugins May 29 00:51:20.598992 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: dns_domain_ports.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.599898 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.600415 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension dns-domain-ports not supported by any of loaded plugins May 29 00:51:20.600732 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: dvr.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.601392 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.601884 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: dvr May 29 00:51:20.602202 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: empty_string_filtering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.603098 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.603595 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: empty-string-filtering May 29 00:51:20.603913 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.604829 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.605320 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 29 00:51:20.605636 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.606808 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.607308 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 29 00:51:20.607627 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: external_net.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.608541 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.609037 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: external-net May 29 00:51:20.609352 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.610237 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.610730 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: extra_dhcp_opt May 29 00:51:20.611049 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: extraroute.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.611926 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.612447 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: extraroute May 29 00:51:20.612761 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: extraroute_atomic.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.614551 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.615183 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: extraroute-atomic May 29 00:51:20.615505 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: filter_validation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.616201 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.616699 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: filter-validation May 29 00:51:20.617017 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: fip_pf_description.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.617907 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.618401 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 29 00:51:20.618717 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: fip_port_details.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.619615 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.620154 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: fip-port-details May 29 00:51:20.620473 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: flavors.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.621675 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.622179 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: flavors May 29 00:51:20.622499 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.624155 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.624663 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 29 00:51:20.624986 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: floatingip_pools.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.625671 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.626171 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: floatingip-pools May 29 00:51:20.626487 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: ip_allocation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.627384 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.627872 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension ip_allocation not supported by any of loaded plugins May 29 00:51:20.628220 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.629158 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.629706 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: ip-substring-filtering May 29 00:51:20.630025 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l2_adjacency.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.630965 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.631455 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension l2_adjacency not supported by any of loaded plugins May 29 00:51:20.631769 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l3.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.632748 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.633247 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: router May 29 00:51:20.633566 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.635897 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.636439 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 29 00:51:20.636766 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.637677 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.638177 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: ext-gw-mode May 29 00:51:20.638498 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.639419 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.639914 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: l3-ha May 29 00:51:20.640262 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l3_flavors.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.641168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.641671 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: l3-flavors May 29 00:51:20.641991 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.642892 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.643391 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: l3-port-ip-change-not-allowed May 29 00:51:20.643710 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: l3agentscheduler.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.644784 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.645450 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: l3_agent_scheduler May 29 00:51:20.645778 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: logging.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.647231 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.647735 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension logging not supported by any of loaded plugins May 29 00:51:20.648082 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: metering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.648809 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.649374 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: metering May 29 00:51:20.649692 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.650755 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.651258 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: metering_source_and_destination_fields May 29 00:51:20.651577 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: multiprovidernet.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.652512 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.653009 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: multi-provider May 29 00:51:20.653324 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: netmtu.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.654222 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.654718 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: net-mtu May 29 00:51:20.655036 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: netmtu_writable.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.655931 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.656461 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: net-mtu-writable May 29 00:51:20.656776 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: network_availability_zone.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.657428 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.657919 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: network_availability_zone May 29 00:51:20.658233 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: network_ip_availability.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.659296 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.659795 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: network-ip-availability May 29 00:51:20.660148 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: network_segment_range.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.661600 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.662100 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension network-segment-range not supported by any of loaded plugins May 29 00:51:20.662418 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: pagination.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.663370 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.663691 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: pagination May 29 00:51:20.664015 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.664937 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.665439 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: port-mac-address-regenerate May 29 00:51:20.665756 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: port_resource_request.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.666643 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.667135 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension port-resource-request not supported by any of loaded plugins May 29 00:51:20.667452 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: portbindings.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.668386 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.668883 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: binding May 29 00:51:20.669199 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: portbindings_extended.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.670443 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.670941 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: binding-extended May 29 00:51:20.671261 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: portsecurity.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.672198 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.672698 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: port-security May 29 00:51:20.673015 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: project_id.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.673966 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.674287 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: project-id May 29 00:51:20.674601 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: providernet.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.675502 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.676638 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: provider May 29 00:51:20.676958 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.680542 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.681055 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos not supported by any of loaded plugins May 29 00:51:20.681384 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.682604 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.683107 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 29 00:51:20.683432 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.684358 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.684860 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 29 00:51:20.685181 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_default.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.686076 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.686575 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-default not supported by any of loaded plugins May 29 00:51:20.686894 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_fip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.687531 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.688045 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-fip not supported by any of loaded plugins May 29 00:51:20.688366 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_gateway_ip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.689270 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.689770 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 29 00:51:20.690086 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_port_network_policy.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.690981 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.691509 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 29 00:51:20.691836 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_rule_type_details.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.692814 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.693319 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 29 00:51:20.693638 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: qos_rules_alias.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.694662 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.695167 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension qos-rules-alias not supported by any of loaded plugins May 29 00:51:20.695489 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: quotasv2.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.696388 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.696711 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: quotas May 29 00:51:20.697029 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: quotasv2_detail.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.698610 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.698943 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: quota_details May 29 00:51:20.699268 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: rbac.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.700329 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.700844 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: rbac-policies May 29 00:51:20.701168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: rbac_address_scope.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.702085 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.702589 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: rbac-address-scope May 29 00:51:20.703116 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: rbac_security_groups.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.703799 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.704323 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: rbac-security-groups May 29 00:51:20.704642 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: rbac_subnetpool.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.705546 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.706046 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: rbac-subnetpool May 29 00:51:20.706369 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: revisionifmatch.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.707926 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.708502 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: revision-if-match May 29 00:51:20.708817 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: revisions.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.709909 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.710409 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: standard-attr-revisions May 29 00:51:20.710729 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: router_availability_zone.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.711389 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.711890 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: router_availability_zone May 29 00:51:20.712238 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: routerservicetype.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.713139 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.713639 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension router-service-type not supported by any of loaded plugins May 29 00:51:20.713958 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.714858 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.715359 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: port-security-groups-filtering May 29 00:51:20.715676 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: securitygroup.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.726565 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.727092 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: security-group May 29 00:51:20.727424 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: segment.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.728241 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.728757 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension segment not supported by any of loaded plugins May 29 00:51:20.729081 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.730025 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.730523 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 29 00:51:20.730844 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: servicetype.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.732212 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.732727 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: service-type May 29 00:51:20.733047 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: sorting.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.734006 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.734333 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: sorting May 29 00:51:20.734651 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: standard_attr_segment.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.735542 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.736074 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension standard-attr-segment not supported by any of loaded plugins May 29 00:51:20.736396 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: standardattrdescription.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.737034 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.737531 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: standard-attr-description May 29 00:51:20.737846 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: stateful_security_group.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.739352 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.739857 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: stateful-security-group May 29 00:51:20.740211 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: stdattrs_common.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.740787 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 29 00:51:20.741104 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.742043 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.742550 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 29 00:51:20.742866 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: subnet_onboard.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.744016 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.744521 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: subnet_onboard May 29 00:51:20.744842 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.745752 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.746256 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 29 00:51:20.746573 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: subnet_service_types.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.747478 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.747980 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: subnet-service-types May 29 00:51:20.748323 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: subnetallocation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.749398 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.749899 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: subnet_allocation May 29 00:51:20.750222 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.750872 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.751368 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: subnetpool-prefix-ops May 29 00:51:20.751685 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.752640 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.753137 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 29 00:51:20.753455 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: tagging.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.755158 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.755666 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: standard-attr-tag May 29 00:51:20.756009 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: timestamp.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.757205 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.757714 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loaded extension: standard-attr-timestamp May 29 00:51:20.758039 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: trunk.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.759055 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.759559 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension trunk not supported by any of loaded plugins May 29 00:51:20.759880 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: trunk_details.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.760809 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.761309 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension trunk-details not supported by any of loaded plugins May 29 00:51:20.761630 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: uplink_status_propagation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.762541 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.763040 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 29 00:51:20.763361 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Loading extension file: vlantransparent.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 29 00:51:20.764109 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 29 00:51:20.764614 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extension vlan-transparent not supported by any of loaded plugins May 29 00:51:20.766834 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:network May 29 00:51:20.767540 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:subnet May 29 00:51:20.768170 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:subnetpool May 29 00:51:20.768929 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:port May 29 00:51:20.770393 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.770840 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service FLAVORS assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.771437 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.771861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.772211 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:router May 29 00:51:20.772885 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:floatingip May 29 00:51:20.773600 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service METERING assigned prefix: /metering {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.775016 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.775385 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.775741 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 00:51:20.776881 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of CountableResource for resource:rbac_policy May 29 00:51:20.777322 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:security_group May 29 00:51:20.777991 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:security_group_rule May 29 00:51:20.778702 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.779028 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:subnetpool May 29 00:51:20.779369 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] subnetpool is already registered May 29 00:51:20.779980 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.780325 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:subnetpool May 29 00:51:20.780648 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] subnetpool is already registered May 29 00:51:20.783142 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.783578 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service FLAVORS assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.784189 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.784606 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.784934 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:router May 29 00:51:20.785280 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] router is already registered May 29 00:51:20.785867 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:floatingip May 29 00:51:20.786191 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] floatingip is already registered May 29 00:51:20.786813 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service METERING assigned prefix: /metering {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.787466 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of CountableResource for resource:rbac_policy May 29 00:51:20.787785 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] rbac_policy is already registered May 29 00:51:20.788342 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:security_group May 29 00:51:20.788667 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] security_group is already registered May 29 00:51:20.789241 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:security_group_rule May 29 00:51:20.789565 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] security_group_rule is already registered May 29 00:51:20.790236 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.790559 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:subnetpool May 29 00:51:20.790878 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] subnetpool is already registered May 29 00:51:20.791475 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 29 00:51:20.791796 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Creating instance of TrackedResource for resource:subnetpool May 29 00:51:20.792169 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] subnetpool is already registered May 29 00:51:20.792817 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: extensions {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.794224 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: address-groups {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.795762 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: address-scopes {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.796978 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: agents {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.798091 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: auto-allocated-topology {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.799292 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: availability_zones {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.800582 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: dhcp-networks {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.802612 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: dhcp-agents {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.804001 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: routers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.805746 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: flavors {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.806867 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: service_profiles {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.808045 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: next_providers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.809516 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: service_profiles {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.810893 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: floatingip-pools {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.812142 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: routers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.813819 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: floatingips {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.814959 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: l3-routers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.816303 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: l3-agents {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.818440 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: metering-labels {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.819743 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: metering-label-rules {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.820983 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: network-ip-availabilities {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.822195 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: bindings {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.824688 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: quotas {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.826112 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: quotas {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.827487 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: rbac-policies {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.828768 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: security-groups {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.829924 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: security-group-rules {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.831110 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: service-providers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.832337 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: subnetpools {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.833729 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: subnetpools {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.835122 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.836764 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.838519 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.840233 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.841928 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.843551 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.845291 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.847069 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.848899 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.850668 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron.api.extensions [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 29 00:51:20.856368 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING keystonemiddleware.auth_token [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 29 00:51:20.861298 dv-neutron-843186-2-hyperv neutron-server[83874]: WARNING keystonemiddleware.auth_token [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 29 00:51:20.869729 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Acquired lock "singleton_lock" {{(pid=83874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 29 00:51:20.870196 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Releasing lock "singleton_lock" {{(pid=83874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 29 00:51:20.870813 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO oslo_service.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Starting 2 workers May 29 00:51:20.875362 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Started child 83979 {{(pid=83874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 29 00:51:20.880060 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Started child 83980 {{(pid=83874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 29 00:51:20.881681 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO neutron.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Neutron service started, listening on 0.0.0.0:9696 May 29 00:51:20.881873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:20.882450 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Notify callbacks [] for process, before_spawn {{(pid=83874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:20.883329 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [-] (83979) wsgi starting up on http://0.0.0.0:9696 May 29 00:51:20.884752 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO oslo_service.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Starting 1 workers May 29 00:51:20.885050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:20.886425 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [-] (83980) wsgi starting up on http://0.0.0.0:9696 May 29 00:51:20.889684 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Started child 83981 {{(pid=83874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 29 00:51:20.890209 dv-neutron-843186-2-hyperv neutron-server[83874]: INFO oslo_service.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Starting 1 workers May 29 00:51:20.893734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] calling RpcWorker wait() {{(pid=83981) _wait /opt/stack/neutron/neutron/service.py:128}} May 29 00:51:20.894281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] returning from RpcWorker wait() {{(pid=83981) _wait /opt/stack/neutron/neutron/service.py:135}} May 29 00:51:20.894387 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Started child 83982 {{(pid=83874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 29 00:51:20.895395 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944dd2ab-2acd-439b-b2c8-7e7937377758 None None] Notify callbacks [] for process, after_spawn {{(pid=83874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:20.895543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:20.896149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:51:20.897282 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 29 00:51:20.897484 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 29 00:51:20.897657 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 29 00:51:20.897873 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 29 00:51:20.898195 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 29 00:51:20.898354 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 29 00:51:20.898867 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.899139 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.899391 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.899552 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:20.900062 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.900062 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.900477 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.900731 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.900988 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.901240 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.901471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.901634 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.901795 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.902034 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.902281 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.902568 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.902835 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.903066 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.903302 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.903486 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.903743 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.904026 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.904271 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.904523 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] debug = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.904769 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.905239 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.905457 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.905703 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.905935 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.906207 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.906451 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.906754 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.906985 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.907199 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.907430 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.907679 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.907904 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.908166 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.908421 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.908658 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.909107 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] host = dv-neutron-843186-2-hyperv {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.909347 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.909557 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.909782 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.910015 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.910289 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.910520 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.910748 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.910986 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.911244 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.911464 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.911716 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.911936 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.912175 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.912408 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.912569 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_options = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.912823 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.913097 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.913358 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.913543 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.913706 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.913879 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.914137 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.914297 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.914555 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.914769 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.914977 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.915187 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.915411 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.915647 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.915880 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.916118 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.916328 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.916555 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.916835 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.917020 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.917254 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.917492 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.917716 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.917945 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.918156 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.918371 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.918611 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.918849 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.919056 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.919289 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.919563 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.919798 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.920048 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.920285 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.920511 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.920731 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.920941 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.921226 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.921449 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.921696 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.921964 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.922221 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.922417 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.922651 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.922859 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.923082 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_json = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.923287 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.923492 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.923730 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.923938 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.924195 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.924403 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.924608 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.924834 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.925040 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.925429 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.925716 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.926565 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.926802 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.927028 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.927375 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.927611 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.927828 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.928096 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.928345 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.928656 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.928884 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.929187 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.929439 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.929769 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.929922 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:51:20.930091 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.930240 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.930377 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.930578 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.930810 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.931019 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.931247 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.931502 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.931717 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.931924 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.932185 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.932412 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.932609 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.932849 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.933090 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.933339 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.933564 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.933769 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.933981 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.934181 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.934420 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.934673 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.935117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.935117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.935612 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.935755 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.936064 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.936213 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.936362 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.936524 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.936840 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.936969 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.937164 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.937395 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.937615 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.937798 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.938047 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.938263 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.938473 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.938702 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.938936 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.939144 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.939369 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.939604 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.939823 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.940635 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.940635 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.940635 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.940635 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.942471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.942471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.942471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.942471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.942471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.942471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.943833 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.943833 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.943833 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.943833 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.943833 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.944354 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.944593 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.944839 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.945255 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.945936 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.946297 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.946688 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.947056 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.947439 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.947827 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.948661 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.948915 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.949176 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.949438 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.949660 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.949921 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.950142 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.950388 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.950621 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.950880 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.951101 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.951391 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.951646 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.951875 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.952148 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.952382 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.952658 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.952918 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.953203 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.953420 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.953702 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.953990 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.954280 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.954554 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.954820 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.955062 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.955303 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.955546 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.955798 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.956077 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.956343 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.956577 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.956844 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.957129 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.957355 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.957564 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.957819 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.958260 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.958521 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.958916 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.959146 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.959416 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.959657 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.959892 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.960186 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.960439 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.960700 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.961114 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.961280 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.961423 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.961588 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.961822 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.962032 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.962269 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.962512 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.962750 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.962981 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.963211 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.963605 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.964035 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.964262 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.964551 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.964886 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.965058 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.965197 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.965348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46116) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:20.965487 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.965621 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.966027 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.966027 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.966343 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.966491 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.966683 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.966933 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.967149 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.967421 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.967659 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.967889 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.968136 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.968379 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.968629 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.968842 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.969091 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.969316 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.969525 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.970251 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.970251 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.970251 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.970691 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.970691 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.970982 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.970982 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.971242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.971531 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.971763 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.972028 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.972251 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.972471 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.972703 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.973048 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.973614 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.973815 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062289 May 29 00:51:20.974535 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.975013 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.975440 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.975899 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.976343 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.976623 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.976902 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.977208 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.977502 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.977781 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.978081 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.978982 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.978982 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.978982 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.978982 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.979256 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.979459 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.979762 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.981121 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.981442 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.982607 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.982833 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.983076 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.983388 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.983611 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.983840 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.984111 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.984354 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.984571 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.985378 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.985378 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.985378 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.985794 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.985794 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.986063 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.986210 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.986392 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.986656 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.986880 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.987119 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.987425 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.987651 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.987982 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.988175 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.989142 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.989142 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.989445 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.989650 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.990107 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.990530 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.990949 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.991268 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.992700 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.992700 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.992700 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.992700 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.992700 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.993398 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.993398 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.993398 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.993871 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.993871 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.994175 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.994326 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.994511 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.994723 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.994974 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.995237 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.995464 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.995694 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.996604 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.996604 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.996604 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.996604 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.997168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.997168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:20.997168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 29 00:51:20.997642 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 29 00:51:20.997819 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 29 00:51:20.997992 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 29 00:51:20.998133 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 29 00:51:20.998284 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 29 00:51:20.998421 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 29 00:51:20.998559 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.998731 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.998900 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.999076 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.999226 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.999364 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.999504 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.999640 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.999775 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:20.999910 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.000098 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.000253 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.000390 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.000559 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.000835 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.001002 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.001215 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.001355 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.001492 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.001629 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.001775 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.001912 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.002056 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] debug = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.002192 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.002367 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.002474 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.002592 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.002747 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.002899 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.003055 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.003206 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.003527 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.003678 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.004100 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.004257 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.004423 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.004516 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.004663 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.004887 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.005227 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] host = dv-neutron-843186-2-hyperv {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.005385 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.005539 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.005692 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.005847 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.006194 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.006194 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.006402 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.006487 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.006566 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.006714 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.006867 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.007019 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.007172 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.007325 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.007477 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_options = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.007629 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.007781 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.008761 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.008761 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.008761 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.008761 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.008761 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.008761 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009368 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009368 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009368 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009368 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009859 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009859 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009859 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.009859 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.010298 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.010298 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.010298 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.010505 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.010583 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.010669 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011413 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011413 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011413 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011413 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011413 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011908 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011908 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.011908 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.012313 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.012313 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.012313 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.012713 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.012713 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.012713 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.013170 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.013170 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.013170 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_json = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.014242 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.015330 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 29 00:51:21.016207 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016207 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016207 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016207 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016207 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016688 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016688 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016688 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.016688 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017060 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017060 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017390 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017390 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017701 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017701 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017962 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.017962 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.018861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.018861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.018861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.018861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.018861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.018861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.018861 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.020529 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.020529 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.020529 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.020529 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.020529 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.020529 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.020529 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.021917 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.022751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.022751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.022751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.022751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.022751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.022751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.022751 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023313 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023313 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023313 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023313 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023681 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023681 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023915 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.023915 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.024262 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.024262 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.024480 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.024583 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.024685 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.024788 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.024963 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.025113 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.025239 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.025361 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.025559 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.025746 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.025857 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.025961 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.026071 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.026234 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.026390 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.026545 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.026702 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.026866 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.027038 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028031 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028031 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028031 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028031 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028031 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028031 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028608 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028608 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028608 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.028608 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.029010 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.029010 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.029010 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.030188 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031878 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031878 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031878 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031878 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.031878 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.034753 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.035364 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.035364 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.035364 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.035364 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.035364 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.035364 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.036386 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.036386 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.036386 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.036592 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.036592 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.036743 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.036853 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.037008 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.037319 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.037476 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.037776 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.037932 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.038229 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.038382 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.038695 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.038842 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.038987 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.039142 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.039286 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.039438 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.039736 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.039889 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.040200 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.040375 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.040524 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.040668 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.040810 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.040967 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.041117 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.041281 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.041424 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.041583 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.041756 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.041899 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.042041 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.042236 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.042339 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.042490 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.042643 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.042799 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.042956 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.043113 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.043258 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.043415 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.043570 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.043743 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.043898 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.044077 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.044239 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.044388 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.044566 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.044715 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.044856 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.044997 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.045142 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.045349 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.045444 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.045599 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.045750 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.045914 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.046076 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.046240 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.046397 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.046540 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.046683 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.046825 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.046965 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.047121 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.047281 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.047423 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.047574 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.047729 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.047889 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.048085 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.048235 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.048394 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.048561 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.048723 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.048868 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.049019 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.049174 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.049340 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.049496 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.049653 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.049807 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.049963 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.050129 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.050286 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.050771 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.050771 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.050771 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.051005 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.051174 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.051348 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.051506 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052033 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052033 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052033 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052602 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052602 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052602 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052602 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052882 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.052882 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.053035 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.053181 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.053341 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.053502 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.053665 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.053827 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.053989 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.054139 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.054297 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.054465 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.054604 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.054739 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.054875 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.055010 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.055168 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.055326 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.055554 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.055688 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.055838 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.055971 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.056144 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.056292 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.056449 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.056580 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.056715 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 29 00:51:21.056849 dv-neutron-843186-2-hyperv neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 29 00:51:21.065082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:51:31.392144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63057fc5-3fea-4e14-bd8e-4bca21ad8ef4 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 00:51:31.503222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63057fc5-3fea-4e14-bd8e-4bca21ad8ef4 None None] No non-hosted networks {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 29 00:51:31.505287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1a99c21c-1c56-49ff-8139-51783cccb549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029588'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:33.519058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3039fec9-28c2-4a5b-b865-be7a53d21d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029588'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:33.525322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-c0687907-5970-4321-90ae-d86bf01f657f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-843186-2-hyperv {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 00:51:33.525951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-c0687907-5970-4321-90ae-d86bf01f657f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 00:51:34.044511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c0687907-5970-4321-90ae-d86bf01f657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:34.463226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029588'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:35.353679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029588'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:35.355363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.356090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.356699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.357440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.357993 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.358387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.358807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.359341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.359736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.360166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.360721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:35.361339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-843186-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:51:35.368316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-843186-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:51:36.006715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029588'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:37.510887 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.db.l3_hamode_db [None req-2a1ecbce-aaf2-4ea0-8a2b-c51bcd484d6e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 29 00:51:37.597847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ecbce-aaf2-4ea0-8a2b-c51bcd484d6e None None] Routers set() bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:51:37.598225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ecbce-aaf2-4ea0-8a2b-c51bcd484d6e None None] Router IDs set() for agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 29 00:51:37.748553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46214) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:38.378393 dv-neutron-843186-2-hyperv neutron-server[83980]: WARNING oslo_policy.policy [None req-2a734def-117a-4f38-9bd2-47c76ae9dd27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:51:38.379587 dv-neutron-843186-2-hyperv neutron-server[83980]: WARNING oslo_policy.policy [None req-2a734def-117a-4f38-9bd2-47c76ae9dd27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:51:38.615749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-2a734def-117a-4f38-9bd2-47c76ae9dd27 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 00:51:38.616785 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2a734def-117a-4f38-9bd2-47c76ae9dd27 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8674011 May 29 00:51:40.921011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46228) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:41.301861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:51:41.357408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.policy [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83980) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 29 00:51:41.358146 dv-neutron-843186-2-hyperv neutron-server[83980]: WARNING oslo_policy.policy [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:51:41.358508 dv-neutron-843186-2-hyperv neutron-server[83980]: WARNING oslo_policy.policy [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:51:41.361776 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.quota [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] Loaded quota_driver: . May 29 00:51:41.377669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:51:41.447450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771535231747', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771535188947', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771535188351', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771535197538', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771535194349', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3201035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3212191', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1034416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560778'] for rbac-policy, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:41.514027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:41.515166 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f501511f-a4ad-4dfe-9c08-d41eac412ae8 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5932252 May 29 00:51:44.121871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46242) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:44.494678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:51:44.499312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:51:44.504314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Usage tracker for resource:network and tenant:e4a00b9a10ae4f2ba0f888615b403ca6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:51:44.509062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:51:44.514964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:51:44.524916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Made reservation on behalf of e4a00b9a10ae4f2ba0f888615b403ca6 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:51:44.527778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.545231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.586924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:51:44.590608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Usage tracker for resource:security_group_rule and tenant:e4a00b9a10ae4f2ba0f888615b403ca6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:51:44.593420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:51:44.599804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:51:44.666504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.670178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.691299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:51:44.716628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771532948848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.717129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Unsubscribe: segment precommit_create {{(pid=83980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 29 00:51:44.717616 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Added segment 01b05a70-b9b9-4147-842c-5b4d9636846b of type vlan for network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 May 29 00:51:44.735206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8190b42-ac31-4dcb-9e1a-f441ac6d6f94,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:51:44.789282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.789616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.789943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.790266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.790585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.790901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.791214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.791526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.791835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.792169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.792477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Tracked resource versions report: May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: pushed versions: May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: { 'ConntrackHelper': {'1.0'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Log': {'1.0'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Network': {'1.1'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Port': {'1.5'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'PortForwarding': {'1.2'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'QosPolicy': {'1.8'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroup': {'1.2'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroupRule': {'1.0'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SubPort': {'1.0'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Subnet': {'1.1'}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Trunk': {'1.1'}} May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: consumer versions: May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Log': '1.0', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Network': '1.1', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Port': '1.5', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'PortForwarding': '1.2', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'QosPolicy': '1.8', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroup': '1.2', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroupRule': '1.0', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SubPort': '1.0', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Subnet': '1.1', May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Trunk': '1.1'}} May 29 00:51:44.793726 dv-neutron-843186-2-hyperv neutron-server[83980]: {{(pid=83980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:51:44.842961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.881707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.882780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:51:44.883400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:44.991418 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8683872 May 29 00:51:44.993774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf36608-1573-43d3-9f73-c461a9fad36d admin admin] Pushing event updated for resources: {'Network': ['ID=963a15a0-5e85-4bcd-8d36-e8271adc1dd8,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:51:45.006374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:51:47.593795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46258) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:48.054619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02176da1-3538-4cb0-8fe8-89ed959d916c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:51:48.055852 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-02176da1-3538-4cb0-8fe8-89ed959d916c admin admin] 10.222.0.33 "GET /v2.0/networks/963a15a0-5e85-4bcd-8d36-e8271adc1dd8 HTTP/1.1" status: 200 len: 825 time: 0.4611328 May 29 00:51:48.087024 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d8289a79-f663-4d35-9195-043540b1b8cb admin admin] 10.222.0.33 "GET /v2.0/subnetpools/091edea9-de8b-4c0d-b8fa-5a806fac5816 HTTP/1.1" status: 200 len: 734 time: 0.0259156 May 29 00:51:48.095551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'name': 'private-subnet', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'subnetpool_id': '091edea9-de8b-4c0d-b8fa-5a806fac5816', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:51:48.100417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:51:48.104155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Usage tracker for resource:subnet and tenant:e4a00b9a10ae4f2ba0f888615b403ca6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:51:48.107315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:51:48.112934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:51:48.122655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Made reservation on behalf of e4a00b9a10ae4f2ba0f888615b403ca6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:51:48.124912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:48.385975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:48.466354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a09119-1f41-4be8-bf18-fc6f139f89d8,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:51:48.476091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Checking segment: {'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:51:48.476476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Network hostable DHCP agents. Network: 963a15a0-5e85-4bcd-8d36-e8271adc1dd8, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:51:48.499458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:51:48.509264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 963a15a0-5e85-4bcd-8d36-e8271adc1dd8) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:51:48.513784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:51:48.514359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:48.519115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e2d55-df4d-4599-9a16-835be8dd8d73 None None] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:51:48.532766 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-62b7d82d-b101-4cad-ad04-c218c950ebb3 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4404256 May 29 00:51:48.825348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'fixed_ips': [{'subnet_id': '86a09119-1f41-4be8-bf18-fc6f139f89d8'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:51:48.826568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:49.010148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Allocated IP 172.20.0.2 (963a15a0-5e85-4bcd-8d36-e8271adc1dd8/86a09119-1f41-4be8-bf18-fc6f139f89d8/8e123aa1-2d96-46bb-aa95-7e651be4a200) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:51:49.253949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:49.267042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Transition to ACTIVE for port object 8e123aa1-2d96-46bb-aa95-7e651be4a200 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:51:49.289518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Transition to ACTIVE for port object 8e123aa1-2d96-46bb-aa95-7e651be4a200 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:51:49.296753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:49.362649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:51:49.365463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:51:49.370229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:51:49.377188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Pushing event updated for resources: {'Port': ['ID=8e123aa1-2d96-46bb-aa95-7e651be4a200,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:51:49.414766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.415112 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.415450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.415791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.416186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.416516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.416844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.417169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.417493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.417815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.418137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Tracked resource versions report: May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: pushed versions: May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: { 'ConntrackHelper': {'1.0'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Log': {'1.0'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Network': {'1.1'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Port': {'1.5'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'PortForwarding': {'1.2'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'QosPolicy': {'1.8'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroup': {'1.2'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroupRule': {'1.0'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SubPort': {'1.0'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Subnet': {'1.1'}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Trunk': {'1.1'}} May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: consumer versions: May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Log': '1.0', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Network': '1.1', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Port': '1.5', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'PortForwarding': '1.2', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'QosPolicy': '1.8', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroup': '1.2', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroupRule': '1.0', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SubPort': '1.0', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Subnet': '1.1', May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Trunk': '1.1'}} May 29 00:51:49.419477 dv-neutron-843186-2-hyperv neutron-server[83981]: {{(pid=83981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:51:49.475393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Attempting to bind port 8e123aa1-2d96-46bb-aa95-7e651be4a200 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:51:49.475787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Attempting to bind port 8e123aa1-2d96-46bb-aa95-7e651be4a200 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:51:49.476225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Attempting to bind port 8e123aa1-2d96-46bb-aa95-7e651be4a200 on network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:51:49.482770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:51:49.483181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Checking segment: {'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:51:49.483804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:49.484216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Bound using segment: {'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:51:49.484724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Bound port: 8e123aa1-2d96-46bb-aa95-7e651be4a200, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:51:49.485107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:49.576833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] For port 8e123aa1-2d96-46bb-aa95-7e651be4a200, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:51:49.580681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] For port 8e123aa1-2d96-46bb-aa95-7e651be4a200, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8e123aa1-2d96-46bb-aa95-7e651be4a200,segment=NetworkSegment(01b05a70-b9b9-4147-842c-5b4d9636846b),segment_id=01b05a70-b9b9-4147-842c-5b4d9636846b)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:51:49.585113 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:49.688113 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02c202-1a7a-454c-9250-4958d1d74ead None None] Pushing event updated for resources: {'Port': ['ID=8e123aa1-2d96-46bb-aa95-7e651be4a200,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:51:50.816564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46268) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:51.216937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-227bd7a5-c2f8-46ef-b8fc-4bed79248391 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 00:51:51.217911 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-227bd7a5-c2f8-46ef-b8fc-4bed79248391 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4003294 May 29 00:51:53.286489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dce15a-19cc-442b-84ce-966a45c762ab None None] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:51:53.412449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f3599021-9a8d-4dd9-a4cf-3cbb19238c39 None None] Provisioning for port 8e123aa1-2d96-46bb-aa95-7e651be4a200 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:51:53.482977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46282) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:53.622182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8e123aa1-2d96-46bb-aa95-7e651be4a200 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:51:53.701976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8e123aa1-2d96-46bb-aa95-7e651be4a200 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:51:53.708261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8e123aa1-2d96-46bb-aa95-7e651be4a200 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:51:53.708700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:53.774020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bc28cc86-49bd-48c5-84c7-6305687948d1 None None] Provisioning complete for port 8e123aa1-2d96-46bb-aa95-7e651be4a200 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:51:53.774385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bc28cc86-49bd-48c5-84c7-6305687948d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:53.882100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:53.898022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-c3afe2aa-7f7b-4e88-9947-6cfc219d8976 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 00:51:53.899133 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c3afe2aa-7f7b-4e88-9947-6cfc219d8976 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4150903 May 29 00:51:53.974844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bc28cc86-49bd-48c5-84c7-6305687948d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:53.985072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 8e123aa1-2d96-46bb-aa95-7e651be4a200, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8e123aa1-2d96-46bb-aa95-7e651be4a200,segment=NetworkSegment(01b05a70-b9b9-4147-842c-5b4d9636846b),segment_id=01b05a70-b9b9-4147-842c-5b4d9636846b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:51:53.992658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:54.119853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=8e123aa1-2d96-46bb-aa95-7e651be4a200,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:51:54.123249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-bc28cc86-49bd-48c5-84c7-6305687948d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 00:51:54.123843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-bc28cc86-49bd-48c5-84c7-6305687948d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 00:51:55.594319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8e123aa1-2d96-46bb-aa95-7e651be4a200 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:51:55.668752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8e123aa1-2d96-46bb-aa95-7e651be4a200 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:51:55.669126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:56.463952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46294) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:56.910222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:51:56.915154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:51:56.918872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Usage tracker for resource:router and tenant:e4a00b9a10ae4f2ba0f888615b403ca6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:51:56.922154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:51:56.928481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:51:56.938093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:56.939480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:56.966534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:57.079771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:57.099915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:51:57.101026 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8ea7d544-b025-4aa2-b1e4-6861578062d3 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6360397 May 29 00:51:59.363172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46304) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:51:59.757686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-f6aed5e3-a10f-4c55-ba58-d7e6c4850bad admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 00:51:59.758653 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f6aed5e3-a10f-4c55-ba58-d7e6c4850bad admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3945713 May 29 00:52:01.347855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7e235e87-cd56-4429-98ad-bf3a9bcc5c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.083525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 46314) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:52:02.466809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:52:02.471592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:52:02.475810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Usage tracker for resource:network and tenant:dac44024310647bb8962762ab6c2c667 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:52:02.478602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:52:02.484421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:52:02.494551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Made reservation on behalf of dac44024310647bb8962762ab6c2c667 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:52:02.496750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.508407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.538192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:52:02.541820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Usage tracker for resource:security_group_rule and tenant:dac44024310647bb8962762ab6c2c667 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:52:02.544492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:52:02.553026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:52:02.615048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.618356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.633976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Reserving flat network on physical network physnet1 {{(pid=83980) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 29 00:52:02.655587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df764c7d-e924-4fcb-af59-2f2aa615af16,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:02.660086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.660421 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Added segment dbf6acc0-a9a1-44af-98c6-a11631d5d1da of type flat for network de10c069-c6dd-489e-8941-64c064559cf5 May 29 00:52:02.692211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.725898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.726700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:52:02.727268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:02.827802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] Pushing event updated for resources: {'Network': ['ID=de10c069-c6dd-489e-8941-64c064559cf5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:02.830674 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-67653f09-c385-418f-9630-2fa2d737dc3f admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7461717 May 29 00:52:02.847454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network de10c069-c6dd-489e-8941-64c064559cf5 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:52:03.488697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-afddc96a-6c76-4b8e-983f-147ee8cdea3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:04.417425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:05.055227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 46324) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:52:05.352065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:05.504317 dv-neutron-843186-2-hyperv neutron-server[83979]: WARNING oslo_policy.policy [None req-5cbb33d2-6939-4775-b7a0-3e31f344c864 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:52:05.504886 dv-neutron-843186-2-hyperv neutron-server[83979]: WARNING oslo_policy.policy [None req-5cbb33d2-6939-4775-b7a0-3e31f344c864 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:52:05.852237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.policy [None req-5cbb33d2-6939-4775-b7a0-3e31f344c864 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83979) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 29 00:52:05.853009 dv-neutron-843186-2-hyperv neutron-server[83979]: WARNING oslo_policy.policy [None req-5cbb33d2-6939-4775-b7a0-3e31f344c864 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:52:05.853378 dv-neutron-843186-2-hyperv neutron-server[83979]: WARNING oslo_policy.policy [None req-5cbb33d2-6939-4775-b7a0-3e31f344c864 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 29 00:52:05.856186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb33d2-6939-4775-b7a0-3e31f344c864 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:52:05.858250 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5cbb33d2-6939-4775-b7a0-3e31f344c864 admin admin] 10.222.0.33 "GET /v2.0/subnets/86a09119-1f41-4be8-bf18-fc6f139f89d8 HTTP/1.1" status: 200 len: 849 time: 0.8010311 May 29 00:52:05.937969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:06.036785 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7c9656f2-9cc1-4b91-ac87-0f11a7bb5f5d admin admin] 10.222.0.33 "GET /v2.0/routers/e0909a16-f78b-4c5d-9552-018fae7712b8 HTTP/1.1" status: 200 len: 704 time: 0.1727636 May 29 00:52:06.493928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:06.743796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Allocated IP 172.20.0.1 (963a15a0-5e85-4bcd-8d36-e8271adc1dd8/86a09119-1f41-4be8-bf18-fc6f139f89d8/dc0f54cd-4b05-4c8e-bd38-5056b57f35c8) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:52:06.908356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:06.926850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Transition to ACTIVE for port object dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:52:06.952812 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:52:06.981674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.038140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:52:07.044857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:52:07.079868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0f54cd-4b05-4c8e-bd38-5056b57f35c8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:07.085896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:52:07.086461 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.095513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.095863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.096225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.096558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.096894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.097228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.097554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.097876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.098197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.098519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.098837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Tracked resource versions report: May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: pushed versions: May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: { 'ConntrackHelper': {'1.0'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Log': {'1.0'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Network': {'1.1'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Port': {'1.5'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'PortForwarding': {'1.2'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'QosPolicy': {'1.8'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroup': {'1.2'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroupRule': {'1.0'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SubPort': {'1.0'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Subnet': {'1.1'}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Trunk': {'1.1'}} May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: consumer versions: May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Log': '1.0', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Network': '1.1', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Port': '1.5', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'PortForwarding': '1.2', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'QosPolicy': '1.8', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroup': '1.2', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroupRule': '1.0', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SubPort': '1.0', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Subnet': '1.1', May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Trunk': '1.1'}} May 29 00:52:07.100162 dv-neutron-843186-2-hyperv neutron-server[83979]: {{(pid=83979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:52:07.223718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.268863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3d798c31-8047-4801-bbc0-48b1b14fa9c9 None None] Provisioning for port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:52:07.273553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3d798c31-8047-4801-bbc0-48b1b14fa9c9 None None] Provisioning complete for port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:52:07.273916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3d798c31-8047-4801-bbc0-48b1b14fa9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.325179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3d798c31-8047-4801-bbc0-48b1b14fa9c9 None None] Port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 00:52:07.451590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.455790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.457104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.583733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0f54cd-4b05-4c8e-bd38-5056b57f35c8,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:07.650380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:52:07.651422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:52:07.847489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-673fcb8f-ea20-4070-872e-6918132beefa None None] Provisioning complete for port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:52:07.847982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-673fcb8f-ea20-4070-872e-6918132beefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:07.898542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-673fcb8f-ea20-4070-872e-6918132beefa None None] Port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 00:52:08.029486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Router e0909a16-f78b-4c5d-9552-018fae7712b8 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 00:52:08.197943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 00:52:08.207780 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Sync routers for ids ['e0909a16-f78b-4c5d-9552-018fae7712b8'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 00:52:08.209933 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9ba85e49-0d8c-477a-b933-82aa90edfca6 admin admin] 10.222.0.33 "PUT /v2.0/routers/e0909a16-f78b-4c5d-9552-018fae7712b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1682246 May 29 00:52:08.222323 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Routers {'e0909a16-f78b-4c5d-9552-018fae7712b8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:52:08.223174 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:52:03Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e0909a16-f78b-4c5d-9552-018fae7712b8'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:08.394942 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Set router e0909a16-f78b-4c5d-9552-018fae7712b8 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:52:08.760410 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'name': 'router1', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:51:56Z', 'updated_at': '2022-05-29T00:52:07Z', 'revision_number': 2, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'gw_port_host': None, '_interfaces': [{'id': 'dc0f54cd-4b05-4c8e-bd38-5056b57f35c8', 'name': '', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'mac_address': 'fa:16:3e:97:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:06Z', 'updated_at': '2022-05-29T00:52:07Z', 'revision_number': 2, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'subnets': [{'id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091edea9-de8b-4c0d-b8fa-5a806fac5816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:08.765235 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Checking router: e0909a16-f78b-4c5d-9552-018fae7712b8 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 00:52:08.765609 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Updating router e0909a16-f78b-4c5d-9552-018fae7712b8 port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 00:52:08.817939 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:09.184575 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:09.199770 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Transition to ACTIVE for port object dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:52:09.205629 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:09.439639 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Pushing event updated for resources: {'Port': ['ID=dc0f54cd-4b05-4c8e-bd38-5056b57f35c8,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:09.463391 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.463726 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.464073 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.464406 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.464729 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.465049 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.465356 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.465687 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.466004 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.466317 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.466625 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Tracked resource versions report: May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: pushed versions: May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: { 'ConntrackHelper': {'1.0'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Log': {'1.0'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Network': {'1.1'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Port': {'1.5'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'PortForwarding': {'1.2'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'QosPolicy': {'1.8'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroup': {'1.2'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroupRule': {'1.0'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SubPort': {'1.0'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Subnet': {'1.1'}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Trunk': {'1.1'}} May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: consumer versions: May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Log': '1.0', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Network': '1.1', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Port': '1.5', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'PortForwarding': '1.2', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'QosPolicy': '1.8', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroup': '1.2', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroupRule': '1.0', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SubPort': '1.0', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Subnet': '1.1', May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Trunk': '1.1'}} May 29 00:52:09.467932 dv-neutron-843186-2-hyperv neutron-server[83982]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:52:09.477789 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Attempting to bind port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:52:09.478745 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Attempting to bind port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:52:09.478745 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Attempting to bind port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 on network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:52:09.484961 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:52:09.485358 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Checking segment: {'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:52:09.485851 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:09.486228 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Bound using segment: {'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:52:09.486721 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Bound port: dc0f54cd-4b05-4c8e-bd38-5056b57f35c8, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b05a70-b9b9-4147-842c-5b4d9636846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:52:09.487631 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:09.576805 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] For port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:52:09.581123 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] For port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dc0f54cd-4b05-4c8e-bd38-5056b57f35c8,segment=NetworkSegment(01b05a70-b9b9-4147-842c-5b4d9636846b),segment_id=01b05a70-b9b9-4147-842c-5b4d9636846b)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:52:09.585904 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:09.674989 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ba633-6ea0-4ede-aade-bdf3b4eb9d02 None None] Pushing event updated for resources: {'Port': ['ID=dc0f54cd-4b05-4c8e-bd38-5056b57f35c8,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:09.679416 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Routers {'e0909a16-f78b-4c5d-9552-018fae7712b8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:52:09.679789 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:52:03Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e0909a16-f78b-4c5d-9552-018fae7712b8'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:09.834859 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] Set router e0909a16-f78b-4c5d-9552-018fae7712b8 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:52:10.162576 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'name': 'router1', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:51:56Z', 'updated_at': '2022-05-29T00:52:07Z', 'revision_number': 2, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'gw_port_host': None, '_interfaces': [{'id': 'dc0f54cd-4b05-4c8e-bd38-5056b57f35c8', 'name': '', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'mac_address': 'fa:16:3e:97:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:06Z', 'updated_at': '2022-05-29T00:52:09Z', 'revision_number': 4, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'subnets': [{'id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091edea9-de8b-4c0d-b8fa-5a806fac5816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:10.166604 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58c04a-d365-4aa4-b5bc-348f44c5c92b None None] The sync data for ids ['e0909a16-f78b-4c5d-9552-018fae7712b8'] in dv-neutron-843186-2-hyperv is: [{'id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'name': 'router1', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:51:56Z', 'updated_at': '2022-05-29T00:52:07Z', 'revision_number': 2, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'gw_port_host': None, '_interfaces': [{'id': 'dc0f54cd-4b05-4c8e-bd38-5056b57f35c8', 'name': '', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'mac_address': 'fa:16:3e:97:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:06Z', 'updated_at': '2022-05-29T00:52:09Z', 'revision_number': 4, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'subnets': [{'id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091edea9-de8b-4c0d-b8fa-5a806fac5816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 00:52:10.346534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 46366) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:52:10.536160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62652054-8a0e-4433-895a-79376e6872a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:52:10.537527 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-62652054-8a0e-4433-895a-79376e6872a7 admin admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 842 time: 0.1899428 May 29 00:52:10.546831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.26.5.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.5.0/24', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:52:10.548321 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.quota [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Loaded quota_driver: . May 29 00:52:10.555116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:52:10.559624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Usage tracker for resource:subnet and tenant:dac44024310647bb8962762ab6c2c667 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:52:10.562723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:52:10.570435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:52:10.583266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Made reservation on behalf of dac44024310647bb8962762ab6c2c667 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:52:10.585844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:10.984941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 00:52:10.985357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:11.065757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d450e25c-4915-4134-866e-69cfa347fe2f,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:11.075572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:52:11.075914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Network hostable DHCP agents. Network: de10c069-c6dd-489e-8941-64c064559cf5, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:52:11.104101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:52:11.115951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, de10c069-c6dd-489e-8941-64c064559cf5) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:52:11.120039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:52:11.120656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:11.124873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88ac78-9ece-416b-bcf8-ca17974d42f9 None None] Network de10c069-c6dd-489e-8941-64c064559cf5 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:52:11.148526 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-765a094e-b51a-4016-b97b-0d57762e8626 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6052222 May 29 00:52:11.367702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b3080-f3f8-47fb-8980-ef87505c1d36 None None] Network de10c069-c6dd-489e-8941-64c064559cf5 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:52:11.627062 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:52:11.692636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:52:11.696951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:52:11.697317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:11.807165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:11.837708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dc0f54cd-4b05-4c8e-bd38-5056b57f35c8,segment=NetworkSegment(01b05a70-b9b9-4147-842c-5b4d9636846b),segment_id=01b05a70-b9b9-4147-842c-5b4d9636846b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:52:11.841519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:11.905387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=dc0f54cd-4b05-4c8e-bd38-5056b57f35c8,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:13.285970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 46380) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:52:13.515567 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-77a96b11-6275-46df-8240-a9fb3dd338a2 admin admin] 10.222.0.33 "GET /v2.0/routers/e0909a16-f78b-4c5d-9552-018fae7712b8 HTTP/1.1" status: 200 len: 710 time: 0.2284067 May 29 00:52:13.609099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:52:13.645881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6422fa39-6b2c-4714-9835-755cd98295a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:52:13.647254 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6422fa39-6b2c-4714-9835-755cd98295a2 admin admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 886 time: 0.1261454 May 29 00:52:13.655834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:52:13.683834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:52:13.684241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:14.150601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:14.331324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:14.383924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:14.512979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Allocated IP 172.26.5.223 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/56d54545-4dd8-48e3-addc-1d021fd03d3e) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:52:14.652178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:14.678087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:14.741175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:52:14.743699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:52:14.747305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:52:14.778634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Pushing event updated for resources: {'Port': ['ID=56d54545-4dd8-48e3-addc-1d021fd03d3e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:14.888273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:15.059864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:15.063063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:15.256653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Router e0909a16-f78b-4c5d-9552-018fae7712b8 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 00:52:15.484914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 00:52:15.494145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:15.495002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Sync routers for ids ['e0909a16-f78b-4c5d-9552-018fae7712b8'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 00:52:15.495420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7035d0cd-4572-4fb0-bf7d-3133612ebce5 admin admin] 10.222.0.33 "PUT /v2.0/routers/e0909a16-f78b-4c5d-9552-018fae7712b8 HTTP/1.1" status: 200 len: 890 time: 1.8427122 May 29 00:52:15.508122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Routers {'e0909a16-f78b-4c5d-9552-018fae7712b8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:52:15.508802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:52:03Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e0909a16-f78b-4c5d-9552-018fae7712b8'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:15.696415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Set router e0909a16-f78b-4c5d-9552-018fae7712b8 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:52:16.027610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'name': 'router1', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': '56d54545-4dd8-48e3-addc-1d021fd03d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:51:56Z', 'updated_at': '2022-05-29T00:52:14Z', 'revision_number': 4, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'gw_port': {'id': '56d54545-4dd8-48e3-addc-1d021fd03d3e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:14Z', 'updated_at': '2022-05-29T00:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'dc0f54cd-4b05-4c8e-bd38-5056b57f35c8', 'name': '', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'mac_address': 'fa:16:3e:97:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:06Z', 'updated_at': '2022-05-29T00:52:11Z', 'revision_number': 5, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'subnets': [{'id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091edea9-de8b-4c0d-b8fa-5a806fac5816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:16.032402 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Checking router: e0909a16-f78b-4c5d-9552-018fae7712b8 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 00:52:16.032771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Updating router e0909a16-f78b-4c5d-9552-018fae7712b8 port 56d54545-4dd8-48e3-addc-1d021fd03d3e binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 00:52:16.085087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:16.428013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:16.439277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Transition to ACTIVE for port object 56d54545-4dd8-48e3-addc-1d021fd03d3e will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:52:16.447954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:16.525290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fa939-a5dd-49cd-a5f3-0188ec1ac41e None None] Pushing event updated for resources: {'Port': ['ID=56d54545-4dd8-48e3-addc-1d021fd03d3e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:16.529228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Attempting to bind port 56d54545-4dd8-48e3-addc-1d021fd03d3e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:52:16.529593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Attempting to bind port 56d54545-4dd8-48e3-addc-1d021fd03d3e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:52:16.529953 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Attempting to bind port 56d54545-4dd8-48e3-addc-1d021fd03d3e on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:52:16.537117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:52:16.537485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:52:16.537879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:16.538260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:52:16.538717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Bound port: 56d54545-4dd8-48e3-addc-1d021fd03d3e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:52:16.539107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:16.613750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] For port 56d54545-4dd8-48e3-addc-1d021fd03d3e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:52:16.616678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] For port 56d54545-4dd8-48e3-addc-1d021fd03d3e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=56d54545-4dd8-48e3-addc-1d021fd03d3e,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:52:16.620836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:16.694634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fa939-a5dd-49cd-a5f3-0188ec1ac41e None None] Pushing event updated for resources: {'Port': ['ID=56d54545-4dd8-48e3-addc-1d021fd03d3e,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:16.701948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Routers {'e0909a16-f78b-4c5d-9552-018fae7712b8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:52:16.702360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:52:03Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e0909a16-f78b-4c5d-9552-018fae7712b8'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:16.878711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] Set router e0909a16-f78b-4c5d-9552-018fae7712b8 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:52:17.202458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'name': 'router1', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': '56d54545-4dd8-48e3-addc-1d021fd03d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:51:56Z', 'updated_at': '2022-05-29T00:52:14Z', 'revision_number': 4, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'gw_port': {'id': '56d54545-4dd8-48e3-addc-1d021fd03d3e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:14Z', 'updated_at': '2022-05-29T00:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'dc0f54cd-4b05-4c8e-bd38-5056b57f35c8', 'name': '', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'mac_address': 'fa:16:3e:97:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:06Z', 'updated_at': '2022-05-29T00:52:11Z', 'revision_number': 5, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'subnets': [{'id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091edea9-de8b-4c0d-b8fa-5a806fac5816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:52:17.206924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe93ab-a634-4b45-a76f-de15164dd589 None None] The sync data for ids ['e0909a16-f78b-4c5d-9552-018fae7712b8'] in dv-neutron-843186-2-hyperv is: [{'id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'name': 'router1', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': '56d54545-4dd8-48e3-addc-1d021fd03d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:51:56Z', 'updated_at': '2022-05-29T00:52:14Z', 'revision_number': 4, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'gw_port': {'id': '56d54545-4dd8-48e3-addc-1d021fd03d3e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:14Z', 'updated_at': '2022-05-29T00:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'dc0f54cd-4b05-4c8e-bd38-5056b57f35c8', 'name': '', 'network_id': '963a15a0-5e85-4bcd-8d36-e8271adc1dd8', 'tenant_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'mac_address': 'fa:16:3e:97:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0909a16-f78b-4c5d-9552-018fae7712b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:52:06Z', 'updated_at': '2022-05-29T00:52:11Z', 'revision_number': 5, 'project_id': 'e4a00b9a10ae4f2ba0f888615b403ca6', 'subnets': [{'id': '86a09119-1f41-4be8-bf18-fc6f139f89d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '091edea9-de8b-4c0d-b8fa-5a806fac5816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 00:52:17.644779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 56d54545-4dd8-48e3-addc-1d021fd03d3e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:52:17.716584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 56d54545-4dd8-48e3-addc-1d021fd03d3e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:52:17.722129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 56d54545-4dd8-48e3-addc-1d021fd03d3e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:52:17.722498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:17.751894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 46390) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:52:17.840208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:17.856193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 56d54545-4dd8-48e3-addc-1d021fd03d3e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=56d54545-4dd8-48e3-addc-1d021fd03d3e,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:52:17.861387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:17.896483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f3156fa7-c961-4c68-abd0-7500c8f3de46 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1084 time: 0.1425679 May 29 00:52:17.927008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=56d54545-4dd8-48e3-addc-1d021fd03d3e,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:52:19.616303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 56d54545-4dd8-48e3-addc-1d021fd03d3e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:52:19.696056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 56d54545-4dd8-48e3-addc-1d021fd03d3e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:52:19.696434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:31.350721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5182efdc-f668-4afe-88d7-284e2735204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:33.491510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-53df1338-edf3-4f9d-88f1-a56ac8babb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:34.420690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:35.358709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:35.960252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:52:43.952611 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:53:01.352750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-396a3a4b-bb60-4169-af9a-a16381ac1e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:03.495940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-55bde414-de70-48b5-8dd5-55682363b61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:04.425328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:05.353339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:05.964445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:20.953945 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:53:31.359791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ec8162a6-6904-4ff5-bc26-bdc4dc25a76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:33.492036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b144c640-63b8-4abf-8eab-16b14ade8870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:34.455777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:35.360321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:35.970780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:53:57.953938 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:54:01.359967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf75a67d-d1d9-4cc9-bdd2-0e9016984829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:03.497345 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-81be71e3-7ef2-4e9a-856b-333701c30951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:04.430381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:05.363395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:05.970580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:24.291498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 46994) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:24.381002 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaa236a-02ee-435e-8c68-522e95a95fed admin admin] GET failed (client error): The resource could not be found. May 29 00:54:24.382170 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9eaa236a-02ee-435e-8c68-522e95a95fed admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0897226 May 29 00:54:24.510721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d75d16-4872-4c57-976b-5f9eb3e96689 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:24.512122 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-05d75d16-4872-4c57-976b-5f9eb3e96689 admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1254201 May 29 00:54:26.542876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47004) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:26.670411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c05d2f4-518a-4f9a-9514-01b7336387dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:26.670957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3c05d2f4-518a-4f9a-9514-01b7336387dd admin admin] Synchronizing usage tracker for tenant:dac44024310647bb8962762ab6c2c667 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 00:54:26.688377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3c05d2f4-518a-4f9a-9514-01b7336387dd admin admin] Unset dirty status for tenant:dac44024310647bb8962762ab6c2c667 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 00:54:26.689503 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3c05d2f4-518a-4f9a-9514-01b7336387dd admin admin] 10.222.0.33 "GET /v2.0/subnets/86a09119-1f41-4be8-bf18-fc6f139f89d8 HTTP/1.1" status: 200 len: 849 time: 0.1457031 May 29 00:54:26.698587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:54:26.812347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:26.997175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771532953245'] for subnet, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:27.050179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf89fd-bba9-4278-8f8d-467192944753 None None] Network 963a15a0-5e85-4bcd-8d36-e8271adc1dd8 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:54:27.051630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:27.052264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:27.053471 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] 10.222.0.33 "PUT /v2.0/subnets/86a09119-1f41-4be8-bf18-fc6f139f89d8 HTTP/1.1" status: 200 len: 868 time: 0.3586109 May 29 00:54:27.065861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a09119-1f41-4be8-bf18-fc6f139f89d8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:54:27.075297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.075641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.076022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.076372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.076838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.077167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.077491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.077814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.078132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.078447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.078762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc51091-b549-4c78-8d01-6894ba8df880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:54:27.559971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-83134537-0844-4c10-aea0-23c1537b7188 None None] Provisioning complete for port dc0f54cd-4b05-4c8e-bd38-5056b57f35c8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:54:27.560656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83134537-0844-4c10-aea0-23c1537b7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:27.686545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-83134537-0844-4c10-aea0-23c1537b7188 None None] Provisioning complete for port 8e123aa1-2d96-46bb-aa95-7e651be4a200 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:54:27.686911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83134537-0844-4c10-aea0-23c1537b7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:29.125112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47014) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:29.324483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe064d-6a10-4e3f-8465-d02d5a6cbe2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:29.324765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe064d-6a10-4e3f-8465-d02d5a6cbe2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:29.326261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-64fe064d-6a10-4e3f-8465-d02d5a6cbe2c admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002292 May 29 00:54:31.361563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-766aa29d-dbbe-4ee7-a35c-c5bddf621aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:31.381346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47024) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:31.582737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a977f-262f-4397-bd50-09d46318ac01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:31.583102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a977f-262f-4397-bd50-09d46318ac01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:31.584606 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ab0a977f-262f-4397-bd50-09d46318ac01 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023184 May 29 00:54:33.499556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9232e069-9a1a-465a-9695-514655104bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:33.657894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47034) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:33.851973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651948c2-3154-4519-876a-1fecbe6ea25b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:33.853322 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-651948c2-3154-4519-876a-1fecbe6ea25b admin admin] 10.222.0.33 "GET /v2.0/networks/963a15a0-5e85-4bcd-8d36-e8271adc1dd8 HTTP/1.1" status: 200 len: 869 time: 0.1944947 May 29 00:54:34.432784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:34.953436 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:54:35.367279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:35.887299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47044) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:35.973769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:54:36.100562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0343a7-9380-491f-857f-63663329243b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:36.101657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac0343a7-9380-491f-857f-63663329243b admin admin] Synchronizing usage tracker for tenant:dac44024310647bb8962762ab6c2c667 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 00:54:36.118885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac0343a7-9380-491f-857f-63663329243b admin admin] Unset dirty status for tenant:dac44024310647bb8962762ab6c2c667 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 00:54:36.120086 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ac0343a7-9380-491f-857f-63663329243b admin admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 886 time: 0.2318990 May 29 00:54:38.164235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47054) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:38.291533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf332d-bdac-43c2-bd35-54aaa5399343 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:38.291898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf332d-bdac-43c2-bd35-54aaa5399343 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:38.293380 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-83bf332d-bdac-43c2-bd35-54aaa5399343 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281717 May 29 00:54:40.451836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47064) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:40.581852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d7a52-ea8f-4e55-90eb-728b757ca2e8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:40.582218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d7a52-ea8f-4e55-90eb-728b757ca2e8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:40.583694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-889d7a52-ea8f-4e55-90eb-728b757ca2e8 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309526 May 29 00:54:42.652681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47074) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:42.786246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f84e58-3f82-4b3c-8b97-cad00856c8b0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:42.787539 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e3f84e58-3f82-4b3c-8b97-cad00856c8b0 admin admin] 10.222.0.33 "GET /v2.0/subnets/86a09119-1f41-4be8-bf18-fc6f139f89d8 HTTP/1.1" status: 200 len: 868 time: 0.1339207 May 29 00:54:44.861496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47084) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:54:44.984029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2870c-f421-438e-86ef-72d1a1762609 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:54:44.985331 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f8e2870c-f421-438e-86ef-72d1a1762609 admin admin] 10.222.0.33 "GET /v2.0/subnets/d450e25c-4915-4134-866e-69cfa347fe2f HTTP/1.1" status: 200 len: 816 time: 0.1229432 May 29 00:55:01.363670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eda7151d-9e73-49d5-8314-6b1eae86e62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:03.284457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47122) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:55:03.355665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-5ce4ce1c-c7a6-4ee0-ab1d-dcc15033bc0d admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 00:55:03.356745 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5ce4ce1c-c7a6-4ee0-ab1d-dcc15033bc0d admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0713797 May 29 00:55:03.504810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2b2a3085-7017-4ac3-b513-6ca67d547b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:04.434789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:05.369749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:05.469201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47132) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:55:05.558437 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28b2b62-e4ee-4f52-bb75-f60003ae2b41 admin admin] GET failed (client error): The resource could not be found. May 29 00:55:05.559628 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b28b2b62-e4ee-4f52-bb75-f60003ae2b41 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0895104 May 29 00:55:05.685229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652835ae-06e2-4e76-9819-62b4681412c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:55:05.686582 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-652835ae-06e2-4e76-9819-62b4681412c6 admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1231756 May 29 00:55:05.978749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:07.726486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47142) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:55:07.798262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:55:07.802659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:55:07.812786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:55:07.822884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Made reservation on behalf of dac44024310647bb8962762ab6c2c667 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:55:07.825110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:07.912237 dv-neutron-843186-2-hyperv neutron-server[83980]: WARNING neutron.services.revisions.revision_plugin [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Could not find related network for resource to bump revision. May 29 00:55:07.923167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:55:07.933004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:07.933338 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Added segment b5724827-a23e-48ff-980b-9040b795ed9d of type vlan for network ecc51b0d-e780-4046-b981-a4144b376b9b May 29 00:55:07.958530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:07.985586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:07.986499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:55:07.987089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:08.087460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Pushing event updated for resources: {'Network': ['ID=ecc51b0d-e780-4046-b981-a4144b376b9b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:55:08.092749 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3652785 May 29 00:55:08.097667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.098014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.098341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.098665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.098988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.099313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.099631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.099988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.100448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.100770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.101090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d4830-e644-4ef6-aa0f-c24bd5f6ef3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:08.134172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ecc51b0d-e780-4046-b981-a4144b376b9b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:55:10.154077 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47152) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:55:10.249316 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-81427d35-bed8-40a1-9a52-e42028fb80a1 admin admin] GET failed (client error): The resource could not be found. May 29 00:55:10.250486 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-81427d35-bed8-40a1-9a52-e42028fb80a1 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0954833 May 29 00:55:10.383796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687e331-9a8a-42f4-ab4b-ca4b6146e775 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:55:10.385131 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5687e331-9a8a-42f4-ab4b-ca4b6146e775 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1308544 May 29 00:55:10.394381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:55:10.399648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:55:10.409089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:55:10.419182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Made reservation on behalf of dac44024310647bb8962762ab6c2c667 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:55:10.421781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:10.618043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:10.687171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1338e629-452f-4e2a-92b2-4f17cd65a357,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:55:10.702231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Checking segment: {'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:55:10.702581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Network hostable DHCP agents. Network: ecc51b0d-e780-4046-b981-a4144b376b9b, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:55:10.724070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Network ecc51b0d-e780-4046-b981-a4144b376b9b is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:55:10.733696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ecc51b0d-e780-4046-b981-a4144b376b9b) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:55:10.738471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:55:10.740020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:10.741480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e9a66a-a3c2-408e-84b9-971a3f1d9bc6 None None] Network ecc51b0d-e780-4046-b981-a4144b376b9b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:55:10.766505 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e4137d48-31f4-4031-9d03-2efad5c7c9c4 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3753150 May 29 00:55:10.959899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ecc51b0d-e780-4046-b981-a4144b376b9b', 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b', 'tenant_id': 'dac44024310647bb8962762ab6c2c667', 'fixed_ips': [{'subnet_id': '1338e629-452f-4e2a-92b2-4f17cd65a357'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:55:10.960754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:11.122413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Allocated IP 192.168.233.2 (ecc51b0d-e780-4046-b981-a4144b376b9b/1338e629-452f-4e2a-92b2-4f17cd65a357/c8c32962-1abf-4d89-af73-70fc119acf38) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:55:11.330155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:11.342090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Transition to ACTIVE for port object c8c32962-1abf-4d89-af73-70fc119acf38 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:55:11.362214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Transition to ACTIVE for port object c8c32962-1abf-4d89-af73-70fc119acf38 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:55:11.367762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:11.464352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Pushing event updated for resources: {'Port': ['ID=c8c32962-1abf-4d89-af73-70fc119acf38,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:55:11.471535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Network ecc51b0d-e780-4046-b981-a4144b376b9b is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:55:11.476230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:55:11.478794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.479150 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.479487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.479823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.480185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.480515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.480838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.481165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.481486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.482710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.482710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:55:11.495349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:55:11.589353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Attempting to bind port c8c32962-1abf-4d89-af73-70fc119acf38 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:55:11.589353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Attempting to bind port c8c32962-1abf-4d89-af73-70fc119acf38 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:55:11.589730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Attempting to bind port c8c32962-1abf-4d89-af73-70fc119acf38 on network ecc51b0d-e780-4046-b981-a4144b376b9b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:55:11.597941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:55:11.598905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Checking segment: {'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:55:11.598905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:11.599118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Bound using segment: {'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:55:11.599598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Bound port: c8c32962-1abf-4d89-af73-70fc119acf38, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:55:11.600642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:11.696307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] For port c8c32962-1abf-4d89-af73-70fc119acf38, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:55:11.699537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] For port c8c32962-1abf-4d89-af73-70fc119acf38, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c8c32962-1abf-4d89-af73-70fc119acf38,segment=NetworkSegment(b5724827-a23e-48ff-980b-9040b795ed9d),segment_id=b5724827-a23e-48ff-980b-9040b795ed9d)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:55:11.707710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:11.791496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310cd9-5f37-44b3-b8e2-72cbeddde582 None None] Pushing event updated for resources: {'Port': ['ID=c8c32962-1abf-4d89-af73-70fc119acf38,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:55:11.960865 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:55:12.561133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ad0f6-220f-4441-bdaa-a86bd79a25b6 None None] Network ecc51b0d-e780-4046-b981-a4144b376b9b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:55:12.690626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-716b20af-5549-49dd-8ce4-4800c8ced59f None None] Provisioning for port c8c32962-1abf-4d89-af73-70fc119acf38 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:55:13.715068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c8c32962-1abf-4d89-af73-70fc119acf38 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:55:13.785875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c8c32962-1abf-4d89-af73-70fc119acf38 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:55:13.790528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c8c32962-1abf-4d89-af73-70fc119acf38 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:55:13.790898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:13.903053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:13.936281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port c8c32962-1abf-4d89-af73-70fc119acf38, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c8c32962-1abf-4d89-af73-70fc119acf38,segment=NetworkSegment(b5724827-a23e-48ff-980b-9040b795ed9d),segment_id=b5724827-a23e-48ff-980b-9040b795ed9d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:55:13.940332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:14.005124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=c8c32962-1abf-4d89-af73-70fc119acf38,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:55:15.694224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c8c32962-1abf-4d89-af73-70fc119acf38 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:55:15.761388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c8c32962-1abf-4d89-af73-70fc119acf38 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:55:15.761690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:31.368388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aaf7508f-b525-4e01-a01f-8118176f9f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:33.508218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a53587ba-6475-4de2-99bf-945dc8d4a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:34.439154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:35.372127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:35.980343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:55:48.949376 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:56:01.372594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6dbb5627-97a2-4cae-a6d2-cabfdd9cf6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:03.510275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-100a2d79-4079-46ba-81ca-1d71affefe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:04.441186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:05.374177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:05.984495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:25.950242 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:56:31.373950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3efbf83c-fb7a-45c4-badc-5a3313f37d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:32.857290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47198) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:56:32.864721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-b9fb2f32-9772-4027-9bc5-d68882303340 tempest-verify_tempest_config-506295783 tempest-verify_tempest_config-506295783-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 00:56:32.865678 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b9fb2f32-9772-4027-9bc5-d68882303340 tempest-verify_tempest_config-506295783 tempest-verify_tempest_config-506295783-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0074024 May 29 00:56:33.189319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47214) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:56:33.326608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.364727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:56:33.368368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Usage tracker for resource:security_group_rule and tenant:baa2d661a919425e85fe8ce91ae5adf1 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:56:33.371124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:56:33.376623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:56:33.443210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.446837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.488167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b3f1e4-8915-49e0-a69c-f247b34ba26c,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:56:33.499277 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=baa2d661a919425e85fe8ce91ae5adf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3089430 May 29 00:56:33.502137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47220) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:56:33.502630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.502936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.503262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.503679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.504233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.504726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.505270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.505595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.505912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.506231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.506549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a6e7-8d14-4a71-956c-be9e01bf7574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.514444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-653c8a09-c3cc-47c5-adc9-1c7c46742f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.570721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.594881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.684848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.701318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b3f1e4-8915-49e0-a69c-f247b34ba26c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:56:33.710354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:33.711435 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/54b3f1e4-8915-49e0-a69c-f247b34ba26c HTTP/1.1" status: 204 len: 168 time: 0.2083466 May 29 00:56:33.712941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.713280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.713609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.714005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.714342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.714666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.714999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.715319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.715635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.715947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:33.716285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9396e-345e-479f-b170-3da716153050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:56:34.444432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:35.380753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:56:35.987513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:01.375302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-713f86cb-758f-45ec-b314-23fc64824cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:02.949955 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:57:03.516480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a4935c8-4e2f-427f-b876-539fb98ee797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:04.446049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:05.373848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:05.991310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:31.376731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d52ad316-5e53-4599-b7ec-274c0ca32804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:33.519121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a480c79f-8ac9-4cea-a75d-921f6b485be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:34.449426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:35.375410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:35.991889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:57:39.950641 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:57:46.484709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029588'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:00.908201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47290) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:58:01.044102 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0aa33d9f-879e-4e34-9b9b-ded8f46c1f23 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1342335 May 29 00:58:01.379640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1cbb-83c3-4d77-89cd-fa39f72a5b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:03.090510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47300) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:58:03.171204 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b3af8e83-5274-4b47-b5db-63b93fd4dbc5 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0795436 May 29 00:58:03.520369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dd353d4b-ab00-435c-ad34-809e3c4025b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:04.451826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:05.377734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:05.994473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:16.451797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:16.950720 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:58:31.381171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9326932c-4db5-4349-bd65-2389fc0a4514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:33.523874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c84459c0-4181-4fcb-930d-5a8f1d6ef013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:34.455877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:35.383611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:36.006214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:46.468185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:58:53.950492 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:59:01.382463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-696cf4e0-ea23-409c-bedb-a3276d605efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:03.527731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-07082ebb-1fb6-423a-af03-891b60bdb480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:04.457522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:05.376715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:06.007220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:16.483829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:30.950807 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 00:59:31.383931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f15eecd6-c415-41de-afd5-af11252e24b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:33.529164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be9b1c85-ec38-4dfb-9ded-b18129840101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:34.459313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:35.394008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:36.025107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:40.769852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47452) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:41.228695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1760333436-network', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:41.233724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:41.238168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Usage tracker for resource:network and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:41.241514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:41.247565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:41.261462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Made reservation on behalf of bfbcc555f07f4acbbabab7aa1f77313f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:41.264163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.267433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47472) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:41.278487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.316015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:41.319952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:41.322794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:41.328454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:41.379315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47480) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:41.402350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.408330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.440423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d49f7c-5a37-4637-88e9-6f1990c7443d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:41.451726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.452091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.452426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.452748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.453059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.453380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.453703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.454006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.454318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.455377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.455701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Tracked resource versions report: May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: pushed versions: May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: { 'ConntrackHelper': {'1.0'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Log': {'1.0'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Network': {'1.1'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Port': {'1.5'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'PortForwarding': {'1.2'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'QosPolicy': {'1.8'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroup': {'1.2'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroupRule': {'1.0'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SubPort': {'1.0'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Subnet': {'1.1'}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Trunk': {'1.1'}} May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: consumer versions: May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: HyperV agent@hv-neutron-8431: {}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Log': '1.0', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Network': '1.1', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Port': '1.5', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'PortForwarding': '1.2', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'QosPolicy': '1.8', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroup': '1.2', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SecurityGroupRule': '1.0', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'SubPort': '1.0', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Subnet': '1.1', May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: 'Trunk': '1.1'}} May 29 00:59:41.456780 dv-neutron-843186-2-hyperv neutron-server[83980]: {{(pid=83980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:59:41.469081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:41.483380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.483773 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Added segment 0614c9c3-2bd0-43e3-8cf7-2e1b09d50392 of type vlan for network cb22503e-d83b-4810-83e6-27693c2d0d9c May 29 00:59:41.528637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.562527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.563490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:41.564936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.591496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47490) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:41.676564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] Pushing event updated for resources: {'Network': ['ID=cb22503e-d83b-4810-83e6-27693c2d0d9c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:41.683186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47498) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:41.688242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Request body: {'subnet': {'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1760333436-subnet', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:41.688550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network cb22503e-d83b-4810-83e6-27693c2d0d9c details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:41.689647 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-89c76e94-4a84-40ec-a82a-f4be23e64393 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9171617 May 29 00:59:41.694294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:41.700237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Usage tracker for resource:subnet and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:41.703289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:41.710139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:41.723324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Made reservation on behalf of bfbcc555f07f4acbbabab7aa1f77313f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:41.730256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.773237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47502) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:41.942650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1421771689-network', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:41.955493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-416949189-network', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:41.957745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:41.960534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:41.997705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Usage tracker for resource:network and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.002490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.023245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.049970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.070270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Usage tracker for resource:network and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.074172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.076790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc31d39-d6f1-4bb3-8e57-791d198d28ab,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:42.078755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Made reservation on behalf of 9cd7a747df0a4f6b84cc6a375f1c75b5 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:42.081615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.099805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.106943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.115940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Checking segment: {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:42.116318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Network hostable DHCP agents. Network: cb22503e-d83b-4810-83e6-27693c2d0d9c, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:59:42.127076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.127574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.127914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.128309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.128771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.128980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.129303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.129651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.129973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.130294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.130659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Tracked resource versions report: May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: pushed versions: May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: { 'ConntrackHelper': {'1.0'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Log': {'1.0'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Network': {'1.1'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Port': {'1.5'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'PortForwarding': {'1.2'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'QosPolicy': {'1.8'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroup': {'1.2'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroupRule': {'1.0'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SubPort': {'1.0'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Subnet': {'1.1'}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Trunk': {'1.1'}} May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: consumer versions: May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: HyperV agent@hv-neutron-8431: {}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Log': '1.0', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Network': '1.1', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Port': '1.5', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'PortForwarding': '1.2', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'QosPolicy': '1.8', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroup': '1.2', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SecurityGroupRule': '1.0', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'SubPort': '1.0', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Subnet': '1.1', May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: 'Trunk': '1.1'}} May 29 00:59:42.131889 dv-neutron-843186-2-hyperv neutron-server[83979]: {{(pid=83979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:59:42.153000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Made reservation on behalf of 3e768bca5e734748ba34ae3f30ef138b for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:42.156139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.186624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.209108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.219827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.223767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.227306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Network cb22503e-d83b-4810-83e6-27693c2d0d9c is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:42.239937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.256467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, cb22503e-d83b-4810-83e6-27693c2d0d9c) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:42.259215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.265064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:42.265645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.268169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2489fcd-a157-48d6-9cdb-51d57950cdb6 None None] Network cb22503e-d83b-4810-83e6-27693c2d0d9c requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:42.270848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.277494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-165915827'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:42.282408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.289988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Usage tracker for resource:network and tenant:f06125b25e7b42568f25de549f0377a6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.295528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.308829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.329027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.331642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Made reservation on behalf of f06125b25e7b42568f25de549f0377a6 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:42.335279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.336749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.340601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.358200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.373271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.378573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd575c-ab3e-4520-af27-fab3a8dc73b8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:42.401498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:42.413622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.421598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Usage tracker for resource:security_group_rule and tenant:f06125b25e7b42568f25de549f0377a6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.425811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771532948848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.426100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.426728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Unsubscribe: segment precommit_create {{(pid=83979) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 29 00:59:42.427381 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Added segment e41f9e4b-812f-41b6-9c0c-06ce0861fd10 of type vlan for network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 May 29 00:59:42.434720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.440774 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d797514e-18a3-424d-b667-0e9303e5538e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7568381 May 29 00:59:42.444884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47518) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:42.456828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:42.465891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.469912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Usage tracker for resource:router and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.473656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.479603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.497994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.499266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.530183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.543856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1396653557'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:42.544154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.554516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.556673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.585565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.603675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Usage tracker for resource:network and tenant:209289553174410cad38a83a23e00591 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.613943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.622553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.631247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e967c-761c-46f5-a255-93d30502df78,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:42.633974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.638736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:42.638903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.658230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.659243 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Added segment 30b8b82d-fdbb-4aad-80b3-8149a93acba1 of type vlan for network 4d536336-8a51-4708-87ea-60cd89d3027d May 29 00:59:42.666239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-cb22503e-d83b-4810-83e6-27693c2d0d9c', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:59:42.667426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.670456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:42.676072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.704477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:42.713962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.731679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.732882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:42.733632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.743537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.744195 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Added segment d3c7556e-a1ce-4f3d-adea-bc027ee47689 of type vlan for network 362b4ce4-dd62-495d-993f-78ee2c117223 May 29 00:59:42.760803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.794122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:42.862523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5583b5b8-1a3b-4e80-91c2-0928d87c7673,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:42.878386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Usage tracker for resource:security_group_rule and tenant:209289553174410cad38a83a23e00591 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:42.878910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50eacdf-49c7-46e7-ab43-6e8b90fa03a7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:42.883137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:42.891123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:42.897411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Allocated IP 172.20.0.2 (cb22503e-d83b-4810-83e6-27693c2d0d9c/7fc31d39-d6f1-4bb3-8e57-791d198d28ab/d4f9940c-7bdc-4ead-825a-a06270bbcdc2) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:42.901848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:42.909588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:42.912645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.027743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event updated for resources: {'Network': ['ID=4d536336-8a51-4708-87ea-60cd89d3027d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:43.041016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:43.055234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 4d536336-8a51-4708-87ea-60cd89d3027d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:43.066594 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6db77212-a61d-49a5-973c-64ddedf32571 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4736009 May 29 00:59:43.069341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47538) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:43.083474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Request body: {'subnet': {'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:43.095824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.101555 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0e945522-b439-43cf-86cb-0c768ed9a4f9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8310804 May 29 00:59:43.104670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47542) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:43.136878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Request body: {'subnet': {'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1421771689-subnet', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:43.160398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:43.186036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Usage tracker for resource:subnet and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:43.199784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:43.210498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:43.243518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.251038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.255250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:43.256436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:43.257298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.261768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Usage tracker for resource:subnet and tenant:f06125b25e7b42568f25de549f0377a6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:43.267498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:43.280414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:43.286957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Made reservation on behalf of 9cd7a747df0a4f6b84cc6a375f1c75b5 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:43.290340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.302390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Made reservation on behalf of f06125b25e7b42568f25de549f0377a6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:43.431685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47554) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:43.457098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.568448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.581995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.592403 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2116683 May 29 00:59:43.600439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47566) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:43.615188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Request body: {'subnet': {'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-416949189-subnet', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:43.618885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56ccfb-b0d3-4234-aa92-10bbbc8af3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=362b4ce4-dd62-495d-993f-78ee2c117223,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:43.631709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:43.641447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 362b4ce4-dd62-495d-993f-78ee2c117223 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:43.669992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:43.682685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7710aa16-5fdb-42c8-89e8-4f37bdefc05b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:43.688318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Usage tracker for resource:subnet and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:43.693101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.693438 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Added segment fa3f8875-b8ec-40af-9a3e-78d8d2005966 of type vlan for network 28ef57ae-fa6c-4239-93bc-667e49b96adc May 29 00:59:43.696660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:43.717623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:43.778772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Made reservation on behalf of 3e768bca5e734748ba34ae3f30ef138b for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:43.781475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.782559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.859021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.921168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.925280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.927649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:43.929177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:43.940186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Transition to ACTIVE for port object d4f9940c-7bdc-4ead-825a-a06270bbcdc2 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:43.963171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Transition to ACTIVE for port object d4f9940c-7bdc-4ead-825a-a06270bbcdc2 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:43.973255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.022260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1912782566'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:44.066310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.076903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Network cb22503e-d83b-4810-83e6-27693c2d0d9c is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:44.082920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:44.091749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:44.102961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Pushing event updated for resources: {'Port': ['ID=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:44.119005 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3444505 May 29 00:59:44.119784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event updated for resources: {'Subnet': ['ID=6677bd93-a182-411d-86a7-4cd935ad961e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:44.132989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47582) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:44.148762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:44.154473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.154819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.155149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.155476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.156365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.156651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.156774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Usage tracker for resource:network and tenant:49fe907ee8bd4c639e975d054a1dd796 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:44.156983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.157327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.158203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.158647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.159237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Tracked resource versions report: May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: pushed versions: May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: { 'ConntrackHelper': {'1.0'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Log': {'1.0'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Network': {'1.1'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Port': {'1.5'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'PortForwarding': {'1.2'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'QosPolicy': {'1.8'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroup': {'1.2'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroupRule': {'1.0'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SubPort': {'1.0'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Subnet': {'1.1'}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Trunk': {'1.1'}} May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: consumer versions: May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: HyperV agent@hv-neutron-8431: {}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Log': '1.0', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Network': '1.1', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Port': '1.5', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'PortForwarding': '1.2', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'QosPolicy': '1.8', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroup': '1.2', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SecurityGroupRule': '1.0', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'SubPort': '1.0', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Subnet': '1.1', May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: 'Trunk': '1.1'}} May 29 00:59:44.161842 dv-neutron-843186-2-hyperv neutron-server[83981]: {{(pid=83981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:59:44.166658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'subnet': {'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:44.172306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:44.176816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146a939-d9bd-4c38-9bf0-194210c6abb8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Network': ['ID=28ef57ae-fa6c-4239-93bc-667e49b96adc,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:44.192513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Checking segment: {'id': '30b8b82d-fdbb-4aad-80b3-8149a93acba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:44.192868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Network hostable DHCP agents. Network: 4d536336-8a51-4708-87ea-60cd89d3027d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:59:44.197276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:44.214760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:44.223207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Made reservation on behalf of 49fe907ee8bd4c639e975d054a1dd796 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:44.227739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.245544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.260932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Network 4d536336-8a51-4708-87ea-60cd89d3027d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:44.303057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 4d536336-8a51-4708-87ea-60cd89d3027d) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:44.313172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:44.315267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.322138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d56a7-7e78-4926-a954-ac718c4cc54d None None] Network 4d536336-8a51-4708-87ea-60cd89d3027d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:44.368108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:44.379446 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-83145102-9c7f-45e3-b03a-85aeb00966bb tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3074136 May 29 00:59:44.383618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47586) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:44.388828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Usage tracker for resource:security_group_rule and tenant:49fe907ee8bd4c639e975d054a1dd796 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:44.392811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:44.400295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Request body: {'port': {'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-309657271'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:44.421768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:44.462469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Attempting to bind port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:44.462852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Attempting to bind port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:44.463410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Attempting to bind port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 on network cb22503e-d83b-4810-83e6-27693c2d0d9c {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:44.466671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c323eb46-d63d-4005-8998-96e311e03e63,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:44.503930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.511808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:44.512325 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Checking segment: {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:44.512862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.513176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Bound using segment: {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:44.513691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Bound port: d4f9940c-7bdc-4ead-825a-a06270bbcdc2, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:44.514083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.571571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.625719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:44.636336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Usage tracker for resource:port and tenant:f06125b25e7b42568f25de549f0377a6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:44.650162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:44.677067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:44.682785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.700469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.708166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] For port d4f9940c-7bdc-4ead-825a-a06270bbcdc2, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:44.713944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47598) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:44.719634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:44.722401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:44.722540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] For port d4f9940c-7bdc-4ead-825a-a06270bbcdc2, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:44.733662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.734442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.735113 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Added segment ebe9ac9a-e80a-4427-93f5-364c3184c7ce of type vlan for network e591a351-8205-45f3-af99-6f529d900e4e May 29 00:59:44.735353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Checking segment: {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:44.736395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Network hostable DHCP agents. Network: 5583b5b8-1a3b-4e80-91c2-0928d87c7673, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:59:44.749371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Usage tracker for resource:subnet and tenant:209289553174410cad38a83a23e00591 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:44.765948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.767181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:44.782117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:44.818851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.823751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:44.824536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.851925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Made reservation on behalf of f06125b25e7b42568f25de549f0377a6 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:44.864547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.869981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.875965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-4d536336-8a51-4708-87ea-60cd89d3027d', 'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d', 'tenant_id': 'f06125b25e7b42568f25de549f0377a6', 'fixed_ips': [{'subnet_id': '6677bd93-a182-411d-86a7-4cd935ad961e'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:59:44.877891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:44.909535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:44.923099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] device_id is not set on port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 00:59:45.023722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:45.031277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Allocated IP 172.26.5.203 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/dbe83111-72a9-40a3-adaf-d772c73f5981) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:45.069736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f494-5b76-4f22-9d5f-804a818add69 None None] Pushing event updated for resources: {'Port': ['ID=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:45.084282 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6472600 May 29 00:59:45.085528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d2ce3e-8240-47ee-bfd0-ba28d8c83617,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:45.094151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47608) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:45.115330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6690-4796-48a1-ad39-72b7a7a880c8 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event updated for resources: {'Network': ['ID=e591a351-8205-45f3-af99-6f529d900e4e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:45.145412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5583b5b8-1a3b-4e80-91c2-0928d87c7673) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:45.147284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d46478c-1995-4610-abd0-bbbc7e5f79a5,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:45.195068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Request body: {'subnet': {'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:45.198609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network e591a351-8205-45f3-af99-6f529d900e4e details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:45.274438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:45.274438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.319771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfbdd07-2cdc-4ae3-b6db-e4e6c1832690 None None] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:45.338332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.441592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Allocated IP 172.20.0.2 (4d536336-8a51-4708-87ea-60cd89d3027d/6677bd93-a182-411d-86a7-4cd935ad961e/a2e64de7-275c-4da2-9775-e2ae8ebfe717) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:45.463653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:45.611801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Checking segment: {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:45.612815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Network hostable DHCP agents. Network: 362b4ce4-dd62-495d-993f-78ee2c117223, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:59:45.639891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:45.649589 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-361bbecc-72f9-49be-b139-f2fe04bb5f1d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5322165 May 29 00:59:45.652897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47622) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:45.665084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:45.674587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Usage tracker for resource:floatingip and tenant:c4c0279fbd9f478c9ecd397b198fabda is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:45.679913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:59:45.680738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.682658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:45.685021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:45.692873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Usage tracker for resource:router and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:45.697627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:45.703166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:45.712938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:45.733923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.734942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.766371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47626) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:45.778985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.834725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.864700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:45.869597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Usage tracker for resource:subnet and tenant:49fe907ee8bd4c639e975d054a1dd796 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:45.873062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:45.880603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:45.890669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:45.987356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Made reservation on behalf of 49fe907ee8bd4c639e975d054a1dd796 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:45.993151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Allocated IP 172.20.0.2 (5583b5b8-1a3b-4e80-91c2-0928d87c7673/c323eb46-d63d-4005-8998-96e311e03e63/d3b809c1-4b1c-4e36-b8de-5ead78ee327f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:46.036385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.038189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.039428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.043541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4f9940c-7bdc-4ead-825a-a06270bbcdc2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:59:46.152346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Transition to ACTIVE for port object a2e64de7-275c-4da2-9775-e2ae8ebfe717 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:46.162185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe83111-72a9-40a3-adaf-d772c73f5981,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:46.164465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Network 362b4ce4-dd62-495d-993f-78ee2c117223 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:46.175497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:46.196794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:46.202292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Usage tracker for resource:floatingip and tenant:af9de512b894477bb0b02e70d2e0853a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:46.206614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:46.210059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:46.215244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:46.218060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:46.229894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 362b4ce4-dd62-495d-993f-78ee2c117223) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:46.244596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce9ae2-febd-4af8-9c67-06d9977b3575 None None] Network 362b4ce4-dd62-495d-993f-78ee2c117223 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:46.249361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.259256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Transition to ACTIVE for port object a2e64de7-275c-4da2-9775-e2ae8ebfe717 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:46.287483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.303393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:46.379011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:46.380141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.393700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.497919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14c550-40e8-4d9a-8b62-c01516616843 None None] Network cb22503e-d83b-4810-83e6-27693c2d0d9c requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:46.507245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Allocated IP 172.20.0.9 (4d536336-8a51-4708-87ea-60cd89d3027d/6677bd93-a182-411d-86a7-4cd935ad961e/2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:46.549841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-45393b9e-60ce-4a17-8ce4-2168119a149e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9480021 May 29 00:59:46.554110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47644) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:46.561752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:46.564401 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Network 4d536336-8a51-4708-87ea-60cd89d3027d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:46.586010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:46.588224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:46.589604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:46.592600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:46.598339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Usage tracker for resource:router and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:46.611970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:46.621380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.624017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:46.637570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.677268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.725515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Pushing event updated for resources: {'Port': ['ID=a2e64de7-275c-4da2-9775-e2ae8ebfe717,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:46.751231 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Transition to ACTIVE for port object d3b809c1-4b1c-4e36-b8de-5ead78ee327f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:46.785523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Subnet': ['ID=f419add8-c180-4974-ae9d-21e711fb96d9,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:46.791597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.817969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.818753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.840608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.863069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.900192 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Checking segment: {'id': 'fa3f8875-b8ec-40af-9a3e-78d8d2005966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:46.900578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network hostable DHCP agents. Network: 28ef57ae-fa6c-4239-93bc-667e49b96adc, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:59:46.912263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Transition to ACTIVE for port object d3b809c1-4b1c-4e36-b8de-5ead78ee327f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:46.930356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.954086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.956399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.959799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c7dfaf1f-4b71-453c-8a6f-d4d9fcd35ee8 None None] Provisioning for port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:46.995651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:46.997530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.002994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Attempting to bind port a2e64de7-275c-4da2-9775-e2ae8ebfe717 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:47.003367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Attempting to bind port a2e64de7-275c-4da2-9775-e2ae8ebfe717 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '30b8b82d-fdbb-4aad-80b3-8149a93acba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:47.003722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Attempting to bind port a2e64de7-275c-4da2-9775-e2ae8ebfe717 on network 4d536336-8a51-4708-87ea-60cd89d3027d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:47.015874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.057600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c7dfaf1f-4b71-453c-8a6f-d4d9fcd35ee8 None None] Provisioning complete for port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:47.057988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7dfaf1f-4b71-453c-8a6f-d4d9fcd35ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.085063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.090462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Allocated IP 172.26.5.20 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/d2b4a89e-9376-418e-a667-01add6566fa2) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:47.111622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:47.127209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Transition to ACTIVE for port object 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:47.159080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event updated for resources: {'Subnet': ['ID=ffec3138-ed49-40e7-b6f1-04ab17180b57,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:47.199006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 28ef57ae-fa6c-4239-93bc-667e49b96adc) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:47.214714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:47.215125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.218206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:47.218732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Checking segment: {'id': '30b8b82d-fdbb-4aad-80b3-8149a93acba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:47.218981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.219326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Bound using segment: {'id': '30b8b82d-fdbb-4aad-80b3-8149a93acba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:47.221137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Bound port: a2e64de7-275c-4da2-9775-e2ae8ebfe717, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b8b82d-fdbb-4aad-80b3-8149a93acba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:47.221137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.224262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Checking segment: {'id': 'ebe9ac9a-e80a-4427-93f5-364c3184c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:47.224614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Network hostable DHCP agents. Network: e591a351-8205-45f3-af99-6f529d900e4e, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:59:47.236722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:47.243666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-362b4ce4-dd62-495d-993f-78ee2c117223', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:59:47.244811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.255031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31de191-ff6d-44b1-a761-f7ecba9d5bdb None None] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:47.265645 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0dfab85a-4827-4d18-bae3-210a9cfcd784 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1204388 May 29 00:59:47.269576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47648) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:47.276394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'name': 'tempest-AllowedAddressPairTestJSON-1689430644'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:47.293482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Pushing event updated for resources: {'Port': ['ID=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:47.296520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:47.348885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:47.353331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Network e591a351-8205-45f3-af99-6f529d900e4e is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:47.379776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, e591a351-8205-45f3-af99-6f529d900e4e) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:47.386490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:47.387043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.415921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.428942 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f80ab981-8887-4ae8-aa9c-f032114cb8e3 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3307812 May 29 00:59:47.433451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47652) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:47.434228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe40aa1-88d0-4805-9ce8-21fd20c83e0c None None] Network e591a351-8205-45f3-af99-6f529d900e4e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:47.456299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Request body: {'port': {'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-968979436'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:47.540253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.542859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event updated for resources: {'Port': ['ID=2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:47.555296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Network 4d536336-8a51-4708-87ea-60cd89d3027d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:47.557845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:47.563396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:47.565549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Usage tracker for resource:port and tenant:209289553174410cad38a83a23e00591 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:47.568652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:47.571330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:47.572598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:47.573231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.585428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:47.609331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.636675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:47.639857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.650910 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2057e517-4cbd-4f4e-a7f9-44adad8d7561 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2662256 May 29 00:59:47.660577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47656) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:47.673384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Request body: {'port': {'network_id': '4d536336-8a51-4708-87ea-60cd89d3027d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1669614185', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:47.674385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.api.validators [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] bootfile-name is not in valid_values {{(pid=83979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 00:59:47.674884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.api.validators [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] tftp-server is not in valid_values {{(pid=83979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 00:59:47.675380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.api.validators [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] server-ip-address is not in valid_values {{(pid=83979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 00:59:47.699024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:47.710612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Usage tracker for resource:port and tenant:49fe907ee8bd4c639e975d054a1dd796 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:47.722768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.764483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:47.773201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] device_id is not set on port 48e316c1-a5a4-492b-b487-7158f20cab10 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 00:59:47.807111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:47.812900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:47.815978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Port': ['ID=d2b4a89e-9376-418e-a667-01add6566fa2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:47.827196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:47.884292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] For port a2e64de7-275c-4da2-9775-e2ae8ebfe717, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:47.912781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:47.945215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Attempting to bind port d3b809c1-4b1c-4e36-b8de-5ead78ee327f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:47.945576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Attempting to bind port d3b809c1-4b1c-4e36-b8de-5ead78ee327f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:47.945928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Attempting to bind port d3b809c1-4b1c-4e36-b8de-5ead78ee327f on network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:47.959681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7dfaf1f-4b71-453c-8a6f-d4d9fcd35ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:47.976237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] For port a2e64de7-275c-4da2-9775-e2ae8ebfe717, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a2e64de7-275c-4da2-9775-e2ae8ebfe717,segment=NetworkSegment(30b8b82d-fdbb-4aad-80b3-8149a93acba1),segment_id=30b8b82d-fdbb-4aad-80b3-8149a93acba1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:48.004405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Made reservation on behalf of 49fe907ee8bd4c639e975d054a1dd796 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:48.007226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.028211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.056746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Allocated IP 172.26.5.125 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/df0713af-a221-4909-89bb-9cb461e446b6) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:48.066275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Router d8c0f2d5-4e23-47d8-bd60-647b014f90dd is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 00:59:48.118005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:48.118390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Checking segment: {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:48.118753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.119144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Bound using segment: {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:48.119624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Bound port: d3b809c1-4b1c-4e36-b8de-5ead78ee327f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:48.120010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.139953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:48.144784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] device_id is not set on port 5b075b03-346f-4a50-a442-1835b6aba211 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 00:59:48.174327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.214509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.257785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.304094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c7dfaf1f-4b71-453c-8a6f-d4d9fcd35ee8 None None] For port d4f9940c-7bdc-4ead-825a-a06270bbcdc2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:59:48.305504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Allocated IP 172.20.0.2 (362b4ce4-dd62-495d-993f-78ee2c117223/0d46478c-1995-4610-abd0-bbbc7e5f79a5/1cd89ac6-a3fa-43e2-b822-6478fa4923ed) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:48.325677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Usage tracker for resource:port and tenant:f06125b25e7b42568f25de549f0377a6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:48.333883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:48.334655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.369110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:48.411049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7dfaf1f-4b71-453c-8a6f-d4d9fcd35ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.433324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c59ba-4b0e-47d5-9281-b71785ff9270 None None] Pushing event updated for resources: {'Port': ['ID=a2e64de7-275c-4da2-9775-e2ae8ebfe717,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:48.447599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-28ef57ae-fa6c-4239-93bc-667e49b96adc', 'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'tenant_id': '209289553174410cad38a83a23e00591', 'fixed_ips': [{'subnet_id': 'f419add8-c180-4974-ae9d-21e711fb96d9'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:59:48.448401 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.515532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Allocated IP 172.20.0.10 (28ef57ae-fa6c-4239-93bc-667e49b96adc/f419add8-c180-4974-ae9d-21e711fb96d9/48e316c1-a5a4-492b-b487-7158f20cab10) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:48.578653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Made reservation on behalf of f06125b25e7b42568f25de549f0377a6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:48.582155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.603907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.613108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.690430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] For port d3b809c1-4b1c-4e36-b8de-5ead78ee327f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:48.706581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-e591a351-8205-45f3-af99-6f529d900e4e', 'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e', 'tenant_id': '49fe907ee8bd4c639e975d054a1dd796', 'fixed_ips': [{'subnet_id': 'ffec3138-ed49-40e7-b6f1-04ab17180b57'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:59:48.707465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.712437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Allocated IP 172.20.0.12 (e591a351-8205-45f3-af99-6f529d900e4e/ffec3138-ed49-40e7-b6f1-04ab17180b57/5b075b03-346f-4a50-a442-1835b6aba211) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:48.724856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.737202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] device_id is not set on port d239d053-6e6e-4339-bc24-ba231c472e19 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 00:59:48.759209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.759504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] For port d3b809c1-4b1c-4e36-b8de-5ead78ee327f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:48.760802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfaf1f-4b71-453c-8a6f-d4d9fcd35ee8 None None] Pushing event updated for resources: {'Port': ['ID=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:48.771479 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0030255 May 29 00:59:48.773006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081537d1-44fd-4b20-90fb-656cc8bf45a4 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Port': ['ID=d2b4a89e-9376-418e-a667-01add6566fa2,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:48.776461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47664) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:48.784615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-229871972'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:48.790558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:48.796170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Usage tracker for resource:network and tenant:af9de512b894477bb0b02e70d2e0853a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:48.801738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:48.804665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.812487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:48.827775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Made reservation on behalf of af9de512b894477bb0b02e70d2e0853a for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:48.833220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.848685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.890290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:48.895707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Usage tracker for resource:security_group_rule and tenant:af9de512b894477bb0b02e70d2e0853a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:48.899362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:48.905130 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7775a3a0-c7e1-428d-964a-d218e8fa8ec4 None None] Provisioning complete for port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:48.905498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7775a3a0-c7e1-428d-964a-d218e8fa8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.906595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:48.911125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:48.999861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.005427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.043059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:49.059612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776bdbd1-a649-4f79-ae9f-f42728d1c470,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:49.066035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.066248 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Added segment b95062b2-2100-4c3b-ba8d-06c3c9d7ded8 of type vlan for network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 May 29 00:59:49.095940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef52c97-0991-4053-92e0-79748881de0a None None] Pushing event updated for resources: {'Port': ['ID=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:49.098065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.130540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.174969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.181883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:49.183095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.186642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Transition to ACTIVE for port object 1cd89ac6-a3fa-43e2-b822-6478fa4923ed will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:49.220340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Transition to ACTIVE for port object 1cd89ac6-a3fa-43e2-b822-6478fa4923ed will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:49.232768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.282829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Allocated IP 172.20.0.5 (4d536336-8a51-4708-87ea-60cd89d3027d/6677bd93-a182-411d-86a7-4cd935ad961e/d239d053-6e6e-4339-bc24-ba231c472e19) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:49.300456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Network 362b4ce4-dd62-495d-993f-78ee2c117223 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:49.303301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:49.308030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:49.321307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Pushing event updated for resources: {'Port': ['ID=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:49.330891 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5496986 May 29 00:59:49.341794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.345288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.351642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47668) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:49.412410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Allocated IP 172.26.5.8 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:49.431950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Request body: {'subnet': {'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:49.456129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88c7b9-ce0b-462e-a56f-34842cc28209 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Network': ['ID=4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:49.458568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Attempting to bind port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:49.458930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Attempting to bind port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:49.459484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Attempting to bind port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed on network 362b4ce4-dd62-495d-993f-78ee2c117223 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:49.472374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:49.472374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Checking segment: {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:49.472812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.473200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Bound using segment: {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:49.473661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Bound port: 1cd89ac6-a3fa-43e2-b822-6478fa4923ed, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:49.474043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.485811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:49.513298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Transition to ACTIVE for port object 48e316c1-a5a4-492b-b487-7158f20cab10 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:49.616177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.621413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:49.679449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:49.682190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:49.689391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Pushing event updated for resources: {'Port': ['ID=df0713af-a221-4909-89bb-9cb461e446b6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:49.708352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] For port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:49.709948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.714248 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] For port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:49.727000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.744978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:49.838947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac720f7-1dd2-41d7-9e5a-f09550651fe6 None None] Pushing event updated for resources: {'Port': ['ID=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:49.942870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:49.948353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:49.955512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:49.968745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Transition to ACTIVE for port object 5b075b03-346f-4a50-a442-1835b6aba211 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:49.980774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:50.005655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Allocated IP 172.26.5.115 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/86e76685-11e9-48c3-9016-5dbb11de61f6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:50.026456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.034502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:50.037794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 00:59:50.059217 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Sync routers for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 00:59:50.060912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3b809c1-4b1c-4e36-b8de-5ead78ee327f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:59:50.080914 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:59:50.081878 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:50.097279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d912bac8-adac-4005-b184-c8ab032792a2 None None] Network 4d536336-8a51-4708-87ea-60cd89d3027d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:50.177732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.212083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Usage tracker for resource:subnet and tenant:af9de512b894477bb0b02e70d2e0853a is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:50.215603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:50.224089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:50.265624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Allocated IP 172.20.0.2 (28ef57ae-fa6c-4239-93bc-667e49b96adc/f419add8-c180-4974-ae9d-21e711fb96d9/40a322ad-0145-4166-b28e-e66583e953f0) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:50.297475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-06d78fc6-8dbd-461b-af34-39552c016dd3 None None] Provisioning for port a2e64de7-275c-4da2-9775-e2ae8ebfe717 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:50.343119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.352635 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:59:50.367714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Transition to ACTIVE for port object d239d053-6e6e-4339-bc24-ba231c472e19 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:50.450475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:50.484955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:50.489073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.534371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.599585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.607087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.641316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.660068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Made reservation on behalf of af9de512b894477bb0b02e70d2e0853a for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:50.724918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d3b809c1-4b1c-4e36-b8de-5ead78ee327f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:50.759362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4f9940c-7bdc-4ead-825a-a06270bbcdc2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:59:50.791740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:50.792651 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T00:59:46Z', 'revision_number': 3, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T00:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:50.795766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:50.796431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.797158 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Checking router: d8c0f2d5-4e23-47d8-bd60-647b014f90dd for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 00:59:50.797510 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Updating router d8c0f2d5-4e23-47d8-bd60-647b014f90dd port dbe83111-72a9-40a3-adaf-d772c73f5981 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 00:59:50.821638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.827672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.861281 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:50.938428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Allocated IP 172.20.0.2 (e591a351-8205-45f3-af99-6f529d900e4e/ffec3138-ed49-40e7-b6f1-04ab17180b57/6b665d18-117e-466d-b72f-3823de702929) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:51.037119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:51.041198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Pushing event updated for resources: {'Port': ['ID=86e76685-11e9-48c3-9016-5dbb11de61f6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:51.044168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:51.061168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:51.125515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.130482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.147668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47385faa-19de-4a92-84d0-5b5064956dfb None None] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:51.279191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.280055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.365890 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.381654 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Transition to ACTIVE for port object dbe83111-72a9-40a3-adaf-d772c73f5981 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:51.393715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.396152 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.398937 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-00218928-052e-490f-9268-fdd05ffd2124 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.9517462 May 29 00:59:51.417380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47676) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:51.419583 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1485686 May 29 00:59:51.424428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.430942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Network 4d536336-8a51-4708-87ea-60cd89d3027d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:51.431898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.435502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:51.436195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.436473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47678) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:51.451084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:51.453225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'name': 'tempest-AllowedAddressPairTestJSON-240904670', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ab:93:93'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:51.522257 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Pushing event updated for resources: {'Port': ['ID=dbe83111-72a9-40a3-adaf-d772c73f5981,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:51.537914 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.538474 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.538824 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.539255 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.539663 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.540031 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.540426 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.541055 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.541434 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.541809 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.542183 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Tracked resource versions report: May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: pushed versions: May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: { 'ConntrackHelper': {'1.0'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Log': {'1.0'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Network': {'1.1'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Port': {'1.5'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'PortForwarding': {'1.2'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'QosPolicy': {'1.8'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroup': {'1.2'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroupRule': {'1.0'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SubPort': {'1.0'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Subnet': {'1.1'}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Trunk': {'1.1'}} May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: consumer versions: May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: { DHCP agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: HyperV agent@hv-neutron-8431: {}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: L3 agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: Metadata agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: Metering agent@dv-neutron-843186-2-hyperv: {}, May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: Open vSwitch agent@dv-neutron-843186-2-hyperv: { 'ConntrackHelper': '1.0', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Log': '1.0', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Network': '1.1', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Port': '1.5', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'PortForwarding': '1.2', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'QosPolicy': '1.8', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroup': '1.2', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SecurityGroupRule': '1.0', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'SubPort': '1.0', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Subnet': '1.1', May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: 'Trunk': '1.1'}} May 29 00:59:51.543540 dv-neutron-843186-2-hyperv neutron-server[83982]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 29 00:59:51.573936 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Attempting to bind port dbe83111-72a9-40a3-adaf-d772c73f5981 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:51.574512 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Attempting to bind port dbe83111-72a9-40a3-adaf-d772c73f5981 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:51.575099 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Attempting to bind port dbe83111-72a9-40a3-adaf-d772c73f5981 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:51.586282 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:51.587094 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:51.588123 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.588650 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:51.589267 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Bound port: dbe83111-72a9-40a3-adaf-d772c73f5981, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:51.589889 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.600937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:51.607896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:51.608941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.622796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Transition to ACTIVE for port object 40a322ad-0145-4166-b28e-e66583e953f0 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:51.645194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 00:59:51.714272 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] For port dbe83111-72a9-40a3-adaf-d772c73f5981, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:51.718637 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] For port dbe83111-72a9-40a3-adaf-d772c73f5981, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dbe83111-72a9-40a3-adaf-d772c73f5981,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:51.720930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-926443ae-c5db-4c55-a420-e09e35992641 None None] Provisioning for port d3b809c1-4b1c-4e36-b8de-5ead78ee327f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:51.735819 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.796755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60333cea-b5f3-407b-943a-bb41fce3914b tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=48e316c1-a5a4-492b-b487-7158f20cab10,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:51.855210 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536e14c-054f-44c7-a4dc-08a208847354 None None] Pushing event updated for resources: {'Port': ['ID=dbe83111-72a9-40a3-adaf-d772c73f5981,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:51.859432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.862649 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:59:51.863461 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:51.878563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.885926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Transition to ACTIVE for port object 6b665d18-117e-466d-b72f-3823de702929 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:51.910276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Transition to ACTIVE for port object 6b665d18-117e-466d-b72f-3823de702929 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:51.923518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Transition to ACTIVE for port object 40a322ad-0145-4166-b28e-e66583e953f0 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:51.934823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-926443ae-c5db-4c55-a420-e09e35992641 None None] Provisioning complete for port d3b809c1-4b1c-4e36-b8de-5ead78ee327f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:51.935638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-926443ae-c5db-4c55-a420-e09e35992641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.943489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:51.948411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:51.953335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Usage tracker for resource:port and tenant:209289553174410cad38a83a23e00591 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:51.956774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:51.963079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:51.974551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Router 672a360f-4fd3-431e-87d4-fa45f6020deb is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 00:59:51.991608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:52.001650 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.3376818 May 29 00:59:52.017381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47684) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:52.028258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93679f0e-ba37-44a6-b89e-0a3ed757f5cd None None] Network 362b4ce4-dd62-495d-993f-78ee2c117223 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:52.107200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Network e591a351-8205-45f3-af99-6f529d900e4e is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:52.109026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:52.115642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:52.120417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:52.121227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.146287 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:59:52.148969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.152651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.154391 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4294379 May 29 00:59:52.155500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad615a9-7209-4236-a8ec-8daf62a79d22 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event updated for resources: {'Port': ['ID=d239d053-6e6e-4339-bc24-ba231c472e19,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:52.163847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47688) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:52.207496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1434305119', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'fixed_ips': [{'ip_address': '172.26.5.125'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:52.213197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:52.217169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Usage tracker for resource:port and tenant:c4c0279fbd9f478c9ecd397b198fabda is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:52.221098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:52.227412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:52.232689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.255976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Pushing event updated for resources: {'Port': ['ID=40a322ad-0145-4166-b28e-e66583e953f0,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:52.346170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Network e591a351-8205-45f3-af99-6f529d900e4e is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:52.364622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Made reservation on behalf of c4c0279fbd9f478c9ecd397b198fabda for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:52.367246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.383117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 00:59:52.409452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9741707 May 29 00:59:52.416126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47692) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:52.418638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Pushing event updated for resources: {'Port': ['ID=6b665d18-117e-466d-b72f-3823de702929,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:52.424207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:52.425827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:52.441134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.446395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Subnet': ['ID=5fd83db5-a962-4c48-9ad3-08406e308fd2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:52.452925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.467581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Sync routers for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 00:59:52.537331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Checking segment: {'id': 'b95062b2-2100-4c3b-ba8d-06c3c9d7ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:52.537671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Network hostable DHCP agents. Network: 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 00:59:52.554207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a2e64de7-275c-4da2-9775-e2ae8ebfe717 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:59:52.558675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Deleting port 5b075b03-346f-4a50-a442-1835b6aba211 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 00:59:52.559044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.567490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35850b59-e26a-4d80-bb80-56e84f255753 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Pushing event updated for resources: {'Port': ['ID=df0713af-a221-4909-89bb-9cb461e446b6,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:52.611868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:59:52.614619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:52.664703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e187bd-855c-4d5f-a769-3310a58bdd67 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:52.668853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e187bd-855c-4d5f-a769-3310a58bdd67 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:52.672950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e187bd-855c-4d5f-a769-3310a58bdd67 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:52.673880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45e187bd-855c-4d5f-a769-3310a58bdd67 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Synchronizing usage tracker for tenant:f06125b25e7b42568f25de549f0377a6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 00:59:52.676916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:52.689874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Usage tracker for resource:security_group_rule and tenant:c4c0279fbd9f478c9ecd397b198fabda is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:52.699300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:52.709346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674e80d-6195-415d-9046-8b20f01a985e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event updated for resources: {'Port': ['ID=5b075b03-346f-4a50-a442-1835b6aba211,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:52.712471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:52.730899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:52.731476 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T00:59:46Z', 'revision_number': 3, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T00:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:52.737487 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c309b1-47de-4c10-a278-f1bbe79d5a11 None None] The sync data for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv is: [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T00:59:46Z', 'revision_number': 3, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T00:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 00:59:52.749255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45e187bd-855c-4d5f-a769-3310a58bdd67 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Unset dirty status for tenant:f06125b25e7b42568f25de549f0377a6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 00:59:52.750613 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-45e187bd-855c-4d5f-a769-3310a58bdd67 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.7280164 May 29 00:59:52.758267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47696) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:52.811750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:52.829584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:52.830499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.852375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7cf53b-c4f4-40fd-9aa8-947de7d34bda None None] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:52.877170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] device_id is not set on port 9208b033-7999-4879-a07d-9e2ac32e4feb yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 00:59:52.888674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-926443ae-c5db-4c55-a420-e09e35992641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:52.965769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Deleting port d239d053-6e6e-4339-bc24-ba231c472e19 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 00:59:52.966279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.017508 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f407d3a3-aa31-4bbd-9d6d-c26b7c393590 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6225271 May 29 00:59:53.024451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47700) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:53.037764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.040440 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4e276e94-b1a7-403a-93a6-cd2d758d7fd9 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3854060 May 29 00:59:53.075373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.075822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:53.082286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47704) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:53.098761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1086954558', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:53.101626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:53.105709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:53.126575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:53.144198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Usage tracker for resource:router and tenant:af9de512b894477bb0b02e70d2e0853a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:53.213958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:53.221934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.309672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:53.319612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Calling delete_port for 5b075b03-346f-4a50-a442-1835b6aba211 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 00:59:53.334563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.411553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] device_id is not set on port 41367e81-e69e-421e-8bcd-4986bd4a41f4 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 00:59:53.428884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port a2e64de7-275c-4da2-9775-e2ae8ebfe717 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:53.439356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.440452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.452500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-926443ae-c5db-4c55-a420-e09e35992641 None None] For port d3b809c1-4b1c-4e36-b8de-5ead78ee327f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:59:53.453504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Attempting to bind port 6b665d18-117e-466d-b72f-3823de702929 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:53.454445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Attempting to bind port 6b665d18-117e-466d-b72f-3823de702929 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'ebe9ac9a-e80a-4427-93f5-364c3184c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:53.454848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Attempting to bind port 6b665d18-117e-466d-b72f-3823de702929 on network e591a351-8205-45f3-af99-6f529d900e4e {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:53.473612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a2e64de7-275c-4da2-9775-e2ae8ebfe717 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:53.474047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.519907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:59:53.528135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2916d8-d8a3-483a-b570-3873e086d20a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:53.577780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-926443ae-c5db-4c55-a420-e09e35992641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.597839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Allocated IP 172.20.0.3 (28ef57ae-fa6c-4239-93bc-667e49b96adc/f419add8-c180-4974-ae9d-21e711fb96d9/9208b033-7999-4879-a07d-9e2ac32e4feb) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:53.611185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Attempting to bind port 40a322ad-0145-4166-b28e-e66583e953f0 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:53.611664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Attempting to bind port 40a322ad-0145-4166-b28e-e66583e953f0 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'fa3f8875-b8ec-40af-9a3e-78d8d2005966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:53.612204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Attempting to bind port 40a322ad-0145-4166-b28e-e66583e953f0 on network 28ef57ae-fa6c-4239-93bc-667e49b96adc {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:53.713919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.732905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:53.733284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Checking segment: {'id': 'ebe9ac9a-e80a-4427-93f5-364c3184c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:53.733694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.734253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Bound using segment: {'id': 'ebe9ac9a-e80a-4427-93f5-364c3184c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:53.734555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Bound port: 6b665d18-117e-466d-b72f-3823de702929, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe9ac9a-e80a-4427-93f5-364c3184c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e591a351-8205-45f3-af99-6f529d900e4e'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:53.734944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.839185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:53.839844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Checking segment: {'id': 'fa3f8875-b8ec-40af-9a3e-78d8d2005966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:53.840476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.841289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Bound using segment: {'id': 'fa3f8875-b8ec-40af-9a3e-78d8d2005966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:53.841924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Bound port: 40a322ad-0145-4166-b28e-e66583e953f0, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3f8875-b8ec-40af-9a3e-78d8d2005966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:53.842652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.905008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 00:59:53.914436 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Sync routers for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 00:59:53.924230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.932391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:53.934175 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:59:53.935003 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:54.065972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Calling delete_port for d239d053-6e6e-4339-bc24-ba231c472e19 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 00:59:54.144582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event deleted for resources: {'Port': ['ID=5b075b03-346f-4a50-a442-1835b6aba211,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:54.172104 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:59:54.192666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7', 'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7', 'tenant_id': 'af9de512b894477bb0b02e70d2e0853a', 'fixed_ips': [{'subnet_id': '5fd83db5-a962-4c48-9ad3-08406e308fd2'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 00:59:54.193326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.202838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926443ae-c5db-4c55-a420-e09e35992641 None None] Pushing event updated for resources: {'Port': ['ID=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:54.251964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.257499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b88dc573-8976-4546-8a71-008d6d8c7a3a tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "DELETE /v2.0/ports/5b075b03-346f-4a50-a442-1835b6aba211 HTTP/1.1" status: 204 len: 168 time: 1.8268814 May 29 00:59:54.260404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47708) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:54.261263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.265918 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-870bbd55-ebb6-43db-893a-61b67f2aeddc admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7085581 May 29 00:59:54.274229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47710) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:54.280019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.306187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Provisioning for port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:54.403699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 29 00:59:54.404358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 00:59:54.415209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Provisioning complete for port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:54.428658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.455226 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0396432b-96fb-4b13-b9a8-d805259fecdd tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2698286 May 29 00:59:54.460718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47718) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:54.470491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] For port 40a322ad-0145-4166-b28e-e66583e953f0, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:54.547276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] For port 40a322ad-0145-4166-b28e-e66583e953f0, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=40a322ad-0145-4166-b28e-e66583e953f0,segment=NetworkSegment(fa3f8875-b8ec-40af-9a3e-78d8d2005966),segment_id=fa3f8875-b8ec-40af-9a3e-78d8d2005966)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:54.554782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] For port 6b665d18-117e-466d-b72f-3823de702929, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:54.561188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.665817 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e6bd661b-3e70-452f-8df9-5c683dd458f7 tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3989284 May 29 00:59:54.670974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47722) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:54.679154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.689542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1579690182'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:54.691971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.701061 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T00:59:51Z', 'revision_number': 3, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T00:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:54.706579 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Checking router: 672a360f-4fd3-431e-87d4-fa45f6020deb for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 00:59:54.707040 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Updating router 672a360f-4fd3-431e-87d4-fa45f6020deb port 86e76685-11e9-48c3-9016-5dbb11de61f6 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 00:59:54.714904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:54.733754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Transition to ACTIVE for port object 9208b033-7999-4879-a07d-9e2ac32e4feb will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:54.734717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Usage tracker for resource:network and tenant:49fe907ee8bd4c639e975d054a1dd796 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:54.744160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:54.756593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:54.792409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Made reservation on behalf of 49fe907ee8bd4c639e975d054a1dd796 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 00:59:54.798709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.801438 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.807883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] For port 6b665d18-117e-466d-b72f-3823de702929, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6b665d18-117e-466d-b72f-3823de702929,segment=NetworkSegment(ebe9ac9a-e80a-4427-93f5-364c3184c7ce),segment_id=ebe9ac9a-e80a-4427-93f5-364c3184c7ce)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:54.808962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.843360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 00:59:54.853509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.858345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:54.923336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port a2e64de7-275c-4da2-9775-e2ae8ebfe717, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a2e64de7-275c-4da2-9775-e2ae8ebfe717,segment=NetworkSegment(30b8b82d-fdbb-4aad-80b3-8149a93acba1),segment_id=30b8b82d-fdbb-4aad-80b3-8149a93acba1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:59:54.939437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event deleted for resources: {'Port': ['ID=d239d053-6e6e-4339-bc24-ba231c472e19,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:54.982955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3b3b6-b3df-49f9-bbef-c7be83e843f9 None None] Pushing event updated for resources: {'Port': ['ID=40a322ad-0145-4166-b28e-e66583e953f0,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:54.992520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.017042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Allocated IP 172.20.0.2 (4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7/5fd83db5-a962-4c48-9ad3-08406e308fd2/29baa2b7-bc9a-4a9a-8646-5f85f344e6df) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:55.050433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 00:59:55.087169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Provisioning for port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:55.163101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.163441 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Added segment f93a23ec-dd78-4010-acda-48ebb9616b09 of type vlan for network 0332dd32-e219-460f-b54a-9e18915d328b May 29 00:59:55.216253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:55.229382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:55.232784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:55.238271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:55.239069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.247152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdcea7-61dc-47d7-a500-2683edac9557 None None] Pushing event updated for resources: {'Port': ['ID=6b665d18-117e-466d-b72f-3823de702929,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:55.367944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=9208b033-7999-4879-a07d-9e2ac32e4feb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:55.393345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Deleting port df0713af-a221-4909-89bb-9cb461e446b6 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 00:59:55.396241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.396374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.466315 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-80b9fc31-0bfe-41b1-b25b-403597a85e64 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.0167201 May 29 00:59:55.478859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47726) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:55.521023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Could not find standard attr ID for object d239d053-6e6e-4339-bc24-ba231c472e19. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 00:59:55.527958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.539353 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-07bd6a04-eaa4-4672-9c98-e13351aafdea tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "DELETE /v2.0/ports/d239d053-6e6e-4339-bc24-ba231c472e19 HTTP/1.1" status: 204 len: 168 time: 2.7813468 May 29 00:59:55.554412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47730) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:55.590054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3b809c1-4b1c-4e36-b8de-5ead78ee327f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:59:55.618325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Request body: {'port': {'name': 'tempest-new-port-name-790970701', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 00:59:55.618799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] bootfile-name is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 00:59:55.619454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] tftp-server is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 00:59:55.619783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] server-ip-address is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 00:59:55.659721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.662723 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.696215 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Transition to ACTIVE for port object 86e76685-11e9-48c3-9016-5dbb11de61f6 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:55.713609 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.727390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T00:59:50Z', 'revision_number': 3, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T00:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:55.734035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.734364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.762621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Checking router: bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 00:59:55.763352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Updating router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 00:59:55.788498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.827510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=a2e64de7-275c-4da2-9775-e2ae8ebfe717,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:55.835485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Provisioning complete for port a2e64de7-275c-4da2-9775-e2ae8ebfe717 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:55.836200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3f46b950-cf3f-432c-99b1-11a80a67d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.847627 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f38a4-952a-4020-b866-3b4367c3bdad None None] Pushing event updated for resources: {'Port': ['ID=86e76685-11e9-48c3-9016-5dbb11de61f6,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:55.871947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Calling delete_port for df0713af-a221-4909-89bb-9cb461e446b6 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 00:59:55.892668 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Attempting to bind port 86e76685-11e9-48c3-9016-5dbb11de61f6 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:55.893075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Attempting to bind port 86e76685-11e9-48c3-9016-5dbb11de61f6 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:55.893654 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Attempting to bind port 86e76685-11e9-48c3-9016-5dbb11de61f6 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:55.905728 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:55.906181 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:55.906568 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.908045 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:55.908526 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Bound port: 86e76685-11e9-48c3-9016-5dbb11de61f6, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:55.908898 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:55.979248 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.013411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d3b809c1-4b1c-4e36-b8de-5ead78ee327f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:56.014361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.019453 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] For port 86e76685-11e9-48c3-9016-5dbb11de61f6, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:56.023115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.024752 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] For port 86e76685-11e9-48c3-9016-5dbb11de61f6, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=86e76685-11e9-48c3-9016-5dbb11de61f6,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:56.037741 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.038798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.042946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:56.043754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.083223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.127344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.152304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Transition to ACTIVE for port object 29baa2b7-bc9a-4a9a-8646-5f85f344e6df will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:56.183523 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f38a4-952a-4020-b866-3b4367c3bdad None None] Pushing event updated for resources: {'Port': ['ID=86e76685-11e9-48c3-9016-5dbb11de61f6,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:56.228526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Pushing event deleted for resources: {'Port': ['ID=df0713af-a221-4909-89bb-9cb461e446b6,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:56.246007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Allocated IP 172.26.5.16 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/7659969c-cbcd-4159-8d4e-7934a4a3ad75) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:56.251546 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:59:56.252424 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:56.350196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.382709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.389517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Transition to ACTIVE for port object 29baa2b7-bc9a-4a9a-8646-5f85f344e6df will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:56.390480 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6a580461-f831-4cc7-81f6-2508cdfba7a8 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160 tempest-ExternalNetworksAdminNegativeTestJSON-2042185160-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/e72a9293-aa0b-4885-a670-6b667dd01329 HTTP/1.1" status: 204 len: 168 time: 1.9285431 May 29 00:59:56.418324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f27d0-6354-42f1-ba13-677645a0ca83 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:56.423176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f27d0-6354-42f1-ba13-677645a0ca83 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:56.428148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f27d0-6354-42f1-ba13-677645a0ca83 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:56.429507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d64f27d0-6354-42f1-ba13-677645a0ca83 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Synchronizing usage tracker for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 00:59:56.461332 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7859402 May 29 00:59:56.462451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81886719-4921-4c6f-a21b-468874b0297f tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event updated for resources: {'Network': ['ID=0332dd32-e219-460f-b54a-9e18915d328b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:56.466533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47736) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:56.546328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 0332dd32-e219-460f-b54a-9e18915d328b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 00:59:56.589000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:56.676207 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 00:59:56.901897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23507b7-9f1d-4d7c-b0ea-52e87dcb12e3 None None] Network e591a351-8205-45f3-af99-6f529d900e4e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:56.994702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.045651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d64f27d0-6354-42f1-ba13-677645a0ca83 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Unset dirty status for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 00:59:57.051298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d64f27d0-6354-42f1-ba13-677645a0ca83 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.5526552 May 29 00:59:57.052082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47744) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:57.119583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.144374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1cd89ac6-a3fa-43e2-b822-6478fa4923ed up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:59:57.155266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.190502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47748) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:57.196487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f8b58-e50f-49cf-bbdf-d2ab74169158 None None] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:57.220828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.228868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:57.232452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Pushing event updated for resources: {'Port': ['ID=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:57.257978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:57.282188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] In _notify_port_updated(), no bound segment for port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d on network 4d536336-8a51-4708-87ea-60cd89d3027d {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 00:59:57.286958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:57.287592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.293575 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "PUT /v2.0/ports/2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d HTTP/1.1" status: 200 len: 1135 time: 1.7205474 May 29 00:59:57.295189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:57.362924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53282e-d7ca-4d99-98f7-9bd206c0253d tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event updated for resources: {'Port': ['ID=2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:57.395325 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:57.425886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:57.433657 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T00:59:51Z', 'revision_number': 3, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T00:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:57.443191 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7aca0-02b6-4eb6-89a3-515204ba33b2 None None] The sync data for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv is: [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T00:59:51Z', 'revision_number': 3, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T00:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 00:59:57.443453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:57.452694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:57.585284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c4d05-3857-49f6-913f-fc4c74d5157e tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 00:59:57.586289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-130c4d05-3857-49f6-913f-fc4c74d5157e tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Synchronizing usage tracker for tenant:f06125b25e7b42568f25de549f0377a6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 00:59:57.635075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Port': ['ID=7659969c-cbcd-4159-8d4e-7934a4a3ad75,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:57.636463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 9208b033-7999-4879-a07d-9e2ac32e4feb {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 00:59:57.636805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.656182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-130c4d05-3857-49f6-913f-fc4c74d5157e tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Unset dirty status for tenant:f06125b25e7b42568f25de549f0377a6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 00:59:57.662683 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-130c4d05-3857-49f6-913f-fc4c74d5157e tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "GET /v2.0/ports/2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d HTTP/1.1" status: 200 len: 1135 time: 0.3612273 May 29 00:59:57.663160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47758) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:57.846843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.847560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.862283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Deleting port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 00:59:57.862556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.884357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Attempting to bind port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:57.884722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Attempting to bind port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'b95062b2-2100-4c3b-ba8d-06c3c9d7ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:57.885080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Attempting to bind port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df on network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:57.911960 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2c4215db-63e7-4ce7-8ab8-13b20e6bd318 tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "GET /v2.0/agents/a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc/dhcp-networks HTTP/1.1" status: 200 len: 7850 time: 1.4409783 May 29 00:59:57.915189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:57.916645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47762) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:57.937629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9e6a6042-826f-4496-b33e-0c3305f075b8 None None] Provisioning complete for port d3b809c1-4b1c-4e36-b8de-5ead78ee327f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:57.938050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6042-826f-4496-b33e-0c3305f075b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.015187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:58.015902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Checking segment: {'id': 'b95062b2-2100-4c3b-ba8d-06c3c9d7ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:58.017012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.017685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Bound using segment: {'id': 'b95062b2-2100-4c3b-ba8d-06c3c9d7ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:58.018775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Bound port: 29baa2b7-bc9a-4a9a-8646-5f85f344e6df, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95062b2-2100-4c3b-ba8d-06c3c9d7ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:58.019619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.053301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.106111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:58.162891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:58.163256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.307426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.resource_extend [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 00:59:58.315346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Allocated IP 172.20.0.1 (cb22503e-d83b-4810-83e6-27693c2d0d9c/7fc31d39-d6f1-4bb3-8e57-791d198d28ab/d4abc1d7-2d7f-4587-8131-a01382db516b) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:58.374565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] For port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:58.380178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] For port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,segment=NetworkSegment(b95062b2-2100-4c3b-ba8d-06c3c9d7ded8),segment_id=b95062b2-2100-4c3b-ba8d-06c3c9d7ded8)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:58.450199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 00:59:58.457417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.458004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.489125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Usage tracker for resource:security_group_rule and tenant:54938ed050e3477a93a757d800b06177 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 00:59:58.503922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077647f5-5ae1-4007-a6d7-2140d264d8ca tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] Network 0332dd32-e219-460f-b54a-9e18915d328b is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 00:59:58.513415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 00:59:58.620048 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-077647f5-5ae1-4007-a6d7-2140d264d8ca tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "POST /v2.0/agents/a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7000635 May 29 00:59:58.621444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.633591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916f7ec-8a22-4e27-986e-f3b35bcb76ca None None] Network 0332dd32-e219-460f-b54a-9e18915d328b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 00:59:58.639405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47766) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:58.681091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 00:59:58.700647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Calling delete_port for 9208b033-7999-4879-a07d-9e2ac32e4feb owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 00:59:58.770754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.821664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Calling delete_port for 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 00:59:58.856179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Transition to ACTIVE for port object 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:58.873824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aed332-a1e1-4c10-8d00-c279063d585e None None] Pushing event updated for resources: {'Port': ['ID=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:58.919369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:58.939583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.037469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.042006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.119802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bf8c2faf-ac27-45d6-ade2-19ab133321d9 None None] Provisioning complete for port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:59.120194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2faf-ac27-45d6-ade2-19ab133321d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.171468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Attempting to bind port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 00:59:59.171770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Attempting to bind port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 00:59:59.172211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Attempting to bind port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 00:59:59.174381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Transition to ACTIVE for port object d4abc1d7-2d7f-4587-8131-a01382db516b will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 00:59:59.189841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.250187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1d347-e630-421a-92bb-ad077828aaf1 None None] Pushing event updated for resources: {'Port': ['ID=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:59.261404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 00:59:59.261789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 00:59:59.262170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.262553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 00:59:59.263032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Bound port: 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 00:59:59.275815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.360637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c2faf-ac27-45d6-ade2-19ab133321d9 None None] Port 2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 00:59:59.403369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] For port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 00:59:59.409590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] For port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 00:59:59.415710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 00:59:59.432157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.433261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dbe83111-72a9-40a3-adaf-d772c73f5981 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 00:59:59.440627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.457781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.473309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.517391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.574513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-84696966-3cf4-406b-a461-0511d71bea4f tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "GET /v2.0/agents/a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc/dhcp-networks HTTP/1.1" status: 200 len: 8595 time: 0.9266186 May 29 00:59:59.610979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47770) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:59.626541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:59.634115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.642794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bf8c2faf-ac27-45d6-ade2-19ab133321d9 None None] Provisioning for port 40a322ad-0145-4166-b28e-e66583e953f0 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:59.645195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Port': ['ID=9208b033-7999-4879-a07d-9e2ac32e4feb,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:59.692092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Allocated IP 172.20.0.1 (362b4ce4-dd62-495d-993f-78ee2c117223/0d46478c-1995-4610-abd0-bbbc7e5f79a5/57945a86-9620-45dc-ab83-8d56e87bce72) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 00:59:59.719239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.753415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port dbe83111-72a9-40a3-adaf-d772c73f5981 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:59.775906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port dbe83111-72a9-40a3-adaf-d772c73f5981 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 00:59:59.776726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.810850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4844a820-acc7-4187-938d-e60ed606bafa,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:59.818775 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ad391924-ca4b-4d39-962f-7f18d0b39640 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=54938ed050e3477a93a757d800b06177&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6049423 May 29 00:59:59.847707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47774) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 00:59:59.875027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bf8c2faf-ac27-45d6-ade2-19ab133321d9 None None] Provisioning for port 6b665d18-117e-466d-b72f-3823de702929 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 00:59:59.878574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1d347-e630-421a-92bb-ad077828aaf1 None None] Pushing event updated for resources: {'Port': ['ID=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:59.883804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Network cb22503e-d83b-4810-83e6-27693c2d0d9c is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 00:59:59.891691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 00:59:59.893743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Pushing event updated for resources: {'Port': ['ID=d4abc1d7-2d7f-4587-8131-a01382db516b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:59.896450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 00:59:59.897763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 00:59:59.918890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 00:59:59.919322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 00:59:59.922208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event deleted for resources: {'Port': ['ID=2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 00:59:59.965653 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3e7697b6-7765-400a-bdb1-252d9912113d tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "DELETE /v2.0/agents/a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc/dhcp-networks/0332dd32-e219-460f-b54a-9e18915d328b HTTP/1.1" status: 204 len: 168 time: 0.3416748 May 29 00:59:59.974517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47780) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:00.197170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.307751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Allocated IP 172.20.0.1 (5583b5b8-1a3b-4e80-91c2-0928d87c7673/c323eb46-d63d-4005-8998-96e311e03e63/d3de0afb-5980-49cd-8fc5-f9609dd25d3c) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:00.319162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e3a424bc-728f-4274-9787-4346adcf0794 None None] Could not find standard attr ID for object 5b075b03-346f-4a50-a442-1835b6aba211. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:00:00.321445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.342204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e3a424bc-728f-4274-9787-4346adcf0794 None None] Could not find standard attr ID for object 9208b033-7999-4879-a07d-9e2ac32e4feb. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:00:00.351507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.367779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.375566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:00:00.438705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Router bf9080bd-528f-4eef-ba16-acd3bcae71ed is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:00:00.476278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53460de6-ac49-4e9e-a90a-894d09af4168 None None] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:00.480070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.492828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Transition to ACTIVE for port object 57945a86-9620-45dc-ab83-8d56e87bce72 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:00.504903 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-399d09c1-b26f-4e5b-a2c3-94d6fc860d37 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "DELETE /v2.0/ports/2a5bbe7d-357a-44cc-8c78-d92fd1ac3d2d HTTP/1.1" status: 204 len: 168 time: 2.8375149 May 29 01:00:00.515199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47784) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:00.560333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port dbe83111-72a9-40a3-adaf-d772c73f5981, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dbe83111-72a9-40a3-adaf-d772c73f5981,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:00.584128 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fbbb5acc-d3cd-475f-ad37-6fd006daf7c6 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/ports/9208b033-7999-4879-a07d-9e2ac32e4feb HTTP/1.1" status: 204 len: 168 time: 3.5193043 May 29 01:00:00.635395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47788) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:00.681484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.692584 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1422f50d-f671-406c-a58f-f0a2a912bbc5 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] GET failed (client error): The resource could not be found. May 29 01:00:00.693091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1422f50d-f671-406c-a58f-f0a2a912bbc5 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Synchronizing usage tracker for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:00.850388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1422f50d-f671-406c-a58f-f0a2a912bbc5 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Unset dirty status for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:00.851624 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1422f50d-f671-406c-a58f-f0a2a912bbc5 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "GET /v2.0/ports/9208b033-7999-4879-a07d-9e2ac32e4feb HTTP/1.1" status: 404 len: 333 time: 0.2134616 May 29 01:00:00.857628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.860793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47792) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:00.868326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e3a424bc-728f-4274-9787-4346adcf0794 None None] Provisioning for port 48e316c1-a5a4-492b-b487-7158f20cab10 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:00.881673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'name': 'tempest-AllowedAddressPairTestJSON-661082609'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:00.897398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.934134 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c043c4f8-e670-4f06-ad61-a93350ca0fe3 tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "GET /v2.0/agents/a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc/dhcp-networks HTTP/1.1" status: 200 len: 7850 time: 0.9583306 May 29 01:00:00.946785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e3a424bc-728f-4274-9787-4346adcf0794 None None] Provisioning complete for port 48e316c1-a5a4-492b-b487-7158f20cab10 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:00.947368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e3a424bc-728f-4274-9787-4346adcf0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:00.955273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47796) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:00.955942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c49c55e1-901d-404c-81f5-10642075f18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.000742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Transition to ACTIVE for port object d3de0afb-5980-49cd-8fc5-f9609dd25d3c will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:01.033523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Deleting subnet 6677bd93-a182-411d-86a7-4cd935ad961e {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:00:01.043295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6b665d18-117e-466d-b72f-3823de702929 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:01.053320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c49c55e1-901d-404c-81f5-10642075f18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.059622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.097544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.100619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Pushing event updated for resources: {'Port': ['ID=57945a86-9620-45dc-ab83-8d56e87bce72,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:01.121823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Network 362b4ce4-dd62-495d-993f-78ee2c117223 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:01.122119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.123049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.139019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=dbe83111-72a9-40a3-adaf-d772c73f5981,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:01.161032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e3a424bc-728f-4274-9787-4346adcf0794 None None] Port 48e316c1-a5a4-492b-b487-7158f20cab10 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:01.162805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.174718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.205971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:01.217783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:01.222104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:01.222688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.258905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:01.270709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Pushing event updated for resources: {'Port': ['ID=d4abc1d7-2d7f-4587-8131-a01382db516b,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:01.280531 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c80eac3f-f5f7-4b40-bcf2-f076ecbd761f tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "GET /v2.0/networks/e591a351-8205-45f3-af99-6f529d900e4e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3177521 May 29 01:00:01.285998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47800) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:01.306019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 6b665d18-117e-466d-b72f-3823de702929 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:01.312489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6b665d18-117e-466d-b72f-3823de702929 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:01.313391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.321376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.441340 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1a10f5e3-7d1b-4282-8f51-84d507bd39f9 tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "GET /v2.0/networks/e591a351-8205-45f3-af99-6f529d900e4e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1502638 May 29 01:00:01.442393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c49c55e1-901d-404c-81f5-10642075f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.453235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47804) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:01.474169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf08d2b5-cf6a-45cf-a614-204e34f8e7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.476913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T00:59:50Z', 'revision_number': 3, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T00:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:01.484850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237cb88-1d8c-4630-89da-5e4cafe4dcfe None None] The sync data for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv is: [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T00:59:50Z', 'revision_number': 3, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T00:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:01.491155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9afb493d-bd9c-418d-9411-e500bee5971a None None] Provisioning for port d4abc1d7-2d7f-4587-8131-a01382db516b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:01.505411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9afb493d-bd9c-418d-9411-e500bee5971a None None] Provisioning complete for port d4abc1d7-2d7f-4587-8131-a01382db516b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:01.505821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9afb493d-bd9c-418d-9411-e500bee5971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.511237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:01.514244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.528718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c55e1-901d-404c-81f5-10642075f18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4844a820-acc7-4187-938d-e60ed606bafa,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:01.537075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:01.545409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:01.548445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Network cb22503e-d83b-4810-83e6-27693c2d0d9c is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:01.554579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:01.555061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.557726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:01.586730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9afb493d-bd9c-418d-9411-e500bee5971a None None] Port d4abc1d7-2d7f-4587-8131-a01382db516b cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:01.628111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Pushing event updated for resources: {'Port': ['ID=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:01.638714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] device_id is not set on port 47849483-df45-4020-bbd5-42c567e814b7 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:01.669658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.692156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9afb493d-bd9c-418d-9411-e500bee5971a None None] Provisioning for port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:01.743100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c49c55e1-901d-404c-81f5-10642075f18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.746705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 6b665d18-117e-466d-b72f-3823de702929, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6b665d18-117e-466d-b72f-3823de702929,segment=NetworkSegment(ebe9ac9a-e80a-4427-93f5-364c3184c7ce),segment_id=ebe9ac9a-e80a-4427-93f5-364c3184c7ce)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:01.746862 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c49c55e1-901d-404c-81f5-10642075f18e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4844a820-acc7-4187-938d-e60ed606bafa HTTP/1.1" status: 204 len: 168 time: 1.8896081 May 29 01:00:01.754979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.755360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.756888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 40a322ad-0145-4166-b28e-e66583e953f0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:01.822305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:01.878918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event deleted for resources: {'Subnet': ['ID=6677bd93-a182-411d-86a7-4cd935ad961e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:01.998461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=6b665d18-117e-466d-b72f-3823de702929,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:02.026510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-11a3f30e-e4be-41e2-a54d-5e29da7525ea None None] Provisioning for port 57945a86-9620-45dc-ab83-8d56e87bce72 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:02.045570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-11a3f30e-e4be-41e2-a54d-5e29da7525ea None None] Provisioning complete for port 57945a86-9620-45dc-ab83-8d56e87bce72 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:02.046159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-11a3f30e-e4be-41e2-a54d-5e29da7525ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.106988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-11a3f30e-e4be-41e2-a54d-5e29da7525ea None None] Port 57945a86-9620-45dc-ab83-8d56e87bce72 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:02.111322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 40a322ad-0145-4166-b28e-e66583e953f0 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:02.117509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 40a322ad-0145-4166-b28e-e66583e953f0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:02.117509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.178762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.225529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:00:02.237084 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-547e24a6-bd28-456c-b2d7-9aea4700d01d tempest-DHCPAgentSchedulersTestJSON-453856173 tempest-DHCPAgentSchedulersTestJSON-453856173-project-admin] 10.222.0.33 "GET /v2.0/agents/a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc/dhcp-networks HTTP/1.1" status: 200 len: 7850 time: 0.7729521 May 29 01:00:02.244538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47812) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:02.246362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] Sync routers for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:00:02.249996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.266460 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-64d6414b-2af0-4e40-ae86-eff51a81d3da tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "DELETE /v2.0/subnets/6677bd93-a182-411d-86a7-4cd935ad961e HTTP/1.1" status: 204 len: 168 time: 1.7483561 May 29 01:00:02.275105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f397d2a0-8d5f-4cef-9d66-203322162329 None None] Network 4d536336-8a51-4708-87ea-60cd89d3027d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:02.288974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47816) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:02.294696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Allocated IP 172.20.0.11 (28ef57ae-fa6c-4239-93bc-667e49b96adc/f419add8-c180-4974-ae9d-21e711fb96d9/47849483-df45-4020-bbd5-42c567e814b7) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:02.353796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47820) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:02.384121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:02.384688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.384804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:02.388844 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba93e21d-892f-4bb5-9ef0-6aa62d162d35 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.3616662 May 29 01:00:02.403224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47822) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:02.439962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.481855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:02.496466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Provisioning complete for port d4abc1d7-2d7f-4587-8131-a01382db516b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:02.496753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.609921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.640476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.692789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 40a322ad-0145-4166-b28e-e66583e953f0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=40a322ad-0145-4166-b28e-e66583e953f0,segment=NetworkSegment(fa3f8875-b8ec-40af-9a3e-78d8d2005966),segment_id=fa3f8875-b8ec-40af-9a3e-78d8d2005966)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:02.704335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:02.705004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T00:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:02.761923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.762231 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 29baa2b7-bc9a-4a9a-8646-5f85f344e6df up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:02.796717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.801147 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da389bb4-8ed4-4eac-834f-b234ca245963 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c4c0279fbd9f478c9ecd397b198fabda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3949320 May 29 01:00:02.810778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47828) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:02.826198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > segment before_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.826380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Deleting port a2e64de7-275c-4da2-9775-e2ae8ebfe717 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:02.826645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.826747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.827230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.827553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > port after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.827861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > port after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.828230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > port after_update 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.829205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > segment after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.829534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.829844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.830152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet after_update 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.840184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Port d4abc1d7-2d7f-4587-8131-a01382db516b cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:02.864715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:02.865124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b623a-84cd-4f5e-bace-e5e777d39c6c None None] The sync data for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:02.923574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Provisioning for port d3de0afb-5980-49cd-8fc5-f9609dd25d3c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:02.928690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=40a322ad-0145-4166-b28e-e66583e953f0,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:02.937522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Provisioning complete for port d3de0afb-5980-49cd-8fc5-f9609dd25d3c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:02.937865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:02.987784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.987953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.988264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet before_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.988501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Subscribe: > subnet before_update 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:02.989670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:02.989789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0332dd32-e219-460f-b54a-9e18915d328b']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:02.999750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:03.000178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.002241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93a23ec-dd78-4010-acda-48ebb9616b09') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:03.002533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93a23ec-dd78-4010-acda-48ebb9616b09') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:03.017449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.034638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.036525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Port d3de0afb-5980-49cd-8fc5-f9609dd25d3c cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:03.041205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:03.041583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.070706 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] DHCP port deletion for 4d536336-8a51-4708-87ea-60cd89d3027d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:00:03.078257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Provisioning complete for port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:03.078257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.094482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.106350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Deleting port a2e64de7-275c-4da2-9775-e2ae8ebfe717 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:03.113278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn_limited( May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn_limited( May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:03.143687 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:03.151859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.184449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.187269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event deleted for resources: {'Network': ['ID=0332dd32-e219-460f-b54a-9e18915d328b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:03.200706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1d53739-8ff7-4f03-a9ea-c04fd162efa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.205587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Transition to ACTIVE for port object 47849483-df45-4020-bbd5-42c567e814b7 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:03.211084 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-552dfca8-b0dd-4d17-8b08-dfa2ba892485 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "DELETE /v2.0/networks/0332dd32-e219-460f-b54a-9e18915d328b HTTP/1.1" status: 204 len: 168 time: 0.9633307 May 29 01:00:03.214191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47832) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:03.218529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.236974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.254612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.264615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.265224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.326491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1d53739-8ff7-4f03-a9ea-c04fd162efa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.333186 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4eb89d-0a14-4d75-9017-0c9b0b127700 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] DELETE failed (client error): The resource could not be found. May 29 01:00:03.333848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4eb89d-0a14-4d75-9017-0c9b0b127700 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:00:03.335498 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4a4eb89d-0a14-4d75-9017-0c9b0b127700 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "DELETE /v2.0/ports/5b075b03-346f-4a50-a442-1835b6aba211 HTTP/1.1" status: 404 len: 333 time: 0.1196263 May 29 01:00:03.352450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47836) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:03.370680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.429438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.432701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Pushing event updated for resources: {'Port': ['ID=57945a86-9620-45dc-ab83-8d56e87bce72,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:03.490388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] For port a2e64de7-275c-4da2-9775-e2ae8ebfe717, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a2e64de7-275c-4da2-9775-e2ae8ebfe717,segment=NetworkSegment(30b8b82d-fdbb-4aad-80b3-8149a93acba1),segment_id=30b8b82d-fdbb-4aad-80b3-8149a93acba1)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:03.490997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.518998 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Pushing event updated for resources: {'Port': ['ID=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:03.542145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,segment=NetworkSegment(b95062b2-2100-4c3b-ba8d-06c3c9d7ded8),segment_id=b95062b2-2100-4c3b-ba8d-06c3c9d7ded8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:03.553788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] For port a2e64de7-275c-4da2-9775-e2ae8ebfe717, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a2e64de7-275c-4da2-9775-e2ae8ebfe717,segment=NetworkSegment(30b8b82d-fdbb-4aad-80b3-8149a93acba1),segment_id=30b8b82d-fdbb-4aad-80b3-8149a93acba1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:03.554181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.565640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.566437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86e76685-11e9-48c3-9016-5dbb11de61f6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:03.628921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.707792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5143-f104-4db0-b9e1-10a24e075ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.712118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.721831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Calling delete_port for a2e64de7-275c-4da2-9775-e2ae8ebfe717 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:03.788803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Calling delete_port for a2e64de7-275c-4da2-9775-e2ae8ebfe717 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:03.822400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Router d8c0f2d5-4e23-47d8-bd60-647b014f90dd has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:00:03.897488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1d53739-8ff7-4f03-a9ea-c04fd162efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.923158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:03.930890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Deleting subnet ffec3138-ed49-40e7-b6f1-04ab17180b57 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:00:03.933158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=47849483-df45-4020-bbd5-42c567e814b7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:03.939104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:03.941473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:03.942014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.946822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:03.948608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53739-8ff7-4f03-a9ea-c04fd162efa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2916d8-d8a3-483a-b570-3873e086d20a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:03.951576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:03.956571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:03.957201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:03.977152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:03.990127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Network 362b4ce4-dd62-495d-993f-78ee2c117223 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:03.994210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:04.049290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:00:04.049791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-3179d2e3-35c1-432d-91c7-5e00297a78a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:00:04.051958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 86e76685-11e9-48c3-9016-5dbb11de61f6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:04.061785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 86e76685-11e9-48c3-9016-5dbb11de61f6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:04.062336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.167726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:00:04.168249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:00:04.209199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.251479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.262505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.293921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 86e76685-11e9-48c3-9016-5dbb11de61f6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=86e76685-11e9-48c3-9016-5dbb11de61f6,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:04.302268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.303375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a2e64de7-275c-4da2-9775-e2ae8ebfe717 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:04.375945 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ee9a202b-c778-4b32-ac97-7154c4cb1203 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5122583 May 29 01:00:04.376924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1d53739-8ff7-4f03-a9ea-c04fd162efa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.377975 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d1d53739-8ff7-4f03-a9ea-c04fd162efa4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2f2916d8-d8a3-483a-b570-3873e086d20a HTTP/1.1" status: 204 len: 168 time: 1.5626879 May 29 01:00:04.388021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47840) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:04.401143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event deleted for resources: {'Port': ['ID=a2e64de7-275c-4da2-9775-e2ae8ebfe717,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:04.402417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ab:93:93'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:04.431480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] No DVR routers for this DVR port a2e64de7-275c-4da2-9775-e2ae8ebfe717 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:00:04.455805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: a2e64de7-275c-4da2-9775-e2ae8ebfe717 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:00:04.456326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a2e64de7-275c-4da2-9775-e2ae8ebfe717 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 29 01:00:04.558399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=86e76685-11e9-48c3-9016-5dbb11de61f6,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:04.568397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.599187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > segment before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.599768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.600717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.601183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > port after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.601668 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > port after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.602149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.602619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > segment after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.603091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.603634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.604113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.625193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Port a2e64de7-275c-4da2-9775-e2ae8ebfe717 not found, will not notify nova. {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 29 01:00:04.626271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1cd89ac6-a3fa-43e2-b822-6478fa4923ed up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:04.675274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Deleting port a2e64de7-275c-4da2-9775-e2ae8ebfe717 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:04.675649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.691927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.793452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-54733625-491d-4d2c-bb84-80b647ba6f84 None None] The port 'a2e64de7-275c-4da2-9775-e2ae8ebfe717' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:00:04.794796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.800703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.801185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.801414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.801692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Subscribe: > subnet before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 29 01:00:04.802069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d536336-8a51-4708-87ea-60cd89d3027d']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:04.821787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b8b82d-fdbb-4aad-80b3-8149a93acba1') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:04.822086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b8b82d-fdbb-4aad-80b3-8149a93acba1') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:04.823815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Provisioning complete for port d3de0afb-5980-49cd-8fc5-f9609dd25d3c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:04.824332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.834822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.854464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.873370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:04.874140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.892469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:04.893209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn_limited( May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn_limited( May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:04.893708 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:04.945761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Port d3de0afb-5980-49cd-8fc5-f9609dd25d3c cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:05.001871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Provisioning for port 47849483-df45-4020-bbd5-42c567e814b7 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:05.036160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.042132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.051535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Provisioning complete for port 47849483-df45-4020-bbd5-42c567e814b7 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:05.052055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.104560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.146596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.165322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Port 47849483-df45-4020-bbd5-42c567e814b7 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:05.176075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event deleted for resources: {'Subnet': ['ID=ffec3138-ed49-40e7-b6f1-04ab17180b57,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:05.200302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Provisioning complete for port 57945a86-9620-45dc-ab83-8d56e87bce72 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:05.200676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.239420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.278616 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2b944567-5aac-4aad-95af-cd87b8745584 tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "DELETE /v2.0/subnets/ffec3138-ed49-40e7-b6f1-04ab17180b57 HTTP/1.1" status: 204 len: 168 time: 1.9245076 May 29 01:00:05.284659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47856) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:05.300452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] 10.222.0.33 "DELETE /v2.0/networks/4d536336-8a51-4708-87ea-60cd89d3027d HTTP/1.1" status: 204 len: 168 time: 2.9996755 May 29 01:00:05.300452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029b0cc-307e-412a-a583-a48cb95ec4b4 tempest-ExtraDHCPOptionsTestJSON-345433446 tempest-ExtraDHCPOptionsTestJSON-345433446-project] Pushing event deleted for resources: {'Network': ['ID=4d536336-8a51-4708-87ea-60cd89d3027d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:05.304715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-aec3ae18-85f8-42f4-92ca-51d3a8955ddb None None] Port 57945a86-9620-45dc-ab83-8d56e87bce72 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:05.305804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270b321-c9d8-4ccd-90b6-e835456a5d41 None None] Network e591a351-8205-45f3-af99-6f529d900e4e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:05.380203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:00:05.380832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 29baa2b7-bc9a-4a9a-8646-5f85f344e6df up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:05.396758 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d81076a4-1e9b-48cf-9aa3-2b058393d955 admin admin] 10.222.0.33 "PUT /v2.0/routers/d8c0f2d5-4e23-47d8-bd60-647b014f90dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9499815 May 29 01:00:05.403308 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Sync routers for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:00:05.423101 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:05.424272 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:05.472935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.509704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:00:05.628086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:05.628687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.654876 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:00:05.790229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6b665d18-117e-466d-b72f-3823de702929 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:05.879021 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6b665d18-117e-466d-b72f-3823de702929 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:05.879653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.969758 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] DHCP port deletion for e591a351-8205-45f3-af99-6f529d900e4e request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:00:05.978296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] Deleting port 6b665d18-117e-466d-b72f-3823de702929 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:05.978665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:05.987785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47876) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:06.133627 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 2, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:06.139916 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Checking router: d8c0f2d5-4e23-47d8-bd60-647b014f90dd for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:00:06.141459 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Updating router d8c0f2d5-4e23-47d8-bd60-647b014f90dd port d4abc1d7-2d7f-4587-8131-a01382db516b binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:00:06.151703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.221739 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.251621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:00:06.258412 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-744bbccd-1e19-482f-8451-f8a0f5039433 admin admin] 10.222.0.33 "PUT /v2.0/routers/bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1671889 May 29 01:00:06.283256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Deleting port 6b665d18-117e-466d-b72f-3823de702929 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:06.283604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.314379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.321007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86e76685-11e9-48c3-9016-5dbb11de61f6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:06.383475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Router 672a360f-4fd3-431e-87d4-fa45f6020deb has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:00:06.461856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] For port 6b665d18-117e-466d-b72f-3823de702929, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6b665d18-117e-466d-b72f-3823de702929,segment=NetworkSegment(ebe9ac9a-e80a-4427-93f5-364c3184c7ce),segment_id=ebe9ac9a-e80a-4427-93f5-364c3184c7ce)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:06.462238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.523207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.578437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.658500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] Calling delete_port for 6b665d18-117e-466d-b72f-3823de702929 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:06.684926 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.700415 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Transition to ACTIVE for port object d4abc1d7-2d7f-4587-8131-a01382db516b will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:06.725599 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:06.852372 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d97b6c-21c5-4230-b9b5-d3ad5a369a90 None None] Pushing event updated for resources: {'Port': ['ID=d4abc1d7-2d7f-4587-8131-a01382db516b,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:06.934636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 86e76685-11e9-48c3-9016-5dbb11de61f6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:06.935159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.120997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.242970 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Attempting to bind port d4abc1d7-2d7f-4587-8131-a01382db516b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:07.243330 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Attempting to bind port d4abc1d7-2d7f-4587-8131-a01382db516b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:07.245422 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Attempting to bind port d4abc1d7-2d7f-4587-8131-a01382db516b on network cb22503e-d83b-4810-83e6-27693c2d0d9c {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:07.270957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] Pushing event deleted for resources: {'Port': ['ID=6b665d18-117e-466d-b72f-3823de702929,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:07.286685 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:07.287075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Checking segment: {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:07.287435 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.288994 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Bound using segment: {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:07.306424 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Bound port: d4abc1d7-2d7f-4587-8131-a01382db516b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:07.307071 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.324188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ae042-d7b3-4608-86f8-14d9afa2efd3 None None] No DVR routers for this DVR port 6b665d18-117e-466d-b72f-3823de702929 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:00:07.397406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-58ce4437-0ce2-4f82-b5ca-e4533b94d719 None None] Provisioning complete for port 47849483-df45-4020-bbd5-42c567e814b7 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:07.398042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-58ce4437-0ce2-4f82-b5ca-e4533b94d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.406880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2dadb5a6-a0e2-466b-b52d-f35860bfd2c0 admin admin] Synchronizing usage tracker for tenant:dac44024310647bb8962762ab6c2c667 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:07.414357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] In _notify_port_updated(), no bound segment for port 47849483-df45-4020-bbd5-42c567e814b7 on network 28ef57ae-fa6c-4239-93bc-667e49b96adc {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:00:07.428370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:07.429513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.431087 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "PUT /v2.0/ports/47849483-df45-4020-bbd5-42c567e814b7 HTTP/1.1" status: 200 len: 994 time: 3.0421064 May 29 01:00:07.435055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47910) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:07.491315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dbe83111-72a9-40a3-adaf-d772c73f5981 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:07.549520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb3e2b-472c-4972-8f87-d58f556973dc tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=47849483-df45-4020-bbd5-42c567e814b7,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:07.599054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 47849483-df45-4020-bbd5-42c567e814b7 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:07.599468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.600036 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] For port d4abc1d7-2d7f-4587-8131-a01382db516b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:07.606234 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] For port d4abc1d7-2d7f-4587-8131-a01382db516b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d4abc1d7-2d7f-4587-8131-a01382db516b,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:07.616610 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.668763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-58ce4437-0ce2-4f82-b5ca-e4533b94d719 None None] Port 47849483-df45-4020-bbd5-42c567e814b7 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:07.677620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47916) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:07.695176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.731731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port dbe83111-72a9-40a3-adaf-d772c73f5981 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:07.732067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:07.734157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2dadb5a6-a0e2-466b-b52d-f35860bfd2c0 admin admin] Unset dirty status for tenant:dac44024310647bb8962762ab6c2c667 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:07.740356 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2dadb5a6-a0e2-466b-b52d-f35860bfd2c0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f06125b25e7b42568f25de549f0377a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7488523 May 29 01:00:07.741469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47922) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:07.782841 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d97b6c-21c5-4230-b9b5-d3ad5a369a90 None None] Pushing event updated for resources: {'Port': ['ID=d4abc1d7-2d7f-4587-8131-a01382db516b,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:07.787698 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:07.788401 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:08.055829 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:00:08.167715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 40a322ad-0145-4166-b28e-e66583e953f0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:08.168284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054462989', 'description': 'tempest-description--784242702'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:08.174554 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:00:08.175266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:08.179444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Usage tracker for resource:security_group and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:08.309798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 40a322ad-0145-4166-b28e-e66583e953f0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:08.312265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:08.345078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:08.421426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Allocated IP 172.20.0.1 (4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7/5fd83db5-a962-4c48-9ad3-08406e308fd2/533cf283-b00b-4d7d-8e41-85228d5e4234) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:08.436978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47930) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:08.443679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118244096', 'description': 'tempest-description--599283982'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:08.521179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:08.529937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Calling delete_port for 47849483-df45-4020-bbd5-42c567e814b7 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:08.560469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:08.584768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Usage tracker for resource:security_group and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:08.595572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:08.627744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:08.644625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a2e64de7-275c-4da2-9775-e2ae8ebfe717 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:00:08.662381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:08.677288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:08.691517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: a2e64de7-275c-4da2-9775-e2ae8ebfe717 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:00:08.692124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a2e64de7-275c-4da2-9775-e2ae8ebfe717 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:00:08.757822 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:07Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:08.765443 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19cbe6-36a0-4aba-b081-306e4132ed98 None None] The sync data for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv is: [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:07Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:08.815526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:08.840387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] For port 6b665d18-117e-466d-b72f-3823de702929, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6b665d18-117e-466d-b72f-3823de702929,segment=NetworkSegment(ebe9ac9a-e80a-4427-93f5-364c3184c7ce),segment_id=ebe9ac9a-e80a-4427-93f5-364c3184c7ce)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:08.847075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:08.854445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:08.863510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:08.869627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Usage tracker for resource:security_group_rule and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:08.876416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:08.886902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:08.949246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:08.986067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:08.999843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:09.001372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.150670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Port': ['ID=47849483-df45-4020-bbd5-42c567e814b7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:09.252700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47944) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:09.264971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.286870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.303834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.319588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:09.320044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Calling delete_port for 6b665d18-117e-466d-b72f-3823de702929 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:09.331357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.428418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2db972c-34bc-41bb-9e40-5dac19e661b0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:09.442651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6b665d18-117e-466d-b72f-3823de702929 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:00:09.481402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.483270 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-296b0f2b-d106-4e21-a5b2-5e98b0ea6b6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0447235 May 29 01:00:09.488816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:00:09.489321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:00:09.510042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 6b665d18-117e-466d-b72f-3823de702929 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:00:09.512824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6b665d18-117e-466d-b72f-3823de702929 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:00:09.523287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47950) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:09.540970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Request body: {'security_group_rule': {'security_group_id': 'd2db972c-34bc-41bb-9e40-5dac19e661b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:09.552411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:09.560400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c5e581a-9ffe-4817-9154-966a52c7cd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.570582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:09.574908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Usage tracker for resource:security_group_rule and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:09.576184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.579572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:09.588010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:09.588514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:09.620627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Usage tracker for resource:security_group_rule and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:09.625993 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:09.636522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7062ec86-71f3-45f5-852c-e7746e4d6f58 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:09.646800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.662441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:09.667030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Transition to ACTIVE for port object 533cf283-b00b-4d7d-8e41-85228d5e4234 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:09.671234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c5e581a-9ffe-4817-9154-966a52c7cd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.694331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.699009 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9039ab41-1045-40fd-ba6c-3eff235b0d99 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/ports/47849483-df45-4020-bbd5-42c567e814b7 HTTP/1.1" status: 204 len: 168 time: 2.2606351 May 29 01:00:09.713354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47954) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:09.766002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.768447 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7062ec86-71f3-45f5-852c-e7746e4d6f58 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "PUT /v2.0/quotas/e93db146ba664c5692d87a951d2fb3fa HTTP/1.1" status: 200 len: 368 time: 0.5122991 May 29 01:00:09.771103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47958) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:09.778438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Request body: {'network': {'project_id': 'e93db146ba664c5692d87a951d2fb3fa'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:09.783326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.798537 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f821d92-b1af-4ddb-8aa7-061008eca571 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] GET failed (client error): The resource could not be found. May 29 01:00:09.799036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6f821d92-b1af-4ddb-8aa7-061008eca571 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Synchronizing usage tracker for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:09.821892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:09.825168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fb924e-77f7-4ac0-bcca-80bcf4502203,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:09.835497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Usage tracker for resource:network and tenant:e93db146ba664c5692d87a951d2fb3fa is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:09.839348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:09.847642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:09.850515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.854979 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f287327f-7aad-4827-b3fb-d390844b008e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3273201 May 29 01:00:09.857669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47962) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:09.864953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Request body: {'security_group_rule': {'security_group_id': 'd2db972c-34bc-41bb-9e40-5dac19e661b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:09.865344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:00:09.871700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.872974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:09.878910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Usage tracker for resource:security_group_rule and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:09.879132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Sync routers for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:00:09.882106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:09.888636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:09.891189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:09.891779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:09.909356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.948394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:09.966587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:09.968184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6f821d92-b1af-4ddb-8aa7-061008eca571 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Unset dirty status for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:09.970740 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6f821d92-b1af-4ddb-8aa7-061008eca571 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "GET /v2.0/ports/47849483-df45-4020-bbd5-42c567e814b7 HTTP/1.1" status: 404 len: 333 time: 0.2538769 May 29 01:00:09.976071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 47966) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:09.983965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:09.998404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Made reservation on behalf of e93db146ba664c5692d87a951d2fb3fa for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:10.003934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.004098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.023200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.031199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:10.067429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:10.071532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Usage tracker for resource:security_group_rule and tenant:e93db146ba664c5692d87a951d2fb3fa is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:10.074658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:10.082944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:10.100070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Deleting port 6b665d18-117e-466d-b72f-3823de702929 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:10.100274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.147606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:00:10.199385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'name': 'tempest-AllowedAddressPairTestJSON-1978191223'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:10.223933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.243396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.319548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.323522 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4619265 May 29 01:00:10.324932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47974) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:10.327321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad8e49-3d30-4a97-bc6b-6223c9b5103d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f93f5d1-7337-45ed-8b8b-ad5c37b93d6c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:10.334822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c5e581a-9ffe-4817-9154-966a52c7cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.335538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:10.341063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:10.345080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Usage tracker for resource:floatingip and tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:10.347931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:10.353724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:10.370203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.401713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.428446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] The port '6b665d18-117e-466d-b72f-3823de702929' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:00:10.439345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c5e581a-9ffe-4817-9154-966a52c7cd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.443186 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2c5e581a-9ffe-4817-9154-966a52c7cd42 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fc1e967c-761c-46f5-a255-93d30502df78 HTTP/1.1" status: 204 len: 168 time: 2.3312159 May 29 01:00:10.443186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.443186 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.7110860 May 29 01:00:10.449867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47980) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:10.454548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Port': ['ID=533cf283-b00b-4d7d-8e41-85228d5e4234,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:10.459168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.459323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e8382878-5c81-4604-a6df-b8e6fa1b6e86 None None] Provisioning for port 533cf283-b00b-4d7d-8e41-85228d5e4234 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:10.470165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e8382878-5c81-4604-a6df-b8e6fa1b6e86 None None] Provisioning complete for port 533cf283-b00b-4d7d-8e41-85228d5e4234 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:10.470545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e8382878-5c81-4604-a6df-b8e6fa1b6e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.472917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:10.482774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.483415 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Added segment ef7a5566-8bef-4f36-aac8-c268b2003993 of type vlan for network 8e0bea09-4fad-47f9-8551-345d68f51d9a May 29 01:00:10.485700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-84a094dc-f4c6-4520-839d-731fa9eb32e5 admin admin] 10.222.0.33 "PUT /v2.0/routers/672a360f-4fd3-431e-87d4-fa45f6020deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2022309 May 29 01:00:10.515165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.527412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.546435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Request body: {'security_group_rule': {'security_group_id': '77e28165-cec8-4cdd-bb3d-9748fe83297d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:10.557635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d8a9e-fbcf-47eb-98f9-50ee49c0a199 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e28165-cec8-4cdd-bb3d-9748fe83297d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:10.560275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:10.584057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7570863f-9d05-4590-adc9-73bb68930c9d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:10.595258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.596545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:10.597466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.603785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:10.634402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Usage tracker for resource:security_group_rule and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:10.637862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e8382878-5c81-4604-a6df-b8e6fa1b6e86 None None] Port 533cf283-b00b-4d7d-8e41-85228d5e4234 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:10.644981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:10.658509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e581a-9ffe-4817-9154-966a52c7cd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e967c-761c-46f5-a255-93d30502df78,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:10.662511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:10.675963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.719448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:10.730966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.777938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e591a351-8205-45f3-af99-6f529d900e4e']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:10.802797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:10.832256 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0598013 May 29 01:00:10.853733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 2, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:10.859060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 47990) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:10.861007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e157e-c6c5-4535-9d51-3488cf2a0940 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Pushing event updated for resources: {'Network': ['ID=8e0bea09-4fad-47f9-8551-345d68f51d9a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:10.865289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Checking router: 672a360f-4fd3-431e-87d4-fa45f6020deb for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:00:10.865674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Updating router 672a360f-4fd3-431e-87d4-fa45f6020deb port 57945a86-9620-45dc-ab83-8d56e87bce72 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:00:10.882635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe9ac9a-e80a-4427-93f5-364c3184c7ce') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:10.886424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe9ac9a-e80a-4427-93f5-364c3184c7ce') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:10.897342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Request body: {'network': {'project_id': 'e93db146ba664c5692d87a951d2fb3fa'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:10.911030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 8e0bea09-4fad-47f9-8551-345d68f51d9a details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:10.913139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:10.916433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] device_id is not set on port 3050e087-0e1c-4313-8b65-c89af084e401 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:10.919545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:10.940683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Usage tracker for resource:network and tenant:e93db146ba664c5692d87a951d2fb3fa is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:10.965212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:10.992711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:11.008428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.037432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Made reservation on behalf of e93db146ba664c5692d87a951d2fb3fa for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:11.039664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.073210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.077708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4abc1d7-2d7f-4587-8131-a01382db516b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:11.103480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.123886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:11.145933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.166241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.166590 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Added segment a57a9467-de0b-43d3-8972-6850f24d6e2c of type vlan for network 0dbd676e-1a6c-4b72-a08c-91650fd6adb5 May 29 01:00:11.167772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.209428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af15a00-c9f1-4b12-a963-9670cd0e5cdc,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:11.257671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.278062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Allocated IP 172.20.0.8 (28ef57ae-fa6c-4239-93bc-667e49b96adc/f419add8-c180-4974-ae9d-21e711fb96d9/3050e087-0e1c-4313-8b65-c89af084e401) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:11.281103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.301161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:11.301345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.303835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.331210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:11.335107 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:11.337964 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-445e7ea5-73c5-4bdf-9370-85aa0c078106 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8870800 May 29 01:00:11.340046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48002) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:11.398189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Allocated IP 172.26.5.55 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/e9a58cd2-c866-43b6-ab02-4153d6e1165c) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:11.447131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Request body: {'security_group_rule': {'security_group_id': '77e28165-cec8-4cdd-bb3d-9748fe83297d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:11.507467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d4abc1d7-2d7f-4587-8131-a01382db516b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:11.509401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:11.518036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Usage tracker for resource:security_group_rule and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:11.522698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d4abc1d7-2d7f-4587-8131-a01382db516b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:11.523491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48008) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:11.524189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.526108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:11.559686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282479807', 'description': 'tempest-description--1489536387'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:11.587195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:11.589989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:11.606969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.613530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.621951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Usage tracker for resource:security_group and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:11.638639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.671059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:11.675617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.719120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.720400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:11.722176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.751404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:11.783392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.846415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d4abc1d7-2d7f-4587-8131-a01382db516b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d4abc1d7-2d7f-4587-8131-a01382db516b,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:11.869556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:11.870330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:11.876975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] Pushing event deleted for resources: {'Network': ['ID=e591a351-8205-45f3-af99-6f529d900e4e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:11.896308 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0301442 May 29 01:00:11.896308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:11.902908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48018) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:11.904751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event updated for resources: {'Port': ['ID=e9a58cd2-c866-43b6-ab02-4153d6e1165c,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:11.910096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:11.920657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:11.958558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Request body: {'network': {'project_id': 'e93db146ba664c5692d87a951d2fb3fa'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:11.961363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48022) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:11.981646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5177876-553a-45b8-ac77-f41ef006cda7 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Pushing event updated for resources: {'Network': ['ID=0dbd676e-1a6c-4b72-a08c-91650fd6adb5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:11.986427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:11.994785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Usage tracker for resource:network and tenant:e93db146ba664c5692d87a951d2fb3fa is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:12.000361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:12.007743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:12.014355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 29 01:00:12.014798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:00:12.016160 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-465f13dd-1026-49cb-9eba-f83d3d8fe9d2 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1023195 May 29 01:00:12.019839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48028) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:12.024119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 0dbd676e-1a6c-4b72-a08c-91650fd6adb5 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:12.024251 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bc412e27-f067-4844-bbf7-3938ce670d3e tempest-DHCPAgentSchedulersTestJSON-346363658 tempest-DHCPAgentSchedulersTestJSON-346363658-project] 10.222.0.33 "DELETE /v2.0/networks/e591a351-8205-45f3-af99-6f529d900e4e HTTP/1.1" status: 204 len: 168 time: 6.7317083 May 29 01:00:12.043432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.065054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.167381 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7a514883-269b-4697-8390-da8f911e95eb tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e93db146ba664c5692d87a951d2fb3fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1447046 May 29 01:00:12.169625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48034) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:12.236247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.238363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d4abc1d7-2d7f-4587-8131-a01382db516b,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:12.260329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Transition to ACTIVE for port object 57945a86-9620-45dc-ab83-8d56e87bce72 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:12.268402 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:12.269333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.297273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.298737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'networks': [{'name': 'tempest-network--260798903'}, {'name': 'tempest-network--78042633'}]} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:12.299075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'network': {'name': 'tempest-network--260798903'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:12.299550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'network': {'name': 'tempest-network--78042633'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:12.316277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:12.316482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.320837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Usage tracker for resource:security_group_rule and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:12.323420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:12.323895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:12.331971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:12.332415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:network and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:12.339326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:12.342270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.352648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:12.391931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.433698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.434111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ae6f7-de4e-4cf7-abbc-34aa0b78fbdf None None] Pushing event updated for resources: {'Port': ['ID=57945a86-9620-45dc-ab83-8d56e87bce72,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:12.471355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35ca6764-49aa-430f-94f5-39eb1cbc1cbe tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.472672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.499006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6477e912-9a44-422d-a277-94fb94aa89c9,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:12.512777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.519838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Made reservation on behalf of 97c1f6ee636743f181abc654e9798d72 for: {'network': 2} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:12.523471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.556753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48040) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:12.566625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35ca6764-49aa-430f-94f5-39eb1cbc1cbe tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.578696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.580971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.644515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Attempting to bind port 57945a86-9620-45dc-ab83-8d56e87bce72 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:12.645054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Attempting to bind port 57945a86-9620-45dc-ab83-8d56e87bce72 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:12.645295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Attempting to bind port 57945a86-9620-45dc-ab83-8d56e87bce72 on network 362b4ce4-dd62-495d-993f-78ee2c117223 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:12.701516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Transition to ACTIVE for port object 3050e087-0e1c-4313-8b65-c89af084e401 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:12.725621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:12.725994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Checking segment: {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:12.727256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.727662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Bound using segment: {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:12.728168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Bound port: 57945a86-9620-45dc-ab83-8d56e87bce72, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:12.728539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.745052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.753527 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-13a1c56a-1cf4-4440-bf62-d6b4abff44de tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4069169 May 29 01:00:12.780447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48046) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:12.839284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:12.846495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.847892 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3234870 May 29 01:00:12.852504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:12.877483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] For port 57945a86-9620-45dc-ab83-8d56e87bce72, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:12.881887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] For port 57945a86-9620-45dc-ab83-8d56e87bce72, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=57945a86-9620-45dc-ab83-8d56e87bce72,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:12.888470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.930054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:12.965284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Usage tracker for resource:floatingip and tenant:bfbcc555f07f4acbbabab7aa1f77313f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:12.970337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:12.975041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:12.982176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:12.984949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Request body: {'security_group_rule': {'security_group_id': 'a3819e04-aa74-4119-a104-7f8ebf4a7291', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:13.003354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:13.007138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4abc1d7-2d7f-4587-8131-a01382db516b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:13.009480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:security_group_rule and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:13.019766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Usage tracker for resource:security_group_rule and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:13.022124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:13.031331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:13.032214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:13.043777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:13.052171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:13.059570 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c385cdac-a430-426b-8fd1-1b4e2e92c2b4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=49fe907ee8bd4c639e975d054a1dd796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4992766 May 29 01:00:13.062083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48056) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:13.068403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5d288-190c-4853-a6c2-9ab1132f3595 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3819e04-aa74-4119-a104-7f8ebf4a7291,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.085956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.098911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.121241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:13.121866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:13.130265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.173601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:13.204377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ae6f7-de4e-4cf7-abbc-34aa0b78fbdf None None] Pushing event updated for resources: {'Port': ['ID=57945a86-9620-45dc-ab83-8d56e87bce72,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.249061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35ca6764-49aa-430f-94f5-39eb1cbc1cbe tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.266337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.273943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.278325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.301738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca6764-49aa-430f-94f5-39eb1cbc1cbe tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7570863f-9d05-4590-adc9-73bb68930c9d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.309589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.374628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-40774598-9b91-45a4-8b9d-683b51a328cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.401514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d4abc1d7-2d7f-4587-8131-a01382db516b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:13.401873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.416268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Port': ['ID=533cf283-b00b-4d7d-8e41-85228d5e4234,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.427878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-40774598-9b91-45a4-8b9d-683b51a328cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.431585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:13.471799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:13.489737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:00:13.489879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:13.525786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35ca6764-49aa-430f-94f5-39eb1cbc1cbe tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.526977 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-35ca6764-49aa-430f-94f5-39eb1cbc1cbe tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "DELETE /v2.0/security-groups/7570863f-9d05-4590-adc9-73bb68930c9d HTTP/1.1" status: 204 len: 168 time: 1.3564065 May 29 01:00:13.550570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48060) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:13.644395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event updated for resources: {'Port': ['ID=e9a58cd2-c866-43b6-ab02-4153d6e1165c,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.666822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.683624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.683624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.685361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:13.685999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.693280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.698690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=3050e087-0e1c-4313-8b65-c89af084e401,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.760758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.762678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:13.771102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.772936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:13.790167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-40774598-9b91-45a4-8b9d-683b51a328cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.792490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-40774598-9b91-45a4-8b9d-683b51a328cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.793624 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-40774598-9b91-45a4-8b9d-683b51a328cb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/76d2ce3e-8240-47ee-bfd0-ba28d8c83617 HTTP/1.1" status: 204 len: 168 time: 0.7303984 May 29 01:00:13.809234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bacf2c-041a-4f03-9aff-1199c0895e0e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.816872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.818010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d936778f-04cb-4f8b-8774-0d1daec19ae2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4919813 May 29 01:00:13.871768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.881453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:13.891931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40774598-9b91-45a4-8b9d-683b51a328cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d2ce3e-8240-47ee-bfd0-ba28d8c83617,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:13.924883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.925265 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Added segment 281a3dc5-a94f-4656-87f3-c0d83479562d of type vlan for network 4d883e98-632b-4c50-889f-8522ef051d0f May 29 01:00:13.940510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.974904 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1c54063b-0b44-476c-b939-fa303f1882ec tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9742067 May 29 01:00:13.977679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-613481ab-372c-4dec-bdba-3ee6a79d175d None None] Provisioning for port 3050e087-0e1c-4313-8b65-c89af084e401 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:13.986731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-613481ab-372c-4dec-bdba-3ee6a79d175d None None] Provisioning complete for port 3050e087-0e1c-4313-8b65-c89af084e401 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:13.987146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-613481ab-372c-4dec-bdba-3ee6a79d175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:13.992116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48068) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:14.006069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:93:93'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:14.037553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:12Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:14.044903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13db0be-de5c-4e34-98e4-4afc4f3e9f53,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:14.097271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c58e44-8883-4be9-b26b-5ae9d9f99e28 None None] The sync data for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv is: [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:12Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:14.116917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-613481ab-372c-4dec-bdba-3ee6a79d175d None None] Port 3050e087-0e1c-4313-8b65-c89af084e401 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:14.137265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.241732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b3f7b4ad-bebb-4a41-bb0e-c249e22f003f None None] Provisioning complete for port 533cf283-b00b-4d7d-8e41-85228d5e4234 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:14.242109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b3f7b4ad-bebb-4a41-bb0e-c249e22f003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.299970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:14.356254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Allocated IP 172.26.5.102 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/eb9c1857-69c3-43e0-b4e5-5dcc08246fbf) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:14.361171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.361425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7b4ad-bebb-4a41-bb0e-c249e22f003f None None] Port 533cf283-b00b-4d7d-8e41-85228d5e4234 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:14.367572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.368846 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Added segment 37779a2f-1c2f-44a2-ba6b-bebed7bfe6e2 of type vlan for network b8012b07-399f-406b-a0b2-9596585c58d1 May 29 01:00:14.393632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbd676e-1a6c-4b72-a08c-91650fd6adb5']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:14.402831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.404161 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7d784606-2221-4ebd-b786-d99fdb9809d2 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5342114 May 29 01:00:14.407859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48082) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:14.441034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57a9467-de0b-43d3-8972-6850f24d6e2c') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:14.441240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57a9467-de0b-43d3-8972-6850f24d6e2c') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:14.441880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Request body: {'security_group_rule': {'security_group_id': 'a3819e04-aa74-4119-a104-7f8ebf4a7291', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:14.486164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.503358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:14.507283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.517876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Usage tracker for resource:security_group_rule and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:14.532202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:14.542944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:14.595874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.611206 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48086) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:14.623465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.652673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:14.653146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.663305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.663766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.667802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:14.670800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:14.671474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.719370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48096) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:14.722214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:14.764146 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:14.786170 dv-neutron-843186-2-hyperv neutron-server[83979]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 29 01:00:14.807509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:14.886205 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.9215353 May 29 01:00:14.894927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Network': ['ID=4d883e98-632b-4c50-889f-8522ef051d0f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:14.908655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 4d883e98-632b-4c50-889f-8522ef051d0f details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:14.920816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48100) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:14.943622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.049997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 57945a86-9620-45dc-ab83-8d56e87bce72 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:15.055367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:15.059345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-d83a86f7-a9e3-4f4d-ad3a-45d6a60e6c75 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Synchronizing usage tracker for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:15.064071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.098329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.107459 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "DELETE /v2.0/networks/0dbd676e-1a6c-4b72-a08c-91650fd6adb5 HTTP/1.1" status: 204 len: 168 time: 1.5565510 May 29 01:00:15.110755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48104) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:15.111827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db76d4-b509-414d-ae47-1e281c52b3ec tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Pushing event deleted for resources: {'Network': ['ID=0dbd676e-1a6c-4b72-a08c-91650fd6adb5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:15.142130 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 57945a86-9620-45dc-ab83-8d56e87bce72 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:15.143397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Usage tracker for resource:security_group_rule and tenant:df396804ab6d4dfa8eb285d90be06202 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:15.148132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 57945a86-9620-45dc-ab83-8d56e87bce72 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:15.148694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.153044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.178013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:15.209929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157376bb-bc6c-44b5-8e24-d93372d90367,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:15.225544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:15.246394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549a704-064d-4c3a-9aaa-d442521357c6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Network': ['ID=b8012b07-399f-406b-a0b2-9596585c58d1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:15.256818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.258522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.262098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network b8012b07-399f-406b-a0b2-9596585c58d1 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:15.287795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.354732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-d83a86f7-a9e3-4f4d-ad3a-45d6a60e6c75 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Unset dirty status for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:15.356200 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-d83a86f7-a9e3-4f4d-ad3a-45d6a60e6c75 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--118244096&fields=id&tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5 HTTP/1.1" status: 200 len: 267 time: 0.6244757 May 29 01:00:15.357013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.357938 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0c762df9-7668-40bc-a3fa-467bfda0d80a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9465251 May 29 01:00:15.379807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48108) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:15.427708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:15.461359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.461629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:15.477277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:15.497063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 57945a86-9620-45dc-ab83-8d56e87bce72, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=57945a86-9620-45dc-ab83-8d56e87bce72,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:15.501509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.513574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.547479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:15.557604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Usage tracker for resource:floatingip and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:15.563827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event updated for resources: {'Port': ['ID=eb9c1857-69c3-43e0-b4e5-5dcc08246fbf,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:15.567149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:15.570664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=57945a86-9620-45dc-ab83-8d56e87bce72,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:15.570806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:15.619797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496a435-adb1-4308-9394-8a08584c0cd3 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:15.620159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0bea09-4fad-47f9-8551-345d68f51d9a']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:15.623715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496a435-adb1-4308-9394-8a08584c0cd3 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:15.628405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496a435-adb1-4308-9394-8a08584c0cd3 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:15.632371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496a435-adb1-4308-9394-8a08584c0cd3 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:15.633190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9496a435-adb1-4308-9394-8a08584c0cd3 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Synchronizing usage tracker for tenant:97c1f6ee636743f181abc654e9798d72 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:15.638350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:15.643714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7a5566-8bef-4f36-aac8-c268b2003993') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:15.644023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7a5566-8bef-4f36-aac8-c268b2003993') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:15.667053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.710680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.733110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:15.733407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.733518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:15.746637 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:15.760289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.775693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9496a435-adb1-4308-9394-8a08584c0cd3 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Unset dirty status for tenant:97c1f6ee636743f181abc654e9798d72 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:15.776869 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9496a435-adb1-4308-9394-8a08584c0cd3 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.8550396 May 29 01:00:15.782042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48112) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:15.784176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.827220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-63acd243-c460-44d7-afe5-effae6cea500 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:15.828120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-63acd243-c460-44d7-afe5-effae6cea500 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Synchronizing usage tracker for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:15.831077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Router bf9080bd-528f-4eef-ba16-acd3bcae71ed has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:00:15.851744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.854435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.872764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.880420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:15.926630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e0bea09-4fad-47f9-8551-345d68f51d9a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:15.938584 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ac613fbe-690a-4fcc-b557-ac76e7632497 tempest-QuotasNegativeTest-879228127 tempest-QuotasNegativeTest-879228127-project-admin] 10.222.0.33 "DELETE /v2.0/networks/8e0bea09-4fad-47f9-8551-345d68f51d9a HTTP/1.1" status: 204 len: 168 time: 0.8246534 May 29 01:00:16.020082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50aeab7-b560-414e-9d53-d32e43dfe22f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:16.031870 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fd06c94f-f840-42ac-9d19-7148d0014faa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=df396804ab6d4dfa8eb285d90be06202&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4138110 May 29 01:00:16.039078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-63acd243-c460-44d7-afe5-effae6cea500 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Unset dirty status for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:16.040226 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-63acd243-c460-44d7-afe5-effae6cea500 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 812 time: 0.6612644 May 29 01:00:16.044491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48118) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:16.079428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.114991 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1ff7df54-76fe-4f87-a064-9d3ce5806cc8 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/quotas/9cd7a747df0a4f6b84cc6a375f1c75b5 HTTP/1.1" status: 200 len: 375 time: 0.0618129 May 29 01:00:16.134010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=3050e087-0e1c-4313-8b65-c89af084e401,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:16.218135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] In _notify_port_updated(), no bound segment for port 3050e087-0e1c-4313-8b65-c89af084e401 on network 28ef57ae-fa6c-4239-93bc-667e49b96adc {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:00:16.222785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:16.223447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.226802 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4f8de081-d0d4-44c5-9624-dbc2c58e45eb tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "PUT /v2.0/ports/3050e087-0e1c-4313-8b65-c89af084e401 HTTP/1.1" status: 200 len: 996 time: 2.2302139 May 29 01:00:16.232493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48122) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:16.330387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 3050e087-0e1c-4313-8b65-c89af084e401 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:16.330827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.416323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e49deec7-d9b8-4fef-8083-86e2cd7bc60d None None] Provisioning complete for port 3050e087-0e1c-4313-8b65-c89af084e401 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:16.417752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e49deec7-d9b8-4fef-8083-86e2cd7bc60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.457339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.458401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6776f5d8-93e6-4f0c-98db-a5756977d3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.527229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.541325 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e49deec7-d9b8-4fef-8083-86e2cd7bc60d None None] Port 3050e087-0e1c-4313-8b65-c89af084e401 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:16.623000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:00:16.625281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6776f5d8-93e6-4f0c-98db-a5756977d3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.635247 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-743a5016-82de-458d-9571-2c24963328f9 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "PUT /v2.0/routers/bf9080bd-528f-4eef-ba16-acd3bcae71ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2288737 May 29 01:00:16.635901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48130) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:16.638917 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] Sync routers for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:00:16.646966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.651738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Request body: {'port': {'network_id': '4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7', 'name': 'tempest-FloatingIPAdminTestJSON-2023664642'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:16.658181 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:16.658986 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:16.698783 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48134) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:16.726245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d883e98-632b-4c50-889f-8522ef051d0f']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:16.738280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.744803 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:16.757020 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:16.758064 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:16.770137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.801859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.823684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281a3dc5-a94f-4656-87f3-c0d83479562d') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:16.824043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281a3dc5-a94f-4656-87f3-c0d83479562d') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:16.828640 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:16.829516 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec8749a-80e7-445b-bbcf-1c9113794450 None None] The sync data for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:16.840391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1afbd0bf-639f-457a-a146-74f3d8c2175b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Synchronizing usage tracker for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:16.864655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.919365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.943876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Calling delete_port for 3050e087-0e1c-4313-8b65-c89af084e401 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:16.966301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6776f5d8-93e6-4f0c-98db-a5756977d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:16.969657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1afbd0bf-639f-457a-a146-74f3d8c2175b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Unset dirty status for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:16.970963 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1afbd0bf-639f-457a-a146-74f3d8c2175b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8466630 May 29 01:00:16.982016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 57945a86-9620-45dc-ab83-8d56e87bce72 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:17.007837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:17.014966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Usage tracker for resource:port and tenant:af9de512b894477bb0b02e70d2e0853a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:17.019740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:17.029311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:17.055762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Made reservation on behalf of af9de512b894477bb0b02e70d2e0853a for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:17.059596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.080291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 57945a86-9620-45dc-ab83-8d56e87bce72 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:17.080754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.128645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.139749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:17.140446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.144811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.185116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] device_id is not set on port 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:17.226076 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:17.241831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.246255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Port': ['ID=3050e087-0e1c-4313-8b65-c89af084e401,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:17.280104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776f5d8-93e6-4f0c-98db-a5756977d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50aeab7-b560-414e-9d53-d32e43dfe22f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:17.282355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.430207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.432674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.438676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-598e9b9d-b7bd-4a7c-a642-2675be13103b service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:00:17.439713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-598e9b9d-b7bd-4a7c-a642-2675be13103b service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2161226 May 29 01:00:17.470217 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-54b834bf-183e-4f1e-9dfb-b8cdd7b87507 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/ports/3050e087-0e1c-4313-8b65-c89af084e401 HTTP/1.1" status: 204 len: 168 time: 1.2307730 May 29 01:00:17.474378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48146) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:17.490819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.511729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Allocated IP 172.20.0.7 (4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7/5fd83db5-a962-4c48-9ad3-08406e308fd2/61dc8d1f-d987-4e6b-ac87-b4b4315d99ee) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:17.530331 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec6ae1c-24d7-4b60-97f4-5568f06bd33f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] GET failed (client error): The resource could not be found. May 29 01:00:17.531459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dec6ae1c-24d7-4b60-97f4-5568f06bd33f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Synchronizing usage tracker for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:17.534369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6776f5d8-93e6-4f0c-98db-a5756977d3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.538570 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6776f5d8-93e6-4f0c-98db-a5756977d3d0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b50aeab7-b560-414e-9d53-d32e43dfe22f HTTP/1.1" status: 204 len: 168 time: 1.4901032 May 29 01:00:17.538570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Network': ['ID=4d883e98-632b-4c50-889f-8522ef051d0f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:17.556102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:17.566944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Allocated IP 172.26.5.207 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/c2a3cf49-67a9-4861-8963-9da456880006) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:17.572799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dec6ae1c-24d7-4b60-97f4-5568f06bd33f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Unset dirty status for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:17.574067 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dec6ae1c-24d7-4b60-97f4-5568f06bd33f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "GET /v2.0/ports/3050e087-0e1c-4313-8b65-c89af084e401 HTTP/1.1" status: 404 len: 333 time: 0.0987523 May 29 01:00:17.575552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event updated for resources: {'Port': ['ID=eb9c1857-69c3-43e0-b4e5-5dcc08246fbf,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:17.583410 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Usage tracker for resource:security_group_rule and tenant:c5215f8e1fc84dd794d52b8ca01f7a5d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:17.588844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:17.597615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:17.598117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'name': 'tempest-AllowedAddressPairTestJSON-2133299412'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:17.682297 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-eee03080-7ad3-4ddb-996d-87c738c80312 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/networks/4d883e98-632b-4c50-889f-8522ef051d0f HTTP/1.1" status: 204 len: 168 time: 1.8905509 May 29 01:00:17.683205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.686818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48158) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:17.688450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:17.863720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.864954 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bd452c19-fffc-4f3c-a4fd-dc273dbd5bc5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0638778 May 29 01:00:17.877027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:17.901270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:17.936956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:17.941795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.976355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-e3fa027f-504c-4283-b17f-ef6ccf9850cd service neutron] 10.222.0.33 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067444 May 29 01:00:17.979160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.983375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:17.996340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] device_id is not set on port 2955426c-145b-4264-941d-5b5ed989574d yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:18.040442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Transition to ACTIVE for port object 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:18.177965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.235520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:18.245063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:18.247878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:18.280296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Allocated IP 172.20.0.14 (28ef57ae-fa6c-4239-93bc-667e49b96adc/f419add8-c180-4974-ae9d-21e711fb96d9/2955426c-145b-4264-941d-5b5ed989574d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:18.330225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.383608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event updated for resources: {'Port': ['ID=61dc8d1f-d987-4e6b-ac87-b4b4315d99ee,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:18.385641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.399434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:18.400428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.446159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.490399 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-499e230a-949f-48ff-9a51-96074079c863 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8454001 May 29 01:00:18.494643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48188) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:18.537820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1200af98-acec-44bb-b6be-a5f3708ec204 service neutron] 10.222.0.33 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520713 May 29 01:00:18.570132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48192) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:18.573653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1c746-effd-435c-bcf5-4db0875ff11e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:18.596214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.601548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.603233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-58d0f524-f814-4ecb-a465-85c5117c6674 None None] Provisioning for port 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:18.609924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-58d0f524-f814-4ecb-a465-85c5117c6674 None None] Provisioning complete for port 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:18.610884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-58d0f524-f814-4ecb-a465-85c5117c6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.670196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-58d0f524-f814-4ecb-a465-85c5117c6674 None None] Port 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:18.728104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event updated for resources: {'Port': ['ID=c2a3cf49-67a9-4861-8963-9da456880006,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:18.743775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8012b07-399f-406b-a0b2-9596585c58d1']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:18.770117 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-52143c49-d7d5-45d1-ad6c-d91aeffc042a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c5215f8e1fc84dd794d52b8ca01f7a5d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0675144 May 29 01:00:18.776913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48200) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:18.778035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37779a2f-1c2f-44a2-ba6b-bebed7bfe6e2') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:18.778332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37779a2f-1c2f-44a2-ba6b-bebed7bfe6e2') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:18.789088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:18.793272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:18.798302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:18.828929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.852267 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-3c54b61d-8622-4312-8625-c44531992ce7 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1054462989&fields=id&tenant_id=bfbcc555f07f4acbbabab7aa1f77313f HTTP/1.1" status: 200 len: 267 time: 0.2741871 May 29 01:00:18.894478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.915192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Transition to ACTIVE for port object 2955426c-145b-4264-941d-5b5ed989574d will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:18.940524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:18.953555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.018439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'project_id': 'af9de512b894477bb0b02e70d2e0853a', 'port_id': '61dc8d1f-d987-4e6b-ac87-b4b4315d99ee'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:19.041491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:19.058450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:19.058707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.059772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Usage tracker for resource:floatingip and tenant:af9de512b894477bb0b02e70d2e0853a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:19.065307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c803791-6da6-49cb-a4f9-5af43e5a9726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.071141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:19.074983 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:19.085430 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-912e895c-d132-4274-afd5-c1d0504b80eb req-bee32632-4ed7-4a91-9ccc-5af36a39fd3b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.1540160 May 29 01:00:19.094181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:19.097757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:19.103960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:19.106519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=2955426c-145b-4264-941d-5b5ed989574d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:19.112260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:19.235350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.282142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c803791-6da6-49cb-a4f9-5af43e5a9726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.446336 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.458095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-879bd2ea-12c6-4483-8b6a-ef238b524969 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:19.465037 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-879bd2ea-12c6-4483-8b6a-ef238b524969 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/networks?id=cb22503e-d83b-4810-83e6-27693c2d0d9c HTTP/1.1" status: 200 len: 806 time: 0.5890162 May 29 01:00:19.469664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:19.470363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.484068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.504332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a2695546-5804-45b3-845d-feb8d74e833f None None] Provisioning for port 2955426c-145b-4264-941d-5b5ed989574d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:19.511739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a2695546-5804-45b3-845d-feb8d74e833f None None] Provisioning complete for port 2955426c-145b-4264-941d-5b5ed989574d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:19.512211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a2695546-5804-45b3-845d-feb8d74e833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.516904 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-20d8d170-a7a5-43d0-bd00-6b195a7167ba tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/quotas/bfbcc555f07f4acbbabab7aa1f77313f HTTP/1.1" status: 200 len: 375 time: 0.0506966 May 29 01:00:19.520288 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-19561291-9bdb-469a-911c-843a076c8141 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9278951 May 29 01:00:19.524537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Network': ['ID=b8012b07-399f-406b-a0b2-9596585c58d1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:19.526120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48234) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:19.563223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c803791-6da6-49cb-a4f9-5af43e5a9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.583697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'network_id': '28ef57ae-fa6c-4239-93bc-667e49b96adc', 'name': 'tempest-AllowedAddressPairTestJSON-1083512934'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:19.585089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c803791-6da6-49cb-a4f9-5af43e5a9726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1c746-effd-435c-bcf5-4db0875ff11e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:19.603607 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-162c5487-bb1e-47ca-8486-fa134d5cf2c9 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/networks/b8012b07-399f-406b-a0b2-9596585c58d1 HTTP/1.1" status: 204 len: 168 time: 1.9038146 May 29 01:00:19.609485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48240) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:19.746614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c803791-6da6-49cb-a4f9-5af43e5a9726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.751770 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c803791-6da6-49cb-a4f9-5af43e5a9726 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5ce1c746-effd-435c-bcf5-4db0875ff11e HTTP/1.1" status: 204 len: 168 time: 0.9717150 May 29 01:00:19.781459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.797430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a2695546-5804-45b3-845d-feb8d74e833f None None] Port 2955426c-145b-4264-941d-5b5ed989574d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:19.853353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad68827-0c3d-4334-8f5b-fbbfdf1b5e21 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:19.858063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad68827-0c3d-4334-8f5b-fbbfdf1b5e21 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:19.865773 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dad68827-0c3d-4334-8f5b-fbbfdf1b5e21 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2417724 May 29 01:00:19.867339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.869077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48254) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:19.884283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-47c8900b-ee2a-4aa9-a8e5-0e3d101cb116 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Synchronizing usage tracker for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:19.900790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:19.912788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1433629055'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:19.921289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:19.925252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:19.955566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:19.956477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:network and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:19.966527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:19.967794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-47c8900b-ee2a-4aa9-a8e5-0e3d101cb116 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Unset dirty status for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:19.980609 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-47c8900b-ee2a-4aa9-a8e5-0e3d101cb116 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=bfbcc555f07f4acbbabab7aa1f77313f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4570346 May 29 01:00:19.997127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:20.010257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Made reservation on behalf of 209289553174410cad38a83a23e00591 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:20.013388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.076504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] device_id is not set on port 48d23936-7e50-45a9-81d8-8550972059d3 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:20.092016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Made reservation on behalf of 97c1f6ee636743f181abc654e9798d72 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:20.102453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.239218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:20.253013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.253351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Added segment 2205357a-d5df-44ed-aac2-bb202e952859 of type vlan for network 701cd737-1511-4f16-ab3e-32f4896cd7b7 May 29 01:00:20.293409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.342892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Allocated IP 172.26.5.244 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/5771ac67-9534-46ef-9899-bbccfaaf8f6c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:20.354970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.360377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:20.360974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.373825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48284) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:20.387195 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ac0a5876-431f-41d6-8968-6a41da321552 req-1cf0179d-1f1b-47ed-87af-ec313a400190 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.0823979 May 29 01:00:20.514854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Network': ['ID=701cd737-1511-4f16-ab3e-32f4896cd7b7,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:20.528072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 701cd737-1511-4f16-ab3e-32f4896cd7b7 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:20.558685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.666343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.681085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.699054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48292) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:20.729555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Allocated IP 172.20.0.12 (28ef57ae-fa6c-4239-93bc-667e49b96adc/f419add8-c180-4974-ae9d-21e711fb96d9/48d23936-7e50-45a9-81d8-8550972059d3) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:20.737054 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8d45785f-2615-40c5-837b-975de013dd29 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8636935 May 29 01:00:20.739614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:20.741551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48298) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:20.750499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-569063563'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:20.756489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Usage tracker for resource:security_group_rule and tenant:2f4c06e2d4ae44f5acd681926a1efb6b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:20.760039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:20.768353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:20.780028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:20.786783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:network and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:20.790463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:20.799972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:20.811523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-19670ab3-f329-47e0-a24b-10368828c826 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:00:20.813446 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-19670ab3-f329-47e0-a24b-10368828c826 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5075293 May 29 01:00:20.816185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event updated for resources: {'Port': ['ID=c2a3cf49-67a9-4861-8963-9da456880006,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:20.852506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Made reservation on behalf of 97c1f6ee636743f181abc654e9798d72 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:20.855723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.876186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.917002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:20.950948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-78962314'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:20.955674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:20.956033 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Added segment b74c2e38-c07c-46e8-8973-fe2e1e59f8b8 of type vlan for network cc953175-43c3-4be4-b5ea-c24d7117b3fe May 29 01:00:20.960378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:20.971148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Usage tracker for resource:network and tenant:c7054b7d45c2498288ee9508d4f780cd is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:20.983346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:20.999715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:21.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.016583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.023745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.029028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.045203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.087759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.088897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Made reservation on behalf of c7054b7d45c2498288ee9508d4f780cd for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:21.089033 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-24c7f92d-1877-4fd3-9b94-b806067e4d64 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7082736 May 29 01:00:21.091949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.155716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.183241 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-6d64883f-1c92-409b-b7a4-319970b187bc service neutron] 10.222.0.33 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425498 May 29 01:00:21.204398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:21.206707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a7647-c0f7-4cd7-8eee-22b5621d25ec,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:21.214976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Pushing event updated for resources: {'Port': ['ID=5771ac67-9534-46ef-9899-bbccfaaf8f6c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:21.217504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:21.222788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:21.254673 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cf94f2bb-c8ec-4b12-8e7f-1f20045ea452 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2f4c06e2d4ae44f5acd681926a1efb6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7572179 May 29 01:00:21.254673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.257042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:21.257622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.263660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48306) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:21.358133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.391232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Transition to ACTIVE for port object 48d23936-7e50-45a9-81d8-8550972059d3 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:21.397879 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-bc947b9e-1a9a-465f-ac76-d1c026165b80 service neutron] 10.222.0.33 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072425 May 29 01:00:21.402408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:21.431263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Usage tracker for resource:security_group_rule and tenant:c7054b7d45c2498288ee9508d4f780cd is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:21.433743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.440646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:21.463459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:21.497122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.16', 63930) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:21.503857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Network': ['ID=cc953175-43c3-4be4-b5ea-c24d7117b3fe,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:21.516444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network cc953175-43c3-4be4-b5ea-c24d7117b3fe details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:21.590817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=48d23936-7e50-45a9-81d8-8550972059d3,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:21.619948 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b21542f7-b386-4481-a949-99144a48f87a tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8750172 May 29 01:00:21.622088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:21.626417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48322) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:21.641957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:21.647611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:21.699547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'ports': [{'network_id': '701cd737-1511-4f16-ab3e-32f4896cd7b7', 'name': 'tempest-port--558318757', 'admin_state_up': True}, {'network_id': 'cc953175-43c3-4be4-b5ea-c24d7117b3fe', 'admin_state_up': False}]} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:21.701001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'port': {'network_id': '701cd737-1511-4f16-ab3e-32f4896cd7b7', 'name': 'tempest-port--558318757', 'admin_state_up': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:21.701477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'port': {'network_id': 'cc953175-43c3-4be4-b5ea-c24d7117b3fe', 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:21.850992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-099e10ca-b015-4749-bbdf-22fc1e4a6ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:21.977479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4d2705d6-06ab-4e95-9454-05bbee1f1cab tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:21.981843 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4d2705d6-06ab-4e95-9454-05bbee1f1cab tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 812 time: 0.4793506 May 29 01:00:21.982412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-040fde37-fe10-4e58-a660-a179faf775c7 req-85f9a95d-1ecf-459d-a7ca-6934a2b844d0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Synchronizing usage tracker for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:22.050766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-07faa896-d20e-40f0-b703-961ab5a08eda None None] Provisioning for port 48d23936-7e50-45a9-81d8-8550972059d3 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:22.057010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-07faa896-d20e-40f0-b703-961ab5a08eda None None] Provisioning complete for port 48d23936-7e50-45a9-81d8-8550972059d3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:22.059978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-07faa896-d20e-40f0-b703-961ab5a08eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.063798 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1388d176-7278-43e3-b33f-432b9518ad34 req-536e41f2-de52-461f-98ff-8873b4a11ee2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.0652034 May 29 01:00:22.072239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-099e10ca-b015-4749-bbdf-22fc1e4a6ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.199378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-07faa896-d20e-40f0-b703-961ab5a08eda None None] Port 48d23936-7e50-45a9-81d8-8550972059d3 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:22.201971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-040fde37-fe10-4e58-a660-a179faf775c7 req-85f9a95d-1ecf-459d-a7ca-6934a2b844d0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Unset dirty status for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:22.212775 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-85f9a95d-1ecf-459d-a7ca-6934a2b844d0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--282479807&fields=id&tenant_id=3e768bca5e734748ba34ae3f30ef138b HTTP/1.1" status: 200 len: 267 time: 0.7670314 May 29 01:00:22.274246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.306623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.323359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:22.323976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.329981 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07d7a2c6-d479-4eaa-ae4c-4de2336dc367 req-6d311dd0-4c06-42a2-9472-8a3beacbc6c8 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.1315248 May 29 01:00:22.363732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:22.377623 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-b2d205d8-5a23-4d92-8ca7-d6ca990665b7 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5 HTTP/1.1" status: 200 len: 379 time: 0.3109410 May 29 01:00:22.400566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Request body: {'port': {'device_id': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'admin_state_up': True, 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'security_groups': ['d2db972c-34bc-41bb-9e40-5dac19e661b0']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:22.417833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.418191 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Added segment 67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f of type vlan for network a63a4552-6f1e-402f-ac89-34391f0bbe1d May 29 01:00:22.421965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62606e-baa6-402c-8d6f-956d90b99240,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:22.460535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:22.465498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:port and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:22.469452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:22.476980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:22.503677 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0bbdef54-cd03-4544-88c4-efbf4ada2ea2 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9337769 May 29 01:00:22.505038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48372) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:22.534708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-099e10ca-b015-4749-bbdf-22fc1e4a6ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.559488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.588863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e10ca-b015-4749-bbdf-22fc1e4a6ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7a7647-c0f7-4cd7-8eee-22b5621d25ec,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:22.589054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fde37-fe10-4e58-a660-a179faf775c7 req-e6190ff0-d517-448a-a722-9b5565fbbb51 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:22.592145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-040fde37-fe10-4e58-a660-a179faf775c7 req-e6190ff0-d517-448a-a722-9b5565fbbb51 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Synchronizing usage tracker for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:22.606808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Made reservation on behalf of 97c1f6ee636743f181abc654e9798d72 for: {'port': 2} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:22.613502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.632105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ab:93:93'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:06:ce:3d'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:22.701503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.761731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-040fde37-fe10-4e58-a660-a179faf775c7 req-e6190ff0-d517-448a-a722-9b5565fbbb51 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Unset dirty status for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:22.762745 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-e6190ff0-d517-448a-a722-9b5565fbbb51 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/networks?id=362b4ce4-dd62-495d-993f-78ee2c117223 HTTP/1.1" status: 200 len: 811 time: 0.4999785 May 29 01:00:22.775828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:22.813340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:22.836632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.841752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:22.842558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.851115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:22.873838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-099e10ca-b015-4749-bbdf-22fc1e4a6ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:22.875850 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-099e10ca-b015-4749-bbdf-22fc1e4a6ffc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1c7a7647-c0f7-4cd7-8eee-22b5621d25ec HTTP/1.1" status: 204 len: 168 time: 1.5974452 May 29 01:00:23.027072 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-bfac32af-b129-47f9-a848-b50671efacbc tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/quotas/3e768bca5e734748ba34ae3f30ef138b HTTP/1.1" status: 200 len: 375 time: 0.1921365 May 29 01:00:23.223301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:23.327228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Made reservation on behalf of 9cd7a747df0a4f6b84cc6a375f1c75b5 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:23.336842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:23.378896 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.6716418 May 29 01:00:23.417976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d59b98-d195-4adb-9788-3bbdd29268ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Pushing event updated for resources: {'Network': ['ID=a63a4552-6f1e-402f-ac89-34391f0bbe1d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:23.438308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a63a4552-6f1e-402f-ac89-34391f0bbe1d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:23.474482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:23.720602 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2421f4af-69b7-4876-a606-3d16fc6d9bf3 req-db6e5dee-9e8f-40bb-aa11-8c1f51213716 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.1285243 May 29 01:00:23.826683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] device_id is not set on port b527351c-b8c7-47ec-9ad4-cd213b118533 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:23.870627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:23.900890 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-247e7629-6154-4216-b8f1-5fc0fb884b91 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=3e768bca5e734748ba34ae3f30ef138b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7440989 May 29 01:00:24.100793 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-3496d717-5941-4495-a5bd-bba2a9b21c96 service neutron] 10.222.0.33 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988401 May 29 01:00:24.146228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.16', 63936) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:24.185316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Allocated IP 172.20.0.3 (5583b5b8-1a3b-4e80-91c2-0928d87c7673/c323eb46-d63d-4005-8998-96e311e03e63/50f163f7-75b1-4823-b2c0-351416b87875) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:24.301178 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e7dbe9eb-6f5c-46d0-a57a-13f39f471297 req-662304f6-7f57-42b8-a0d3-ab5971a85105 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.2224936 May 29 01:00:24.407209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:24.429648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:24.714613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8b9d6c2e-95ba-46b3-b0c0-1664b2d73710 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:24.715362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8b9d6c2e-95ba-46b3-b0c0-1664b2d73710 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Synchronizing usage tracker for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:24.813424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Pushing event updated for resources: {'Port': ['ID=5771ac67-9534-46ef-9899-bbccfaaf8f6c,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:24.853171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8b9d6c2e-95ba-46b3-b0c0-1664b2d73710 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Unset dirty status for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:24.862057 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8b9d6c2e-95ba-46b3-b0c0-1664b2d73710 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.16 "GET /v2.0/networks?id=cb22503e-d83b-4810-83e6-27693c2d0d9c HTTP/1.1" status: 200 len: 806 time: 0.7148638 May 29 01:00:24.876184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.009676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48416) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:25.090847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Request body: {'port': {'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d', 'binding:host_id': 'hv-neutron-8431', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048462699'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:25.128304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.138930 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-b446266e-0506-4c78-a8e7-3f2eb08051cf service neutron] 10.222.0.33 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9926035 May 29 01:00:25.145731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:25.148697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.290391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Usage tracker for resource:port and tenant:05297f49584c441f83a2f12c69d37633 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:25.336042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:25.440900 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d100d33a-423e-411c-96c9-3356978c6e47 req-95eee504-2f7e-4f17-967d-84adb7be7f70 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.2197332 May 29 01:00:25.449765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:25.480926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Transition to ACTIVE for port object 50f163f7-75b1-4823-b2c0-351416b87875 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:25.503758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:25.524418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-9f3b8772-3b3e-4307-a987-8c9b74143414 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Synchronizing usage tracker for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:25.541752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.587713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.674773 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.688152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] device_id is not set on port 450f9bed-6335-45cf-a5a2-ef1bdda173b1 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:25.703079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Made reservation on behalf of 05297f49584c441f83a2f12c69d37633 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:25.705414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.793909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:25.821647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:25.829395 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d68d53ab-0b37-4c77-89e0-2e3e197ddac3 req-b055d74b-cc04-46d3-b0e5-f410ba59aa2f tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.2392452 May 29 01:00:25.891658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:25.960293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.965745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] In _notify_port_updated(), no bound segment for port 48d23936-7e50-45a9-81d8-8550972059d3 on network 28ef57ae-fa6c-4239-93bc-667e49b96adc {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:00:25.978196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:25.991157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:25.992594 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "PUT /v2.0/ports/48d23936-7e50-45a9-81d8-8550972059d3 HTTP/1.1" status: 200 len: 1058 time: 3.4180822 May 29 01:00:26.012844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48442) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:26.030220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event updated for resources: {'Port': ['ID=50f163f7-75b1-4823-b2c0-351416b87875,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:26.040146 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-75cdb503-27f6-4582-bb04-eb7110100682 req-57421ae4-2fcf-479e-93ef-a93691f73feb tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.3695867 May 29 01:00:26.041315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-9f3b8772-3b3e-4307-a987-8c9b74143414 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Unset dirty status for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:26.042483 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-9f3b8772-3b3e-4307-a987-8c9b74143414 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfbcc555f07f4acbbabab7aa1f77313f HTTP/1.1" status: 200 len: 380 time: 1.0300577 May 29 01:00:26.085270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Request body: {'port': {'device_id': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'admin_state_up': True, 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'security_groups': ['77e28165-cec8-4cdd-bb3d-9748fe83297d']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:26.167018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fa4c9-2a85-482e-af17-393cd5f52020 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event updated for resources: {'Port': ['ID=48d23936-7e50-45a9-81d8-8550972059d3,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:26.256852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 48d23936-7e50-45a9-81d8-8550972059d3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:26.257229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:26.325695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f1bc77d9-9dfe-4c45-bf14-830ea3ece983 None None] Provisioning complete for port 48d23936-7e50-45a9-81d8-8550972059d3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:26.328079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f1bc77d9-9dfe-4c45-bf14-830ea3ece983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:26.469482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc77d9-9dfe-4c45-bf14-830ea3ece983 None None] Port 48d23936-7e50-45a9-81d8-8550972059d3 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:26.572216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:26.573240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:26.604889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d74c87d7-d10a-4a28-82ca-7cfe7c642253 None None] Provisioning for port 50f163f7-75b1-4823-b2c0-351416b87875 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:26.615918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d74c87d7-d10a-4a28-82ca-7cfe7c642253 None None] Provisioning complete for port 50f163f7-75b1-4823-b2c0-351416b87875 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:26.617064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d74c87d7-d10a-4a28-82ca-7cfe7c642253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:26.710759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:26.735449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:26.769652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Usage tracker for resource:security_group_rule and tenant:05297f49584c441f83a2f12c69d37633 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:26.813037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:26.816083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d74c87d7-d10a-4a28-82ca-7cfe7c642253 None None] Port 50f163f7-75b1-4823-b2c0-351416b87875 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:26.816430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:26.831635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:26.841900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-4e3f32ed-72cb-4251-846f-2365a382f231 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4473991 May 29 01:00:26.864201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Made reservation on behalf of bfbcc555f07f4acbbabab7aa1f77313f for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:26.867344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:26.885760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:27.020023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:27.030513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48464) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:27.075715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:27.096628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-6fc9d1e4-1300-4ecd-8aef-233b9e5ea17e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:00:27.098000 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-6fc9d1e4-1300-4ecd-8aef-233b9e5ea17e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1631625 May 29 01:00:27.106097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:27.121674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] device_id is not set on port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:27.292382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e29f5-812c-48a4-b78f-6c622833b9a6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:27.307554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Port': ['ID=b527351c-b8c7-47ec-9ad4-cd213b118533,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:27.315685 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2359bac3-b599-4b1f-a8d0-a3e4c883fc68 req-04bc49a7-ba2c-479e-94c8-42e5e45e6803 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.1132710 May 29 01:00:27.326109 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Floating IP 667413a5-f23e-41a8-ac40-58f1c4cc30be associated. External IP: 172.26.5.244, port: 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee. May 29 01:00:27.581395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:27.833305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Calling delete_port for 48d23936-7e50-45a9-81d8-8550972059d3 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:27.863530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Request body: {'port': {'device_id': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:27.866985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1552681595'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:27.925789 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-30f76d92-e664-42a5-a43b-b595312f7267 req-c5a97537-fdba-4665-87b6-385a8ed215a2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.1206071 May 29 01:00:27.927625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:27.946153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdcbfc-4259-4d65-a09c-51737f02ea76 req-f62bef94-d380-4983-8165-3838dff8bbae tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:27.947730 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71cdcbfc-4259-4d65-a09c-51737f02ea76 req-f62bef94-d380-4983-8165-3838dff8bbae tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 931 time: 1.1108913 May 29 01:00:27.952600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Usage tracker for resource:router and tenant:4706fcc7bd0b4e9da68d7789bd2576b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:27.959088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:27.984818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Checking segment: {'id': '2205357a-d5df-44ed-aac2-bb202e952859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '701cd737-1511-4f16-ab3e-32f4896cd7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:27.985019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network hostable DHCP agents. Network: 701cd737-1511-4f16-ab3e-32f4896cd7b7, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:00:27.995017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:28.097933 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71cdcbfc-4259-4d65-a09c-51737f02ea76 req-993e40b2-7635-403a-b4d4-c8d9ac2cb6b0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402087 May 29 01:00:28.098859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.099827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.198895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Allocated IP 172.20.0.6 (cb22503e-d83b-4810-83e6-27693c2d0d9c/7fc31d39-d6f1-4bb3-8e57-791d198d28ab/37b6bca4-e0ca-4c5c-92a5-9bf33c401367) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:28.200978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.238311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network 701cd737-1511-4f16-ab3e-32f4896cd7b7 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:00:28.265326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 701cd737-1511-4f16-ab3e-32f4896cd7b7) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:28.287728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:28.291088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9576df-5cc2-4d93-8f55-0bcc854c4403 None None] Network 701cd737-1511-4f16-ab3e-32f4896cd7b7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:28.307598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.515847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.557274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Port': ['ID=450f9bed-6335-45cf-a5a2-ef1bdda173b1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:28.573300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.651142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Port': ['ID=48d23936-7e50-45a9-81d8-8550972059d3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:28.702154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] device_id is not set on port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:28.772803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Checking segment: {'id': 'b74c2e38-c07c-46e8-8973-fe2e1e59f8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc953175-43c3-4be4-b5ea-c24d7117b3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:28.773406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network hostable DHCP agents. Network: cc953175-43c3-4be4-b5ea-c24d7117b3fe, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:00:28.793188 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8447177e-b387-4b4c-b878-d9d9ee6fcad5 req-bbda2459-ea1e-42b0-80b1-8c2fcb669458 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.1311548 May 29 01:00:28.814953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.847033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:28.871195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network cc953175-43c3-4be4-b5ea-c24d7117b3fe is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:00:28.876947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.16', 63941) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:28.960969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Transition to ACTIVE for port object 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:29.039023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:29.173744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, cc953175-43c3-4be4-b5ea-c24d7117b3fe) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:29.190188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516bc93-afc9-4f86-8759-b7246b0b4818 None None] Network cc953175-43c3-4be4-b5ea-c24d7117b3fe requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:29.196940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:29.211297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:29.232458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:29.234027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:29.305320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:29.306519 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e33ecb0c-73e0-4aa2-97af-26b5a5da768e tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.2657573 May 29 01:00:29.348308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48484) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:29.386962 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8e315306-04f9-43dc-ae68-c7fe36fd06ec req-23bd99f8-f8f8-4ad6-acf4-e12a4d5db226 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.1297822 May 29 01:00:29.518405 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5e558256-1b76-4aaf-8d60-49224f9b28ad tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.8735414 May 29 01:00:29.572464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48488) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:29.670242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:29.698061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=351f0ca4-dd7e-4d48-b0ec-f15a0d862b72,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:29.853306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fde37-fe10-4e58-a660-a179faf775c7 req-9c86920f-5c75-40f8-8dc0-76d795b8916a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:29.855451 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-9c86920f-5c75-40f8-8dc0-76d795b8916a tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.16 "GET /v2.0/networks?id=362b4ce4-dd62-495d-993f-78ee2c117223 HTTP/1.1" status: 200 len: 811 time: 0.9753392 May 29 01:00:29.861377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Transition to ACTIVE for port object 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:29.886202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6698efd9-5411-40d3-b153-56fd0909fa6a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:29.894384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:29.896603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a57842dd-e70e-49df-84d4-7115518985f8 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/ports/48d23936-7e50-45a9-81d8-8550972059d3 HTTP/1.1" status: 204 len: 168 time: 3.8736403 May 29 01:00:29.904650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48494) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:29.957321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:30.000126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34699e-d0c8-47d6-b285-ec689a3d54b6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:30.004708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34699e-d0c8-47d6-b285-ec689a3d54b6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:30.005661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-df34699e-d0c8-47d6-b285-ec689a3d54b6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Synchronizing usage tracker for tenant:97c1f6ee636743f181abc654e9798d72 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:30.010011 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c389637-5264-4ef2-8ee4-4f4942e1929e tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] GET failed (client error): The resource could not be found. May 29 01:00:30.010497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c389637-5264-4ef2-8ee4-4f4942e1929e tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Synchronizing usage tracker for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:30.083950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Checking segment: {'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:30.084650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Network hostable DHCP agents. Network: a63a4552-6f1e-402f-ac89-34391f0bbe1d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:00:30.138839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f163f7-75b1-4823-b2c0-351416b87875 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:00:30.152100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:30.183426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:30.214380 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-c20c9800-5927-450f-a95c-7c3e143baf9b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e768bca5e734748ba34ae3f30ef138b HTTP/1.1" status: 200 len: 379 time: 0.3124592 May 29 01:00:30.216778 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-19714d98-29b4-417d-861e-4fb285b25f3d req-d74b7934-e117-477a-9e2e-267489bbc2f1 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.1983907 May 29 01:00:30.217387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-df34699e-d0c8-47d6-b285-ec689a3d54b6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Unset dirty status for tenant:97c1f6ee636743f181abc654e9798d72 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:30.221995 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-df34699e-d0c8-47d6-b285-ec689a3d54b6 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6431572 May 29 01:00:30.222863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c389637-5264-4ef2-8ee4-4f4942e1929e tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Unset dirty status for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:30.224029 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5c389637-5264-4ef2-8ee4-4f4942e1929e tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "GET /v2.0/ports/48d23936-7e50-45a9-81d8-8550972059d3 HTTP/1.1" status: 404 len: 333 time: 0.3044159 May 29 01:00:30.227756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48500) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:30.228118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48502) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:30.236283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Request body: {'port': {'device_id': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'admin_state_up': True, 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'security_groups': ['a3819e04-aa74-4119-a104-7f8ebf4a7291']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:30.372635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Deleting port b527351c-b8c7-47ec-9ad4-cd213b118533 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:30.372988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:30.404194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Transition to ACTIVE for port object 50f163f7-75b1-4823-b2c0-351416b87875 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:30.404895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab770b2-dab8-4145-803d-abada07f87ff req-225af29e-ae77-434e-90d7-5ef8c68c3935 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:30.415310 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7ab770b2-dab8-4145-803d-abada07f87ff req-225af29e-ae77-434e-90d7-5ef8c68c3935 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 931 time: 0.8966539 May 29 01:00:30.494990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:30.518351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Network a63a4552-6f1e-402f-ac89-34391f0bbe1d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:00:30.545807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 2955426c-145b-4264-941d-5b5ed989574d {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:30.546521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:30.620863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event updated for resources: {'Port': ['ID=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:30.625887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a63a4552-6f1e-402f-ac89-34391f0bbe1d) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:30.683265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Network cb22503e-d83b-4810-83e6-27693c2d0d9c is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:30.843649 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7ab770b2-dab8-4145-803d-abada07f87ff req-b1037f7f-46a3-48bb-81bc-42aeefa278c7 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4270694 May 29 01:00:30.855487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293661a-1d75-4d2d-a919-b27aae9986e9 req-e80b090b-b084-4c1d-8ebf-6fed7ad791da tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:30.857016 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8293661a-1d75-4d2d-a919-b27aae9986e9 req-e80b090b-b084-4c1d-8ebf-6fed7ad791da tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 931 time: 0.1954410 May 29 01:00:30.873525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:30.960939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:31.046899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6698efd9-5411-40d3-b153-56fd0909fa6a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.094148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e346a2b-0469-41c4-abaa-627605284f09 None None] Network a63a4552-6f1e-402f-ac89-34391f0bbe1d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:31.136777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6698efd9-5411-40d3-b153-56fd0909fa6a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.149845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:31.150263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.177759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:31.243210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.290749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:31.292592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:31.293212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:31.317720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Pushing event updated for resources: {'Port': ['ID=50f163f7-75b1-4823-b2c0-351416b87875,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:31.320754 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-a816a074-9a1e-48da-afee-c09bbd698ce2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2570262 May 29 01:00:31.352033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Request body: {'port': {'device_id': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:31.472875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Calling delete_port for 2955426c-145b-4264-941d-5b5ed989574d owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:31.593889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6886f13f-db3c-43f6-a6e3-1f62118424a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.597066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-88d1fbc7-d3ce-417e-8f46-f89a5fdcc4f9 None None] Provisioning for port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:31.617449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-88d1fbc7-d3ce-417e-8f46-f89a5fdcc4f9 None None] Provisioning complete for port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:31.617834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbc7-d3ce-417e-8f46-f89a5fdcc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.653415 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8293661a-1d75-4d2d-a919-b27aae9986e9 req-e4bc858a-d3bd-4430-ac16-eb86fc67d4d8 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7859428 May 29 01:00:31.701243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-88d1fbc7-d3ce-417e-8f46-f89a5fdcc4f9 None None] Port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:31.718444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:31.718793 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:31.719278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6698efd9-5411-40d3-b153-56fd0909fa6a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.719783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6698efd9-5411-40d3-b153-56fd0909fa6a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50baa4cf-1fb4-4857-915d-6be75ceab19b {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:00:31.736221 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 2 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:31.753817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6698efd9-5411-40d3-b153-56fd0909fa6a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.758306 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6698efd9-5411-40d3-b153-56fd0909fa6a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "DELETE /v2.0/routers/50baa4cf-1fb4-4857-915d-6be75ceab19b HTTP/1.1" status: 204 len: 168 time: 2.4045100 May 29 01:00:31.759830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48514) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:31.762478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:31.762810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:31.763143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:31.797057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Request body: {'router': {'name': 'tempest-router-2120338709', 'distributed': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:31.801630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:31.805554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Usage tracker for resource:router and tenant:4706fcc7bd0b4e9da68d7789bd2576b3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:31.808600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:31.815265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:31.838505 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2d8aed24-1425-4c47-a773-8788124c0f86 req-74e0a1a5-828d-404d-89f5-36ea821e9e56 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.1878273 May 29 01:00:31.846844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.847660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.904779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:31.914392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Usage tracker for resource:port and tenant:3e768bca5e734748ba34ae3f30ef138b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:31.923770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Router bf9080bd-528f-4eef-ba16-acd3bcae71ed has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:00:31.924412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.932216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:31.937819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:31.972295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:31.977261 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:32.018599 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 3 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:32.094064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:32.099100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Attempting to bind port 50f163f7-75b1-4823-b2c0-351416b87875 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:32.099388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Attempting to bind port 50f163f7-75b1-4823-b2c0-351416b87875 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:32.099783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Attempting to bind port 50f163f7-75b1-4823-b2c0-351416b87875 on network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:32.103005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Calling delete_port for b527351c-b8c7-47ec-9ad4-cd213b118533 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:32.108014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Port 50f163f7-75b1-4823-b2c0-351416b87875 on network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:32.108954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Attempting to bind port 50f163f7-75b1-4823-b2c0-351416b87875 on network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:32.110975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.147032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Port': ['ID=2955426c-145b-4264-941d-5b5ed989574d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:32.192244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:32.192938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:32.192938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:32.233290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.281055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:32.281546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Checking segment: {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:32.282041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Bound using segment: {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:32.282536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Bound port: 50f163f7-75b1-4823-b2c0-351416b87875, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:32.282891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.339714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Made reservation on behalf of 3e768bca5e734748ba34ae3f30ef138b for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:32.343716 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.363273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.482162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:32.482903 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:32.502191 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 4 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:32.507296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.532824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.553746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.554921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-113c1f98-1ef1-4eab-b774-8a8a5c946f82 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7890408 May 29 01:00:32.564981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48522) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:32.567428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:32.567747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:32.568090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:32.608290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Port': ['ID=b527351c-b8c7-47ec-9ad4-cd213b118533,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:32.611771 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-41c582f8-9d72-42ba-bc1c-ad6a0e4511f7 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/ports/2955426c-145b-4264-941d-5b5ed989574d HTTP/1.1" status: 204 len: 168 time: 2.3811159 May 29 01:00:32.622296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98bc5f-20c2-4e54-94bf-645686a2e818 req-f9d348aa-b5f8-4423-8c14-75df987b0f94 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:32.624181 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2d98bc5f-20c2-4e54-94bf-645686a2e818 req-f9d348aa-b5f8-4423-8c14-75df987b0f94 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 943 time: 0.4783354 May 29 01:00:32.624957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48526) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:32.673196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:32.744593 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2ec631-1984-47e6-9e95-3c6777710c08 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] GET failed (client error): The resource could not be found. May 29 01:00:32.745097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf2ec631-1984-47e6-9e95-3c6777710c08 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Synchronizing usage tracker for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:32.750630 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0513f75d-02bd-4bd8-9aed-820eba149618 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/ports/b527351c-b8c7-47ec-9ad4-cd213b118533 HTTP/1.1" status: 204 len: 168 time: 2.5193079 May 29 01:00:32.753244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48534) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:32.812465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf2ec631-1984-47e6-9e95-3c6777710c08 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Unset dirty status for tenant:209289553174410cad38a83a23e00591 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:32.816935 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cf2ec631-1984-47e6-9e95-3c6777710c08 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "GET /v2.0/ports/2955426c-145b-4264-941d-5b5ed989574d HTTP/1.1" status: 404 len: 333 time: 0.1822150 May 29 01:00:32.817600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48538) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:32.823729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Allocated IP 172.20.0.14 (362b4ce4-dd62-495d-993f-78ee2c117223/0d46478c-1995-4610-abd0-bbbc7e5f79a5/f9683f03-ce62-43aa-a2ba-d9eea144c476) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:32.856744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:32.857155 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:32.864364 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2d98bc5f-20c2-4e54-94bf-645686a2e818 req-bbc27e05-a68b-4c41-b936-805ba8ac9f37 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278664 May 29 01:00:32.921407 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 5 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:32.960227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] For port 50f163f7-75b1-4823-b2c0-351416b87875, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:32.970175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 48e316c1-a5a4-492b-b487-7158f20cab10 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:32.970516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.004853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:33.005195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:33.005520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:33.014004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] For port 50f163f7-75b1-4823-b2c0-351416b87875, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=50f163f7-75b1-4823-b2c0-351416b87875,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:33.036351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Deleting port 450f9bed-6335-45cf-a5a2-ef1bdda173b1 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:33.036679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.093873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-c2d8d6fc-8182-4ac2-a3c9-eecd46c98531 req-169e8564-d344-4c17-808e-3620bbc9911c tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Synchronizing usage tracker for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:33.121497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.184583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:33.184906 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:33.199829 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 6 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:33.248769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1d72-8a75-4053-9a7e-62c5c81f67de tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.269808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f30bb9-33a7-4ea9-b61d-8ca8faa7fe32 req-434ce111-4005-4cf7-8dbf-218eaba82d69 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:33.271261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-79f30bb9-33a7-4ea9-b61d-8ca8faa7fe32 req-434ce111-4005-4cf7-8dbf-218eaba82d69 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 931 time: 0.4174654 May 29 01:00:33.278692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-c2d8d6fc-8182-4ac2-a3c9-eecd46c98531 req-169e8564-d344-4c17-808e-3620bbc9911c tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Unset dirty status for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:33.279731 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c2d8d6fc-8182-4ac2-a3c9-eecd46c98531 req-169e8564-d344-4c17-808e-3620bbc9911c tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.2821276 May 29 01:00:33.308700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:33.309091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:33.309338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:33.422872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.424301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] 10.222.0.16 "PUT /v2.0/ports/50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 1093 time: 6.0403998 May 29 01:00:33.426140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.433448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:00:33.473151 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-79f30bb9-33a7-4ea9-b61d-8ca8faa7fe32 req-e592c689-bb04-437d-a8c3-eaa8ad122894 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848359 May 29 01:00:33.475818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434386c-45d5-4eb9-a03f-e1b65fa8636a service neutron] Pushing event updated for resources: {'Port': ['ID=50f163f7-75b1-4823-b2c0-351416b87875,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:33.476976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Transition to ACTIVE for port object f9683f03-ce62-43aa-a2ba-d9eea144c476 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:33.478472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:33.478669 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:33.487620 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 7 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:33.499629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.558980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-71107d59-7ff6-42e1-bb17-5d468e98ec8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.598042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:33.598284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:33.598618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:33.633565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Calling delete_port for 48e316c1-a5a4-492b-b487-7158f20cab10 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:33.653834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:33.654074 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:33.666349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 8 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:33.697291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.790218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Network 362b4ce4-dd62-495d-993f-78ee2c117223 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:33.795421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:33.828545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event updated for resources: {'Port': ['ID=f9683f03-ce62-43aa-a2ba-d9eea144c476,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:33.830882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:33.842391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.883065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:00:33.892591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] Sync routers for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:00:33.911247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:33.911868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:33.921632 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd26efef-f585-4ec2-8413-c06d5575fe7c'] response: {'name': 'network-changed', 'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875', 'status': 'completed', 'code': 200} May 29 01:00:33.931456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:33.931941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:33.932517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:33.933405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:33.934055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:33.946553 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-2f0bed0a-651e-4075-89ea-0be2f22ca3b0 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7194409 May 29 01:00:33.986250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.029699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:34.047581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:34.048589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:34.120653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:34.121393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63a9bc-7066-4d6a-b4d9-b5920f324684 None None] The sync data for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:34.122204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:00:34.136062 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d6a05984-ce88-4287-b6cb-54a1c3978306 None None] Provisioning for port f9683f03-ce62-43aa-a2ba-d9eea144c476 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:34.138812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.142800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d6a05984-ce88-4287-b6cb-54a1c3978306 None None] Provisioning complete for port f9683f03-ce62-43aa-a2ba-d9eea144c476 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:34.143512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6a05984-ce88-4287-b6cb-54a1c3978306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.158486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Transition to ACTIVE for port object 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:34.165632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Port': ['ID=48e316c1-a5a4-492b-b487-7158f20cab10,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:34.187472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Calling delete_port for 450f9bed-6335-45cf-a5a2-ef1bdda173b1 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:34.215429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d6a05984-ce88-4287-b6cb-54a1c3978306 None None] Port f9683f03-ce62-43aa-a2ba-d9eea144c476 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:00:34.293825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.298233 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-568b50cc-21d8-4a1e-bbb5-d59671baa3d0 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/ports/48e316c1-a5a4-492b-b487-7158f20cab10 HTTP/1.1" status: 204 len: 168 time: 1.4774339 May 29 01:00:34.302188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869ef0c-ab9d-4f46-86da-e071640c7640 req-dc032a2a-7302-4345-914c-81262498332e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:34.303731 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4869ef0c-ab9d-4f46-86da-e071640c7640 req-dc032a2a-7302-4345-914c-81262498332e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 943 time: 0.2619076 May 29 01:00:34.304261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48558) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:34.417606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.431052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Request body: {'port': {'device_id': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:34.467487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.512570 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4869ef0c-ab9d-4f46-86da-e071640c7640 req-187bf141-3469-47dc-ad0b-72fc123e5d94 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746693 May 29 01:00:34.528766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.551890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:34.552252 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:34.595452 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 9 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:34.650209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1d72-8a75-4053-9a7e-62c5c81f67de tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.682184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:34.682512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:34.682850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:34.739712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.752807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1d72-8a75-4053-9a7e-62c5c81f67de tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.754010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Pushing event updated for resources: {'Port': ['ID=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:34.754872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting subnet f419add8-c180-4974-ae9d-21e711fb96d9 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:00:34.769749 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-214c1209-415d-4600-8bec-029c940a9d54 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 16.2741005 May 29 01:00:34.772805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48568) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:34.775376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.791111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:34.791429 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:34.794502 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 10 to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 May 29 01:00:34.807046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.872838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:34.873175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:34.874375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:34.915177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02ecf-c634-4dd7-84d5-421dfd573d62 req-1cdacfa0-eddd-4c3f-9b99-58f8378e7fe8 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:34.916749 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60d02ecf-c634-4dd7-84d5-421dfd573d62 req-1cdacfa0-eddd-4c3f-9b99-58f8378e7fe8 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 932 time: 0.4539795 May 29 01:00:34.921224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Port': ['ID=450f9bed-6335-45cf-a5a2-ef1bdda173b1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:34.960117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1d72-8a75-4053-9a7e-62c5c81f67de tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:34.960597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a1d72-8a75-4053-9a7e-62c5c81f67de tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56e6ce72-8b88-47af-9ce5-40e7efb88b1d {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:00:34.969749 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-acf664d5-8faa-4c92-85ab-7c65b34c735b req-6f7d5c52-14a3-4eb4-993e-0bfd61ef7089 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1096 time: 0.4421456 May 29 01:00:34.978220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:34.978547 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:34.979145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.016612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.029439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.110079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22619a1c-1333-4ed0-839e-63f947787b70 req-456a78bf-ada2-4e4d-bf41-cbd090574b50 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:35.111541 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22619a1c-1333-4ed0-839e-63f947787b70 req-456a78bf-ada2-4e4d-bf41-cbd090574b50 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 943 time: 0.4686563 May 29 01:00:35.140610 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d412b4ef-ec5e-43ca-86a0-6a1d08f9d9c2 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] 10.222.0.33 "GET /v2.0/floatingips/667413a5-f23e-41a8-ac40-58f1c4cc30be HTTP/1.1" status: 200 len: 983 time: 0.3330708 May 29 01:00:35.141322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1d72-8a75-4053-9a7e-62c5c81f67de tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.141497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48572) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:35.146926 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc7a1d72-8a75-4053-9a7e-62c5c81f67de tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "DELETE /v2.0/routers/56e6ce72-8b88-47af-9ce5-40e7efb88b1d HTTP/1.1" status: 204 len: 168 time: 2.5763164 May 29 01:00:35.160283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48574) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:35.169551 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9c98e137-4100-4b98-a8c1-dc741d153aee tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/ports/450f9bed-6335-45cf-a5a2-ef1bdda173b1 HTTP/1.1" status: 204 len: 168 time: 2.4079869 May 29 01:00:35.184032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Request body: {'router': {'name': 'tempest-router-830348987', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c71bbf6cb29d439795738ac331b71a25'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:35.187001 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48578) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:35.233754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:35.235965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Attempting to bind port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:35.236327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Attempting to bind port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:35.236654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Attempting to bind port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 on network cb22503e-d83b-4810-83e6-27693c2d0d9c {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:35.263024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Usage tracker for resource:router and tenant:c71bbf6cb29d439795738ac331b71a25 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:35.267656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fe261e6a-46c5-4836-a7df-d7300506ef81 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Synchronizing usage tracker for tenant:97c1f6ee636743f181abc654e9798d72 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:35.274815 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60d02ecf-c634-4dd7-84d5-421dfd573d62 req-7d7256c0-e1f4-4a3e-8837-8880a2d01c40 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3413815 May 29 01:00:35.276386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:35.303629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 on network cb22503e-d83b-4810-83e6-27693c2d0d9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:35.303952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Attempting to bind port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 on network cb22503e-d83b-4810-83e6-27693c2d0d9c {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:35.322696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:35.340107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf664d5-8faa-4c92-85ab-7c65b34c735b req-17ad0aa3-2751-4941-a9b1-e7aa4cd65ed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:35.341548 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-acf664d5-8faa-4c92-85ab-7c65b34c735b req-17ad0aa3-2751-4941-a9b1-e7aa4cd65ed5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3484242 May 29 01:00:35.344613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] For port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:35.344978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempted to set empty binding levels {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 29 01:00:35.345843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fe261e6a-46c5-4836-a7df-d7300506ef81 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Unset dirty status for tenant:97c1f6ee636743f181abc654e9798d72 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:35.346861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fe261e6a-46c5-4836-a7df-d7300506ef81 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1574471 May 29 01:00:35.347651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:35.347979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Checking segment: {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:35.348368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Bound using segment: {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:35.348797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Bound port: 37b6bca4-e0ca-4c5c-92a5-9bf33c401367, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:35.349134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.360410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48584) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:35.366381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.373535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-448198586'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:35.407506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.410598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.411519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.414785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:35.444824 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22619a1c-1333-4ed0-839e-63f947787b70 req-f91dd674-db47-4281-8e4b-4f42f93edb22 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170135 May 29 01:00:35.459847 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-656a2bd3-7ff6-41dd-a23d-146cb3dfd3b7 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.2837713 May 29 01:00:35.464837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48588) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:35.479355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:network and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:35.508319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:35.553633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.564729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:35.602564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.627008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=351f0ca4-dd7e-4d48-b0ec-f15a0d862b72,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:35.654014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Made reservation on behalf of 97c1f6ee636743f181abc654e9798d72 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:35.657834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.697898 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-af03dd46-3145-4e96-bcc5-0f29df1572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 10.6635578 May 29 01:00:35.705762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48594) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:35.710230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.763234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] For port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:35.799346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf664d5-8faa-4c92-85ab-7c65b34c735b req-5c59acc9-1df6-41f2-9a04-690ba9faaf40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:35.800822 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-acf664d5-8faa-4c92-85ab-7c65b34c735b req-5c59acc9-1df6-41f2-9a04-690ba9faaf40 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3836739 May 29 01:00:35.808290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:35.811164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] For port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:35.824527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.859918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.871318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.871660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Added segment 991760c0-2ec9-4499-a497-962fa23b8056 of type vlan for network 5421aa7d-bfea-4353-b30d-5db2f52ebc99 May 29 01:00:35.875019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Deleting port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:35.875351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.958361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:35.999191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9683f03-ce62-43aa-a2ba-d9eea144c476 {{(pid=83979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:00:36.022175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.022529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.027735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Subnet': ['ID=f419add8-c180-4974-ae9d-21e711fb96d9,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:36.033358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Deleting port 5771ac67-9534-46ef-9899-bbccfaaf8f6c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:36.033699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.071882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6dee1-495a-4eac-9842-3f178d3dce11 req-be8b4d17-da35-4921-afdc-30084898378c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:36.073040 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81f6dee1-495a-4eac-9842-3f178d3dce11 req-be8b4d17-da35-4921-afdc-30084898378c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 943 time: 0.4061465 May 29 01:00:36.074041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.074178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb5329-2aac-404e-abc9-35820265b9b9 None None] Network 28ef57ae-fa6c-4239-93bc-667e49b96adc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:36.120272 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-20e0c0bd-eb86-48d5-a701-f7350062df5f tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/subnets/f419add8-c180-4974-ae9d-21e711fb96d9 HTTP/1.1" status: 204 len: 168 time: 1.8149462 May 29 01:00:36.122796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48598) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:36.127207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Transition to ACTIVE for port object f9683f03-ce62-43aa-a2ba-d9eea144c476 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:36.140069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.141831 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] 10.222.0.16 "PUT /v2.0/ports/37b6bca4-e0ca-4c5c-92a5-9bf33c401367 HTTP/1.1" status: 200 len: 1093 time: 4.7972531 May 29 01:00:36.145738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:00:36.163757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.181159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.189965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.191234 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3f9030c4-dd6c-4cb8-94a3-134da4b5fee5 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0259509 May 29 01:00:36.208478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48604) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:36.320197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:36.369788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a58a7-64bb-4d5a-a86f-d66acb734586 service neutron] Pushing event updated for resources: {'Port': ['ID=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:36.393855 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a876a6c9-9511-417e-b804-34e3e03540b6'] response: {'name': 'network-changed', 'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'status': 'completed', 'code': 200} May 29 01:00:36.411920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81f6dee1-495a-4eac-9842-3f178d3dce11 req-5a0b9388-6962-4463-bcc5-0d6461e5213b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250940 May 29 01:00:36.441189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:36.557629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] DHCP port deletion for 28ef57ae-fa6c-4239-93bc-667e49b96adc request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:00:36.569387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] Deleting port 40a322ad-0145-4166-b28e-e66583e953f0 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:36.570364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.576143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Pushing event updated for resources: {'Port': ['ID=f9683f03-ce62-43aa-a2ba-d9eea144c476,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:36.601635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.609759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.610076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.617975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.631694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:36.632419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.689018 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-9eec051f-c415-409c-9f50-4c2e7919b3ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1096 time: 0.8242700 May 29 01:00:36.821096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] For port 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72, host hv-neutron-8431, got binding levels [] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:36.821359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.841661 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4798996 May 29 01:00:36.853958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 40a322ad-0145-4166-b28e-e66583e953f0 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:36.854380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.863635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48614) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:36.871340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] For port 40a322ad-0145-4166-b28e-e66583e953f0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=40a322ad-0145-4166-b28e-e66583e953f0,segment=NetworkSegment(fa3f8875-b8ec-40af-9a3e-78d8d2005966),segment_id=fa3f8875-b8ec-40af-9a3e-78d8d2005966)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:36.871727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:36.931938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Calling delete_port for 5771ac67-9534-46ef-9899-bbccfaaf8f6c owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:36.974663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2037683545'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:36.991791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a955dad-8d51-4551-8579-c88903ec0381 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Network': ['ID=5421aa7d-bfea-4353-b30d-5db2f52ebc99,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:36.999854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Calling delete_port for 351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:37.005063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] Calling delete_port for 40a322ad-0145-4166-b28e-e66583e953f0 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:37.036664 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-562cb5ad-a5b8-4c9a-9ebb-1ca9fff8b7da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 217 time: 0.2934055 May 29 01:00:37.039608 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-1cb137a8-5584-4dea-bae1-4189c9cc7adc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfbcc555f07f4acbbabab7aa1f77313f&device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 1096 time: 0.8446543 May 29 01:00:37.058660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:37.058969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 40a322ad-0145-4166-b28e-e66583e953f0 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:00:37.123146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5421aa7d-bfea-4353-b30d-5db2f52ebc99 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:37.203317 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-001b06be-0051-4940-bd35-6c86f3f79253 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367 HTTP/1.1" status: 200 len: 217 time: 0.1544173 May 29 01:00:37.240479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:network and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:37.248225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:37.279107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:37.285070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-daad4d1d-976e-432e-a3cc-df60ad3d4ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:37.286720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-daad4d1d-976e-432e-a3cc-df60ad3d4ea7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.2368541 May 29 01:00:37.310245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.347606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Made reservation on behalf of 97c1f6ee636743f181abc654e9798d72 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:37.350567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.357257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.361847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] Pushing event deleted for resources: {'Port': ['ID=40a322ad-0145-4166-b28e-e66583e953f0,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:37.364567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.381281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Attempting to bind port f9683f03-ce62-43aa-a2ba-d9eea144c476 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:37.381593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Attempting to bind port f9683f03-ce62-43aa-a2ba-d9eea144c476 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:37.381882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Attempting to bind port f9683f03-ce62-43aa-a2ba-d9eea144c476 on network 362b4ce4-dd62-495d-993f-78ee2c117223 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:37.393814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f55b7-031e-4823-b2cb-1b7a2d6e2420 None None] No DVR routers for this DVR port 40a322ad-0145-4166-b28e-e66583e953f0 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:00:37.500408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event deleted for resources: {'Port': ['ID=351f0ca4-dd7e-4d48-b0ec-f15a0d862b72,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:37.518865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-b35806bd-f43b-4224-92fd-a122c0fd8d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:37.520365 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-b35806bd-f43b-4224-92fd-a122c0fd8d6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fc31d39-d6f1-4bb3-8e57-791d198d28ab HTTP/1.1" status: 200 len: 845 time: 0.2773120 May 29 01:00:37.550741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Port f9683f03-ce62-43aa-a2ba-d9eea144c476 on network 362b4ce4-dd62-495d-993f-78ee2c117223 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:37.551070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Attempting to bind port f9683f03-ce62-43aa-a2ba-d9eea144c476 on network 362b4ce4-dd62-495d-993f-78ee2c117223 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:37.558023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeb3da-e0e0-4a55-a406-d7e9414b2558 req-de69e181-2834-4c51-ab08-4cec03b6a286 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:37.559464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0eeb3da-e0e0-4a55-a406-d7e9414b2558 req-de69e181-2834-4c51-ab08-4cec03b6a286 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 943 time: 0.7639799 May 29 01:00:37.575089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f672746-4d29-4de7-b782-548d78f87ada req-84837b29-506b-45f5-9338-4038f7ea3d40 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:37.575364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.576614 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9f672746-4d29-4de7-b782-548d78f87ada req-84837b29-506b-45f5-9338-4038f7ea3d40 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 944 time: 0.8762634 May 29 01:00:37.602467 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-653cdbdf-2a33-4904-8eb6-e67ce3cc30d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "DELETE /v2.0/ports/351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 HTTP/1.1" status: 204 len: 168 time: 1.8940711 May 29 01:00:37.607452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] For port 40a322ad-0145-4166-b28e-e66583e953f0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=40a322ad-0145-4166-b28e-e66583e953f0,segment=NetworkSegment(fa3f8875-b8ec-40af-9a3e-78d8d2005966),segment_id=fa3f8875-b8ec-40af-9a3e-78d8d2005966)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:37.607813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.608728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:37.613467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.613822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.615944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48622) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:37.755430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:37.755809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Checking segment: {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:37.756365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Bound using segment: {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:37.756807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Bound port: f9683f03-ce62-43aa-a2ba-d9eea144c476, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c7556e-a1ce-4f3d-adea-bc027ee47689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:37.757183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.816412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.816751 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Added segment 0d4b44ba-ed14-41b9-828e-b9935f91cc45 of type vlan for network ec8d56e6-b167-4a9e-b38d-11aec265ac76 May 29 01:00:37.891070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-b75452aa-2329-4ca2-800c-76d3643cb028 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5984902 May 29 01:00:37.898422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Calling delete_port for 40a322ad-0145-4166-b28e-e66583e953f0 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:37.918881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83979) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 29 01:00:37.919210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Router 93a6a452-ffd8-4fde-94fb-776dc75506a5 migrating from provider to provider. {{(pid=83979) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 29 01:00:37.919579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.924344 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-c712eca2-f33a-408c-9939-21302aad9d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] GET failed (client error): The resource could not be found. May 29 01:00:37.924845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c712eca2-f33a-408c-9939-21302aad9d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Synchronizing usage tracker for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:37.949641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.953083 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9f672746-4d29-4de7-b782-548d78f87ada req-4865a56a-64ea-468f-82fa-a56c4dbf61f4 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597312 May 29 01:00:37.955050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:37.968503 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0eeb3da-e0e0-4a55-a406-d7e9414b2558 req-874204fe-dc9c-4ad7-8ecd-d11f2e0684e1 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851247 May 29 01:00:37.973000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.049734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.063857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c712eca2-f33a-408c-9939-21302aad9d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Unset dirty status for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:38.068509 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c712eca2-f33a-408c-9939-21302aad9d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "GET /v2.0/ports/351f0ca4-dd7e-4d48-b0ec-f15a0d862b72 HTTP/1.1" status: 404 len: 333 time: 0.4469993 May 29 01:00:38.074025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48626) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:38.099226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Request body: {'port': {'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-983350184'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:38.104628 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-0fe2e25e-7325-41f5-99ad-501fdec41fac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb22503e-d83b-4810-83e6-27693c2d0d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5704141 May 29 01:00:38.114430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:38.204996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:00:38.205319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:00:38.209734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:38.215571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Port': ['ID=5771ac67-9534-46ef-9899-bbccfaaf8f6c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:38.238873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] For port f9683f03-ce62-43aa-a2ba-d9eea144c476, host hv-neutron-8431, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:38.250507 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-9bf658e3-2f00-4465-a912-ebb659733049 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230150 May 29 01:00:38.253964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Made reservation on behalf of 05297f49584c441f83a2f12c69d37633 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:38.256225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.292482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] For port f9683f03-ce62-43aa-a2ba-d9eea144c476, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:38.320050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.323657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:38.324260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.363256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.374109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] device_id is not set on port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:38.417330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-0c37dd17-2972-43c9-919c-6c423e9fc21d service neutron] 10.222.0.16 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046424 May 29 01:00:38.560857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.562950 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9683f03-ce62-43aa-a2ba-d9eea144c476 HTTP/1.1" status: 200 len: 1094 time: 4.1376581 May 29 01:00:38.566376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.596023 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e799b08c-e1c2-414e-a833-8bc6e74db08c req-5f453df2-aae9-46b6-ba02-26270e6feac9 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286901 May 29 01:00:38.633411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Network': ['ID=ec8d56e6-b167-4a9e-b38d-11aec265ac76,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:38.636089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:00:38.645991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ec8d56e6-b167-4a9e-b38d-11aec265ac76 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:38.660914 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-592657e4-30b8-4ff8-9b82-3ad3841e1bca tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7354884 May 29 01:00:38.683956 dv-neutron-843186-2-hyperv neutron-server[83979]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] No L3 agents can host the router 93a6a452-ffd8-4fde-94fb-776dc75506a5 May 29 01:00:38.708926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Deleting port 40a322ad-0145-4166-b28e-e66583e953f0 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:38.709466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.712215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9893a1-cc11-460e-86ef-a44ff73c2360 service neutron] Pushing event updated for resources: {'Port': ['ID=f9683f03-ce62-43aa-a2ba-d9eea144c476,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:38.790096 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f9178da1-2a3c-4adb-998d-96d7857a8299 req-cef7215e-907c-40f8-bd78-ca30d7d9231a service neutron] 10.222.0.16 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669088 May 29 01:00:38.807021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] The port '40a322ad-0145-4166-b28e-e66583e953f0' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:00:38.807239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48634) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:38.913880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:38.975602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'subnets': [{'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1324443961', 'ip_version': 4}, {'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:38.975912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'subnet': {'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1324443961', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:38.976541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Request body: {'subnet': {'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:39.000839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35277-9534-4add-a042-fd074be5c050 req-c1ecaca9-1f18-4351-af9f-09921662fa91 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:39.002324 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf35277-9534-4add-a042-fd074be5c050 req-c1ecaca9-1f18-4351-af9f-09921662fa91 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 943 time: 0.8796306 May 29 01:00:39.007604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.050954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ef57ae-fa6c-4239-93bc-667e49b96adc']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:39.072424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3f8875-b8ec-40af-9a3e-78d8d2005966') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:39.072711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3f8875-b8ec-40af-9a3e-78d8d2005966') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:39.082347 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-478798fb-d6d8-4e6d-a818-18e44a5f56e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfbcc555f07f4acbbabab7aa1f77313f&device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 1096 time: 0.2042227 May 29 01:00:39.090230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.115822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.228299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.254927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:39.255317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:39.270184 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:39.419518 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf35277-9534-4add-a042-fd074be5c050 req-12610520-cbba-4a47-adff-ca105414363a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4079478 May 29 01:00:39.429798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Network a63a4552-6f1e-402f-ac89-34391f0bbe1d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:39.448015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:39.466226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:39.467030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:39.468529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.481394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=0f397578-47ce-45b6-85eb-9dd5c1d933f0,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:39.517600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-1ac55fb4-2a87-443f-9cda-10d0b4a3c2c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:39.519133 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-1ac55fb4-2a87-443f-9cda-10d0b4a3c2c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb22503e-d83b-4810-83e6-27693c2d0d9c HTTP/1.1" status: 200 len: 907 time: 0.4310129 May 29 01:00:39.524811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.535894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-3e10dc35-3733-45d2-8dec-7d49fbf0ab1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e768bca5e734748ba34ae3f30ef138b&device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 1097 time: 0.8393650 May 29 01:00:39.552129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:39.606447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Hosts for router 93a6a452-ffd8-4fde-94fb-776dc75506a5: [] {{(pid=83979) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 29 01:00:39.617021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.618779 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] 10.222.0.33 "DELETE /v2.0/networks/28ef57ae-fa6c-4239-93bc-667e49b96adc HTTP/1.1" status: 204 len: 168 time: 3.4858887 May 29 01:00:39.630647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826461bf-ae42-412d-8adc-7db0e43a4933 tempest-AllowedAddressPairTestJSON-49779538 tempest-AllowedAddressPairTestJSON-49779538-project] Pushing event deleted for resources: {'Network': ['ID=28ef57ae-fa6c-4239-93bc-667e49b96adc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:39.634228 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-ec27fba8-5296-4a7f-8421-8a86f617b48e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367 HTTP/1.1" status: 200 len: 217 time: 0.1065779 May 29 01:00:39.639076 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47d1d069-4818-4af9-a66e-a9d478a2aa04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5588937 May 29 01:00:39.639076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48648) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:39.641000 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7be8d0-7900-4641-a429-2fb101ae899a'] response: {'name': 'network-changed', 'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'status': 'completed', 'code': 200} May 29 01:00:39.644047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Usage tracker for resource:subnet and tenant:97c1f6ee636743f181abc654e9798d72 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:39.649443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:39.656923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:39.687935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:39.697616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29723346-1235-4bfc-9a88-0a78e512278c req-8fee4d67-250b-4588-8244-6e0aa0bae697 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:39.699037 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29723346-1235-4bfc-9a88-0a78e512278c req-8fee4d67-250b-4588-8244-6e0aa0bae697 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 944 time: 0.5925059 May 29 01:00:39.700232 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-e482b3c7-2ea4-469e-b65f-5b5151985116 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476 HTTP/1.1" status: 200 len: 217 time: 0.1499412 May 29 01:00:39.732213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Hosts for other DVR routers connected to router 93a6a452-ffd8-4fde-94fb-776dc75506a5: set() {{(pid=83979) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 29 01:00:39.735726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.739540 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5771875c-3516-4a36-8017-f1e3f46a3f0a tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "PUT /v2.0/routers/93a6a452-ffd8-4fde-94fb-776dc75506a5 HTTP/1.1" status: 200 len: 716 time: 3.4531355 May 29 01:00:39.740032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48652) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:39.830985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Made reservation on behalf of 97c1f6ee636743f181abc654e9798d72 for: {'subnet': 2} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:39.911513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-93beb57f-b5ed-45ea-8d2d-99f906da1b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:39.912992 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-93beb57f-b5ed-45ea-8d2d-99f906da1b3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fc31d39-d6f1-4bb3-8e57-791d198d28ab HTTP/1.1" status: 200 len: 845 time: 0.2676358 May 29 01:00:39.977358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:39.985344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fde37-fe10-4e58-a660-a179faf775c7 req-59ffa10d-6b3d-479b-8b05-37d32a2165cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:39.986794 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-59ffa10d-6b3d-479b-8b05-37d32a2165cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d46478c-1995-4610-abd0-bbbc7e5f79a5 HTTP/1.1" status: 200 len: 850 time: 0.2485204 May 29 01:00:39.987682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48658) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:40.003960 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29723346-1235-4bfc-9a88-0a78e512278c req-34aa9c1e-afa6-4c63-aa1e-25a69b9fe915 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602165 May 29 01:00:40.006262 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7cf401b3-b1fa-4ccf-b082-c3965e5dc078 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "GET /v2.0/routers/93a6a452-ffd8-4fde-94fb-776dc75506a5 HTTP/1.1" status: 200 len: 716 time: 0.2653654 May 29 01:00:40.008877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48664) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:40.091294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70f4a-d2a4-4ad5-8f26-b8f4dc189bf2 req-d196d972-4751-40d8-b310-2a7289b8a071 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:40.093133 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20b70f4a-d2a4-4ad5-8f26-b8f4dc189bf2 req-d196d972-4751-40d8-b310-2a7289b8a071 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 943 time: 0.4073405 May 29 01:00:40.112273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-e46907e7-d0f5-41c8-b8be-a7c7ae8675c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb22503e-d83b-4810-83e6-27693c2d0d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1865256 May 29 01:00:40.309189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:40.309517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:40.500754 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dea67d60-dbce-4397-a202-45ba935762ed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=209289553174410cad38a83a23e00591&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5088253 May 29 01:00:40.504800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48672) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:40.506779 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-ff0dcab1-bd65-483c-9720-276a3048bfc1 service neutron] 10.222.0.16 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419404 May 29 01:00:40.555293 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20b70f4a-d2a4-4ad5-8f26-b8f4dc189bf2 req-0344b662-dcbc-41b0-abbc-ca3aadb7bf38 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120839 May 29 01:00:40.567806 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-f60727b7-8f39-484c-802f-fd930334e282 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=362b4ce4-dd62-495d-993f-78ee2c117223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5664706 May 29 01:00:40.675341 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-74d2c4c9-3e1a-4f13-b501-d762af5710f7 tempest-RoutersTestDVR-774300617 tempest-RoutersTestDVR-774300617-project] 10.222.0.33 "GET /v2.0/routers/93a6a452-ffd8-4fde-94fb-776dc75506a5 HTTP/1.1" status: 200 len: 682 time: 0.6650138 May 29 01:00:40.681802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48676) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:40.763438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] device_id is not set on port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:40.856968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-62b6ea6c-8339-4bab-8a22-28c3044e6a30 service neutron] 10.222.0.16 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813001 May 29 01:00:40.938283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:40.960055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be870b-832f-4f67-a842-3287b0a629cc req-580de458-e7a6-491f-8382-495fed6bc58a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:40.961512 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e9be870b-832f-4f67-a842-3287b0a629cc req-580de458-e7a6-491f-8382-495fed6bc58a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 943 time: 0.3907709 May 29 01:00:41.000021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Transition to ACTIVE for port object 0f397578-47ce-45b6-85eb-9dd5c1d933f0 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:41.002450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.007365 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cec2ccaf-f528-494b-a215-33ff6bf3101b req-73d29fb8-9c45-4704-b50e-a9e29ea73746 service neutron] 10.222.0.16 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892845 May 29 01:00:41.009467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.093161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.160412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b236d6b-1529-4c2c-809c-32145f8f5a07 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.219951 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e9be870b-832f-4f67-a842-3287b0a629cc req-b307f2a4-5a4a-4fdf-8fe7-c041fcbc5617 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487319 May 29 01:00:41.221776 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-040fde37-fe10-4e58-a660-a179faf775c7 req-aea4b66f-eef8-469f-a0c0-78edc90dc544 service neutron] 10.222.0.16 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572540 May 29 01:00:41.258470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Router bf9080bd-528f-4eef-ba16-acd3bcae71ed has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:00:41.293125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=0f397578-47ce-45b6-85eb-9dd5c1d933f0,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:41.355746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.356115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.356504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:41.423414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:41.423741 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:41.429437 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 2 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:41.497614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbec73-d4c6-49c6-9d11-ac4893db0e87 req-eb2a76a9-36c2-45ab-a5ac-f597689bdce5 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:41.499936 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bfbec73-d4c6-49c6-9d11-ac4893db0e87 req-eb2a76a9-36c2-45ab-a5ac-f597689bdce5 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 944 time: 0.3335383 May 29 01:00:41.510534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.527367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.527701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.528058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:41.559374 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Sync routers for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:00:41.571946 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:41.572579 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:41.590164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710aa16-5fdb-42c8-89e8-4f37bdefc05b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:41.603563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.674471 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bfbec73-d4c6-49c6-9d11-ac4893db0e87 req-8a6f4c64-750b-4f8f-bfb4-bc391c12264c tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640851 May 29 01:00:41.691772 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-28db1496-8ad6-420e-adf1-fe78e34a9fdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e768bca5e734748ba34ae3f30ef138b&device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 1097 time: 0.4053438 May 29 01:00:41.711575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.711916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.712279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.712607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.712944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.713383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.713716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.714034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.714352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.714667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.714983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:41.724184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Subnet': ['ID=f80b490b-7b21-466a-ac43-36ef34ee4bde,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:41.738157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.741595 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4be9e054-1bee-4d76-a508-75d8b07f1cda admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7710aa16-5fdb-42c8-89e8-4f37bdefc05b HTTP/1.1" status: 204 len: 168 time: 1.2317853 May 29 01:00:41.742656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:41.742988 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:41.745098 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 3 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:41.754652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b236d6b-1529-4c2c-809c-32145f8f5a07 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.767030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.767030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.767030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:41.769314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b236d6b-1529-4c2c-809c-32145f8f5a07 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.780535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:41.780835 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:41.782610 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 4 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:41.783929 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:00:41.812784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.812784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.812784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:41.818825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:41.819161 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:41.819563 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 5 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:41.830642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b236d6b-1529-4c2c-809c-32145f8f5a07 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.831133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b236d6b-1529-4c2c-809c-32145f8f5a07 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93a6a452-ffd8-4fde-94fb-776dc75506a5 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:00:41.851982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.852698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.853865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:41.860268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b236d6b-1529-4c2c-809c-32145f8f5a07 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.866126 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8b236d6b-1529-4c2c-809c-32145f8f5a07 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "DELETE /v2.0/routers/93a6a452-ffd8-4fde-94fb-776dc75506a5 HTTP/1.1" status: 204 len: 168 time: 1.1761715 May 29 01:00:41.867015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48686) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:41.878481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Request body: {'router': {'name': 'tempest-router-733122156', 'distributed': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:41.883953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:41.884180 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:41.885067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:41.888058 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 6 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:41.908316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.908707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.909033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:41.910459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Checking segment: {'id': '991760c0-2ec9-4499-a497-962fa23b8056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:41.910831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network hostable DHCP agents. Network: 5421aa7d-bfea-4353-b30d-5db2f52ebc99, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:00:41.912455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Usage tracker for resource:router and tenant:4706fcc7bd0b4e9da68d7789bd2576b3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:41.916524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:41.926146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:41.928416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:41.928747 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:41.930083 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 7 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:41.955158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.955491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.955831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:41.964299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.965275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:41.965745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-4ab33e42-a370-4470-9011-6301a8ee9784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:41.967732 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-4ab33e42-a370-4470-9011-6301a8ee9784 service neutron] 10.222.0.16 "GET /v2.0/networks?id=362b4ce4-dd62-495d-993f-78ee2c117223 HTTP/1.1" status: 200 len: 912 time: 0.2644913 May 29 01:00:41.970877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:41.972240 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:41.972880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 8 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:41.997186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:41.997550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:41.997889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:42.009930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:42.009930 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:42.010527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.012055 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 9 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:42.032932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:42.033268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:42.033979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:42.044645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:42.044972 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:42.046754 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 10 to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 May 29 01:00:42.067089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276339c1-c28f-4369-8853-acdafcc970cc req-88942ef6-b7e4-4273-9981-8c21a65e59d3 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:42.069082 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-276339c1-c28f-4369-8853-acdafcc970cc req-88942ef6-b7e4-4273-9981-8c21a65e59d3 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 943 time: 0.3679533 May 29 01:00:42.071092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.108653 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:42.109143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network 5421aa7d-bfea-4353-b30d-5db2f52ebc99 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:00:42.109304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:42.109581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:42.117297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.117793 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-0be32dea-55f7-4909-bf7e-5f45eb10db9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476 HTTP/1.1" status: 200 len: 217 time: 0.1409192 May 29 01:00:42.118940 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8693f3b3-f5f2-419a-a668-1a6288279543 tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2483454 May 29 01:00:42.121201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:42.121772 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:42.122438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48692) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:42.122897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.275942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] For port 0f397578-47ce-45b6-85eb-9dd5c1d933f0, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:42.276466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempted to set empty binding levels {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 29 01:00:42.284626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.343500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] In _notify_port_updated(), no bound segment for port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:00:42.344623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.348748 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "PUT /v2.0/ports/0f397578-47ce-45b6-85eb-9dd5c1d933f0 HTTP/1.1" status: 200 len: 980 time: 2.7021644 May 29 01:00:42.354010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48702) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:42.371267 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 2, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:42.381239 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Checking router: bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:00:42.382121 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Updating router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 port d3de0afb-5980-49cd-8fc5-f9609dd25d3c binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:00:42.421458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b022cc-43f7-410c-871c-29c3e22fdcec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=0f397578-47ce-45b6-85eb-9dd5c1d933f0,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:42.432648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5421aa7d-bfea-4353-b30d-5db2f52ebc99) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:42.442879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6255ba-b7c2-4bdb-8221-b635e61e36b2 None None] Network 5421aa7d-bfea-4353-b30d-5db2f52ebc99 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:42.460300 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.498826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.503832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:00:42.564449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] Sync routers for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:00:42.608421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:42.609352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:42.616275 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-276339c1-c28f-4369-8853-acdafcc970cc req-772e2198-148b-4022-914a-38bee2502df8 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5385365 May 29 01:00:42.643670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.682913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-0e305a8c-d5e6-448d-80e9-73cae73c67f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:42.684452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-0e305a8c-d5e6-448d-80e9-73cae73c67f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d46478c-1995-4610-abd0-bbbc7e5f79a5 HTTP/1.1" status: 200 len: 850 time: 0.5577755 May 29 01:00:42.756347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:42.788301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:42.789118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:42.818905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-818707f9-4949-425d-a997-a314114b944b tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:42.893184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event updated for resources: {'Subnet': ['ID=a6c0168f-29d6-4632-8403-a95b58258b1e,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:42.931940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:42.932607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdb74b-ab05-4880-a89d-3798cfd7737e None None] The sync data for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:42.990867 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4fd93001-1df2-444c-a78f-38fefaf34837 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "DELETE /v2.0/floatingips/667413a5-f23e-41a8-ac40-58f1c4cc30be HTTP/1.1" status: 204 len: 168 time: 7.5147653 May 29 01:00:42.994393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48716) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:43.002232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:43.011670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:43.017832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Usage tracker for resource:floatingip and tenant:17fad113fff642b59f9bc2db1c09223b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:43.026645 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.031761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:43.043414 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Transition to ACTIVE for port object d3de0afb-5980-49cd-8fc5-f9609dd25d3c will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:43.048302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:43.066248 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.072350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.081426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5421aa7d-bfea-4353-b30d-5db2f52ebc99', 'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99', 'tenant_id': '97c1f6ee636743f181abc654e9798d72', 'fixed_ips': [{'subnet_id': 'f80b490b-7b21-466a-ac43-36ef34ee4bde'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:00:43.082928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.085047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.086762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.086762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.086762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.086762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.086762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.087100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.087328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.087605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.087925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.088274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:43.108596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Checking segment: {'id': '0d4b44ba-ed14-41b9-828e-b9935f91cc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:43.108952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network hostable DHCP agents. Network: ec8d56e6-b167-4a9e-b38d-11aec265ac76, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:00:43.149535 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4cf7f586-f31e-4512-a225-ef397f5ced68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22121 time: 0.7805192 May 29 01:00:43.160434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48722) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:43.178560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901925-40e5-4852-b879-ed10619a730d req-1cc0c56f-71be-4fbb-9d15-02a8ed6d0333 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:43.184061 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abc763-09b8-48d3-97b1-e35b9cc977a2 None None] Pushing event updated for resources: {'Port': ['ID=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:43.186362 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12901925-40e5-4852-b879-ed10619a730d req-1cc0c56f-71be-4fbb-9d15-02a8ed6d0333 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 943 time: 0.6465747 May 29 01:00:43.258396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:00:43.362638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.397469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48726) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:43.504619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:43.514548 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-9fcfc915-3191-49a7-8d5a-8d070cac92a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=362b4ce4-dd62-495d-993f-78ee2c117223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8207896 May 29 01:00:43.525135 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Attempting to bind port d3de0afb-5980-49cd-8fc5-f9609dd25d3c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:43.525604 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Attempting to bind port d3de0afb-5980-49cd-8fc5-f9609dd25d3c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:43.526276 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Attempting to bind port d3de0afb-5980-49cd-8fc5-f9609dd25d3c on network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:43.536039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'port_id': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'mac_address': 'fa:16:3e:a7:19:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:00:43.541481 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:43.541948 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Checking segment: {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:43.542347 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.542914 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Bound using segment: {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:43.543575 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Bound port: d3de0afb-5980-49cd-8fc5-f9609dd25d3c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:43.543966 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.587141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Deleting port 0f397578-47ce-45b6-85eb-9dd5c1d933f0 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:43.587814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.662969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Allocated IP 172.26.5.44 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/4d0d5e84-4243-491a-97c1-17b6615ed7fa) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:43.679828 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] For port d3de0afb-5980-49cd-8fc5-f9609dd25d3c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:43.685372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Network ec8d56e6-b167-4a9e-b38d-11aec265ac76 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:00:43.687097 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] For port d3de0afb-5980-49cd-8fc5-f9609dd25d3c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:43.687808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.695025 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.709273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Allocated IP 172.20.0.2 (5421aa7d-bfea-4353-b30d-5db2f52ebc99/f80b490b-7b21-466a-ac43-36ef34ee4bde/4e13ba63-b19d-43ce-8f7f-9bfe4347c09f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:43.723661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:00:43.829104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:43.835000 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abc763-09b8-48d3-97b1-e35b9cc977a2 None None] Pushing event updated for resources: {'Port': ['ID=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:43.842457 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12901925-40e5-4852-b879-ed10619a730d req-a4c5e312-8059-49c1-b4aa-da401be0ae94 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6553726 May 29 01:00:43.846154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.846802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 50f163f7-75b1-4823-b2c0-351416b87875 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:00:43.888590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca5aed-dcb2-4df1-9626-13805caa72fb req-a67a609b-4ede-4a27-9589-57ed3a9c84ac tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:43.895187 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e2ca5aed-dcb2-4df1-9626-13805caa72fb req-a67a609b-4ede-4a27-9589-57ed3a9c84ac tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 944 time: 0.9061487 May 29 01:00:43.904167 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:00:43.906266 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:00:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:43.921191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:43.954624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.187719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Pushing event updated for resources: {'Port': ['ID=4d0d5e84-4243-491a-97c1-17b6615ed7fa,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:44.189829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'networks': [{'name': 'tempest-network--750312236'}, {'name': 'tempest-network--34717737'}]} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:44.194087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'network': {'name': 'tempest-network--750312236'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:44.195070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'network': {'name': 'tempest-network--34717737'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:44.201640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:44.203066 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:44.209013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:44.225827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:44.239235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ec8d56e6-b167-4a9e-b38d-11aec265ac76) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:44.243810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:44.244219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:44.244812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.269470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-818707f9-4949-425d-a997-a314114b944b tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.272567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd6c36-275e-4754-ba6d-4008e46bb723 None None] Network ec8d56e6-b167-4a9e-b38d-11aec265ac76 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:44.273217 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:00:44.276747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:44.332824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Usage tracker for resource:network and tenant:8494ac973862435899266d2c98e85bc0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:44.336070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:44.377518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.377865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.378210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.378547 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.378883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.379215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.379548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.379888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.380227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.380553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.380875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:00:44.408968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.469288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.479966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] For port 0f397578-47ce-45b6-85eb-9dd5c1d933f0, host hv-neutron-8431, got binding levels [] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:44.480464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.499667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.501416 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Transition to ACTIVE for port object 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:44.512837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 50f163f7-75b1-4823-b2c0-351416b87875, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=50f163f7-75b1-4823-b2c0-351416b87875,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:44.551462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '50f163f7-75b1-4823-b2c0-351416b87875', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'port_id': '50f163f7-75b1-4823-b2c0-351416b87875', 'mac_address': 'fa:16:3e:83:f0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:00:44.555941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Transition to ACTIVE for port object 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:44.609368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.621799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Calling delete_port for 0f397578-47ce-45b6-85eb-9dd5c1d933f0 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:44.692552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-818707f9-4949-425d-a997-a314114b944b tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.704873 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:43Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:44.710707 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261bb69-4585-47fa-927d-2e3052033af0 None None] The sync data for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv is: [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:43Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:00:44.757647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ec8d56e6-b167-4a9e-b38d-11aec265ac76', 'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76', 'tenant_id': '97c1f6ee636743f181abc654e9798d72', 'fixed_ips': [{'subnet_id': 'a6c0168f-29d6-4632-8403-a95b58258b1e'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:00:44.758367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.773836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.791157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.791684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Network 5421aa7d-bfea-4353-b30d-5db2f52ebc99 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:44.793158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.805829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:44.807051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Pushing event updated for resources: {'Port': ['ID=4e13ba63-b19d-43ce-8f7f-9bfe4347c09f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:44.810077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:44.818515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:44.833262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f163f7-75b1-4823-b2c0-351416b87875 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:00:44.838027 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-038fbcc7-f1a7-46fc-9e59-fce05e9ace71 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.0216417 May 29 01:00:44.852765 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e2ca5aed-dcb2-4df1-9626-13805caa72fb req-ac6cfeb1-542a-41fc-9132-67e5f46b230b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9355628 May 29 01:00:44.854192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48736) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:44.869923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Made reservation on behalf of 8494ac973862435899266d2c98e85bc0 for: {'network': 2} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:44.884800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.921134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:44.946758 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-5554933e-fe16-4c9c-b373-31eec94b81b4 service neutron] 10.222.0.16 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4138472 May 29 01:00:44.968838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:44.972760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Usage tracker for resource:security_group_rule and tenant:8494ac973862435899266d2c98e85bc0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:44.975693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:44.986649 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:00:44.992937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:45.001531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb428e-0c72-4176-9259-0bde9251bb03 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:45.002991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb428e-0c72-4176-9259-0bde9251bb03 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:45.004294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb428e-0c72-4176-9259-0bde9251bb03 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:45.009403 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7beb428e-0c72-4176-9259-0bde9251bb03 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1498890 May 29 01:00:45.012949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48742) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:45.067442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-818707f9-4949-425d-a997-a314114b944b tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.080868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818707f9-4949-425d-a997-a314114b944b tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9682188b-87d1-42b7-96f5-df595750a59d {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:00:45.150781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Pushing event updated for resources: {'Port': ['ID=4d0d5e84-4243-491a-97c1-17b6615ed7fa,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:45.152109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3de0afb-5980-49cd-8fc5-f9609dd25d3c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:45.178656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.274309 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-701d5aa8-4193-4a59-b61e-2eb387c33cb8 req-17f30a88-948d-4f8b-a176-da92d448507c service neutron] 10.222.0.16 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088404 May 29 01:00:45.277319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.293981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.298596 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0e4be7da-9de1-4080-91c8-8ba9a09ad06b tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3025029 May 29 01:00:45.299348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48746) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:45.327975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 50f163f7-75b1-4823-b2c0-351416b87875, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=50f163f7-75b1-4823-b2c0-351416b87875,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:45.355321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.362101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Deleting subnet f80b490b-7b21-466a-ac43-36ef34ee4bde {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:00:45.370318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.373625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.373794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.414412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Allocated IP 172.20.0.18 (ec8d56e6-b167-4a9e-b38d-11aec265ac76/a6c0168f-29d6-4632-8403-a95b58258b1e/301739df-fe0a-4daf-af48-53a8288f6a90) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:45.422782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.429208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Attempting to bind port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:45.430911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Attempting to bind port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '991760c0-2ec9-4499-a497-962fa23b8056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:45.431933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Attempting to bind port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f on network 5421aa7d-bfea-4353-b30d-5db2f52ebc99 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:45.434482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f9683f03-ce62-43aa-a2ba-d9eea144c476 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:00:45.473474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.524941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f397578-47ce-45b6-85eb-9dd5c1d933f0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:45.539952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8a75e-9f40-49cc-a47c-1fcc232106da req-dd3c6960-f3b0-4a4c-acb7-51662b1c5cbf tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:45.541052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:45.548421 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2cd8a75e-9f40-49cc-a47c-1fcc232106da req-dd3c6960-f3b0-4a4c-acb7-51662b1c5cbf tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 944 time: 1.3386354 May 29 01:00:45.559720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:45.563085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:45.563599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Checking segment: {'id': '991760c0-2ec9-4499-a497-962fa23b8056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:45.564024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.564434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Bound using segment: {'id': '991760c0-2ec9-4499-a497-962fa23b8056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:45.564916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Bound port: 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991760c0-2ec9-4499-a497-962fa23b8056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5421aa7d-bfea-4353-b30d-5db2f52ebc99'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:45.565290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.569740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Usage tracker for resource:floatingip and tenant:7a9575df91a14106872b6f0ce5136b81 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:45.574751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:45.583384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8de2f-c8c7-447d-9abd-ef5d82a98fb5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:45.586388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:45.597108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-818707f9-4949-425d-a997-a314114b944b tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.601135 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-818707f9-4949-425d-a997-a314114b944b tempest-RoutersTestDVR-386472242 tempest-RoutersTestDVR-386472242-project-admin] 10.222.0.33 "DELETE /v2.0/routers/9682188b-87d1-42b7-96f5-df595750a59d HTTP/1.1" status: 204 len: 168 time: 3.4743433 May 29 01:00:45.618703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.631516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:45.636914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.696854 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-624e6cec-0e95-4556-af10-ee472b586dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "DELETE /v2.0/ports/0f397578-47ce-45b6-85eb-9dd5c1d933f0 HTTP/1.1" status: 204 len: 168 time: 2.5257673 May 29 01:00:45.697407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.697407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Added segment 14e85d50-3ccd-49f4-92b7-06a369f104a9 of type vlan for network ad4fbea7-f9f6-4e36-98ad-637298301f39 May 29 01:00:45.700611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48754) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:45.709920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.resource_extend [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:45.728051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.732097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=50f163f7-75b1-4823-b2c0-351416b87875,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:45.785295 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-407b8839-231a-4c57-a163-880a165bc57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] GET failed (client error): The resource could not be found. May 29 01:00:45.785723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-407b8839-231a-4c57-a163-880a165bc57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Synchronizing usage tracker for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:45.790859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2cd8a75e-9f40-49cc-a47c-1fcc232106da req-48f04454-b7df-4b20-a5e5-12d3b58c1772 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416623 May 29 01:00:45.806208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fa3a7-6af2-43a9-b71a-e6627e63ccbf req-74ac4975-af65-4291-b591-3213d9c9e38b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:45.816029 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9b5fa3a7-6af2-43a9-b71a-e6627e63ccbf req-74ac4975-af65-4291-b591-3213d9c9e38b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 944 time: 0.5403895 May 29 01:00:45.855446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['50f163f7-75b1-4823-b2c0-351416b87875'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:00:45.865920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.883795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['37b6bca4-e0ca-4c5c-92a5-9bf33c401367'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:00:45.931378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:45.938773 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-407b8839-231a-4c57-a163-880a165bc57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Unset dirty status for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:45.942248 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-407b8839-231a-4c57-a163-880a165bc57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "GET /v2.0/ports/0f397578-47ce-45b6-85eb-9dd5c1d933f0 HTTP/1.1" status: 404 len: 333 time: 0.2356024 May 29 01:00:45.961974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48762) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:45.975314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1717350895', 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:46.008985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Subnet': ['ID=f80b490b-7b21-466a-ac43-36ef34ee4bde,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:46.021907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:46.036483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.047597 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d738da12-9a3e-4e89-9d76-c3f46a2a78d5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/subnets/f80b490b-7b21-466a-ac43-36ef34ee4bde HTTP/1.1" status: 204 len: 168 time: 1.0353699 May 29 01:00:46.050221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48766) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:46.070512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:46.083536 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9b5fa3a7-6af2-43a9-b71a-e6627e63ccbf req-8cd323d1-9f61-465c-b78d-85eef9c4d0f4 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665737 May 29 01:00:46.108958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:46.137574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d3de0afb-5980-49cd-8fc5-f9609dd25d3c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:46.152211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48770) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:46.161957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Made reservation on behalf of 05297f49584c441f83a2f12c69d37633 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:46.164378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.195493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] For port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:46.200207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.200899 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Added segment 728e642a-2d61-4433-b338-685eb396e6ce of type vlan for network 01cfb80c-06f5-4d28-bbef-25edaba578be May 29 01:00:46.207050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] For port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4e13ba63-b19d-43ce-8f7f-9bfe4347c09f,segment=NetworkSegment(991760c0-2ec9-4499-a497-962fa23b8056),segment_id=991760c0-2ec9-4499-a497-962fa23b8056)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:46.218214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] device_id is not set on port f34e10ba-4210-4bdc-a097-ca6b7f6b3a15 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:46.251656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port f9683f03-ce62-43aa-a2ba-d9eea144c476, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:46.275668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'port_id': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'mac_address': 'fa:16:3e:c8:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:00:46.314715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.381460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.383401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.397915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.421552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f3d7f-c020-49ed-a912-c845a792460e req-9f79708a-f969-4fda-aa81-b7ae20976a33 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:46.424571 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f5f3d7f-c020-49ed-a912-c845a792460e req-9f79708a-f969-4fda-aa81-b7ae20976a33 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 944 time: 0.3115745 May 29 01:00:46.428633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Deleting subnet a6c0168f-29d6-4632-8403-a95b58258b1e {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:00:46.431230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.434742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d3de0afb-5980-49cd-8fc5-f9609dd25d3c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:46.435119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.446447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.446940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.450747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:46.453786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:46.454407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.544207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Allocated IP 172.26.5.198 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/b6b4307f-73d8-428b-9be4-c9b533b882cd) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:00:46.586411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9683f03-ce62-43aa-a2ba-d9eea144c476 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:00:46.658537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.710100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.715387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port f9683f03-ce62-43aa-a2ba-d9eea144c476, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:46.720443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c3cca-08fe-4a83-84e8-5e5c19edec52 None None] Pushing event updated for resources: {'Port': ['ID=4e13ba63-b19d-43ce-8f7f-9bfe4347c09f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:46.736946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.778271 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.3765464 May 29 01:00:46.780921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48776) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:46.787737 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f5f3d7f-c020-49ed-a912-c845a792460e req-cde9a935-817a-4b74-b2f5-c937a36350dd tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423111 May 29 01:00:46.814913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:46.817004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.840782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Usage tracker for resource:security_group_rule and tenant:c71bbf6cb29d439795738ac331b71a25 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:46.843340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Network': ['ID=ad4fbea7-f9f6-4e36-98ad-637298301f39,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:46.843478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=f9683f03-ce62-43aa-a2ba-d9eea144c476,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:46.855650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Transition to ACTIVE for port object 301739df-fe0a-4daf-af48-53a8288f6a90 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:46.873901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:46.877176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ad4fbea7-f9f6-4e36-98ad-637298301f39 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:46.902006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:46.955309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:46.964914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:46.969388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:46.971543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Pushing event updated for resources: {'Port': ['ID=b6b4307f-73d8-428b-9be4-c9b533b882cd,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:46.975512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:47.035699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.157562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['f9683f03-ce62-43aa-a2ba-d9eea144c476'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:00:47.170418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a51a6-3df5-400a-ae7f-a3b0ed2ff751 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Network': ['ID=01cfb80c-06f5-4d28-bbef-25edaba578be,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:47.184062 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Transition to ACTIVE for port object 301739df-fe0a-4daf-af48-53a8288f6a90 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:47.245715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 01cfb80c-06f5-4d28-bbef-25edaba578be details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:47.274363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ecf34-2c03-42f1-8a45-f69fa3361da7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:47.284190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ecf34-2c03-42f1-8a45-f69fa3361da7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:47.288309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ecf34-2c03-42f1-8a45-f69fa3361da7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:47.292322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ecf34-2c03-42f1-8a45-f69fa3361da7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:47.293191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d05ecf34-2c03-42f1-8a45-f69fa3361da7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Synchronizing usage tracker for tenant:8494ac973862435899266d2c98e85bc0 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:47.318238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.319421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.326025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.394082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2308eff-749f-4bb9-a075-913fd38b8ddf req-9f9cc619-951a-4fc0-88c5-58dc86ff1e6e tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:47.395509 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b2308eff-749f-4bb9-a075-913fd38b8ddf req-9f9cc619-951a-4fc0-88c5-58dc86ff1e6e tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 944 time: 0.3579495 May 29 01:00:47.401859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.402061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.409027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.424717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.457906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.507909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d05ecf34-2c03-42f1-8a45-f69fa3361da7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Unset dirty status for tenant:8494ac973862435899266d2c98e85bc0 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:47.511680 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d05ecf34-2c03-42f1-8a45-f69fa3361da7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.7230070 May 29 01:00:47.512480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48784) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:47.545691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Network a63a4552-6f1e-402f-ac89-34391f0bbe1d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:47.570537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Network ec8d56e6-b167-4a9e-b38d-11aec265ac76 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:47.572973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=f34e10ba-4210-4bdc-a097-ca6b7f6b3a15,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:47.575396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:47.582448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:47.591422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Pushing event updated for resources: {'Port': ['ID=301739df-fe0a-4daf-af48-53a8288f6a90,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:47.592690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:47.593384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:47.593972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.594315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:47.612929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d3de0afb-5980-49cd-8fc5-f9609dd25d3c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:47.623600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2df183c-4dfd-4e62-85d7-ac0e530dfaf7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:47.627663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.638276 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cd6f312a-5931-4a3c-9beb-cc3fd02f9307 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c71bbf6cb29d439795738ac331b71a25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4779541 May 29 01:00:47.640296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48788) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:47.671434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.678442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.681532 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b2308eff-749f-4bb9-a075-913fd38b8ddf req-e2556d1c-bb01-4be6-a4a2-8ee2644cbbf7 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678452 May 29 01:00:47.715552 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0d1a7457-b130-44d7-a8d6-05f0962e66ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7487309 May 29 01:00:47.721300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48792) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:47.751177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b54ca-907a-4c53-becc-d7fd7e5f905a req-971f51dc-e48e-41d2-bb01-b088ed811aea tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:47.753298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f98b54ca-907a-4c53-becc-d7fd7e5f905a req-971f51dc-e48e-41d2-bb01-b088ed811aea tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 944 time: 0.3753867 May 29 01:00:47.830709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f1967a-9206-481d-bce7-ae79d6e822fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.898960 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f98b54ca-907a-4c53-becc-d7fd7e5f905a req-b0afe308-c5cc-49c3-8dcd-cf417ee6abcd tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361129 May 29 01:00:47.909565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f1967a-9206-481d-bce7-ae79d6e822fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:47.922361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-50d695f4-42b5-42c7-9bf2-829a4c93215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Synchronizing usage tracker for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:47.928937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:47.986544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Attempting to bind port 301739df-fe0a-4daf-af48-53a8288f6a90 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:47.986911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Attempting to bind port 301739df-fe0a-4daf-af48-53a8288f6a90 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '0d4b44ba-ed14-41b9-828e-b9935f91cc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:47.987276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Attempting to bind port 301739df-fe0a-4daf-af48-53a8288f6a90 on network ec8d56e6-b167-4a9e-b38d-11aec265ac76 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:48.003534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.029800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:48.049222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:00:48.049618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Checking segment: {'id': '0d4b44ba-ed14-41b9-828e-b9935f91cc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:48.050028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.050436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Bound using segment: {'id': '0d4b44ba-ed14-41b9-828e-b9935f91cc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:00:48.050925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Bound port: 301739df-fe0a-4daf-af48-53a8288f6a90, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4b44ba-ed14-41b9-828e-b9935f91cc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec8d56e6-b167-4a9e-b38d-11aec265ac76'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:00:48.051304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.068473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f1967a-9206-481d-bce7-ae79d6e822fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.091422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1967a-9206-481d-bce7-ae79d6e822fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2df183c-4dfd-4e62-85d7-ac0e530dfaf7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:48.101883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f1967a-9206-481d-bce7-ae79d6e822fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.108364 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d0f1967a-9206-481d-bce7-ae79d6e822fe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c2df183c-4dfd-4e62-85d7-ac0e530dfaf7 HTTP/1.1" status: 204 len: 168 time: 0.4617829 May 29 01:00:48.157260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed985-3a19-4676-8646-daf6e4708ebc req-39238737-eac6-4f2d-ad45-9497ed29b2e7 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:48.167476 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98fed985-3a19-4676-8646-daf6e4708ebc req-39238737-eac6-4f2d-ad45-9497ed29b2e7 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 945 time: 0.1577179 May 29 01:00:48.236305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.270250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-50d695f4-42b5-42c7-9bf2-829a4c93215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Unset dirty status for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:48.272560 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-50d695f4-42b5-42c7-9bf2-829a4c93215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "GET /v2.0/ports/f34e10ba-4210-4bdc-a097-ca6b7f6b3a15 HTTP/1.1" status: 200 len: 959 time: 0.5450144 May 29 01:00:48.275485 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48800) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:48.314106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:48.322957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4fbea7-f9f6-4e36-98ad-637298301f39']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:48.347727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e85d50-3ccd-49f4-92b7-06a369f104a9') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:48.348246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e85d50-3ccd-49f4-92b7-06a369f104a9') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:48.373972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.377966 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98fed985-3a19-4676-8646-daf6e4708ebc req-bd0ecc6b-1f9d-455e-bcf1-622e5b01fea1 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092781 May 29 01:00:48.397531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Deleting port f34e10ba-4210-4bdc-a097-ca6b7f6b3a15 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:48.397939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.411575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] For port 301739df-fe0a-4daf-af48-53a8288f6a90, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:48.415461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.416334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] For port 301739df-fe0a-4daf-af48-53a8288f6a90, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=301739df-fe0a-4daf-af48-53a8288f6a90,segment=NetworkSegment(0d4b44ba-ed14-41b9-828e-b9935f91cc45),segment_id=0d4b44ba-ed14-41b9-828e-b9935f91cc45)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:00:48.431049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.462668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.467876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c0168f-29d6-4632-8403-a95b58258b1e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:48.481965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:48.482784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:48.505636 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:48.515981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.547415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f8b58-2301-4586-86fa-cade423cb447 None None] Network 5421aa7d-bfea-4353-b30d-5db2f52ebc99 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:48.609308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:48.621793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3abd2292-86f5-4b60-98af-5d1778a38df5 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/subnets/a6c0168f-29d6-4632-8403-a95b58258b1e HTTP/1.1" status: 204 len: 168 time: 2.5692854 May 29 01:00:48.625853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48806) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:48.669668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.684669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.687824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.710582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48810) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:48.730681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.736498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.790674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5bced-529d-4c54-a876-3479be60e94d None None] Pushing event updated for resources: {'Port': ['ID=301739df-fe0a-4daf-af48-53a8288f6a90,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:48.792208 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/networks/ad4fbea7-f9f6-4e36-98ad-637298301f39 HTTP/1.1" status: 204 len: 168 time: 1.2758896 May 29 01:00:48.813178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48816) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:48.818997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a76fc1-bdfa-45a9-84e7-ebb87e4cadc3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Network': ['ID=ad4fbea7-f9f6-4e36-98ad-637298301f39,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:48.880191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-af2672d1-c2b3-4f1f-972c-b3b750696df2 None None] Provisioning for port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:48.882511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:48.906088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Calling delete_port for f34e10ba-4210-4bdc-a097-ca6b7f6b3a15 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:48.931830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-af2672d1-c2b3-4f1f-972c-b3b750696df2 None None] Provisioning complete for port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:48.931830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af2672d1-c2b3-4f1f-972c-b3b750696df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.006827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c747dfa-188f-4596-901d-121cf5d10dbb tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:49.007563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c747dfa-188f-4596-901d-121cf5d10dbb tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Synchronizing usage tracker for tenant:97c1f6ee636743f181abc654e9798d72 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:49.084943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Pushing event updated for resources: {'Port': ['ID=b6b4307f-73d8-428b-9be4-c9b533b882cd,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:49.104970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:49.111644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Usage tracker for resource:security_group_rule and tenant:4706fcc7bd0b4e9da68d7789bd2576b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:49.115396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:49.145965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.146190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:49.147814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af2672d1-c2b3-4f1f-972c-b3b750696df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.157211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c747dfa-188f-4596-901d-121cf5d10dbb tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Unset dirty status for tenant:97c1f6ee636743f181abc654e9798d72 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:49.158431 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c747dfa-188f-4596-901d-121cf5d10dbb tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5307095 May 29 01:00:49.166756 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48822) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:49.198973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-af2672d1-c2b3-4f1f-972c-b3b750696df2 None None] For port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4e13ba63-b19d-43ce-8f7f-9bfe4347c09f,segment=NetworkSegment(991760c0-2ec9-4499-a497-962fa23b8056),segment_id=991760c0-2ec9-4499-a497-962fa23b8056)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:49.205768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af2672d1-c2b3-4f1f-972c-b3b750696df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.206730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.206869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.264182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.268084 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5cfdd02-6286-4a58-9f5f-25c0a0ba2094 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9656460 May 29 01:00:49.268829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48826) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:49.283427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] DHCP port deletion for 5421aa7d-bfea-4353-b30d-5db2f52ebc99 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:00:49.292105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] Deleting port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:49.292480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.319989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2672d1-c2b3-4f1f-972c-b3b750696df2 None None] Pushing event updated for resources: {'Port': ['ID=4e13ba63-b19d-43ce-8f7f-9bfe4347c09f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:49.389966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event deleted for resources: {'Port': ['ID=f34e10ba-4210-4bdc-a097-ca6b7f6b3a15,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:49.409507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f9683f03-ce62-43aa-a2ba-d9eea144c476 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:49.409954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831adc27-2932-4ff1-bd86-56ec48908834 req-29ce29ab-bcde-43a0-b87e-872d42dcc9fa tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:49.411544 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-831adc27-2932-4ff1-bd86-56ec48908834 req-29ce29ab-bcde-43a0-b87e-872d42dcc9fa tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 944 time: 0.4098332 May 29 01:00:49.424690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.455401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.461133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-517eb6f7-d2fb-47a5-a665-0977279a2dbb tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Synchronizing usage tracker for tenant:17fad113fff642b59f9bc2db1c09223b on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:49.508892 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-71414d5c-6ba4-45e5-98a8-079aa607a4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "DELETE /v2.0/ports/f34e10ba-4210-4bdc-a097-ca6b7f6b3a15 HTTP/1.1" status: 204 len: 168 time: 1.2321937 May 29 01:00:49.518936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c198c-6b74-495a-8ea0-032ab02991c7 req-57715050-d19b-4fa8-9a72-b3507487e8fd tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:49.520405 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-354c198c-6b74-495a-8ea0-032ab02991c7 req-57715050-d19b-4fa8-9a72-b3507487e8fd tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 944 time: 0.3788922 May 29 01:00:49.520877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48832) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:49.559808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Deleting port 301739df-fe0a-4daf-af48-53a8288f6a90 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:49.560267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.585202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.586421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.606089 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c59d84b-4051-4e20-bb28-6feeb37b81da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] GET failed (client error): The resource could not be found. May 29 01:00:49.606598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0c59d84b-4051-4e20-bb28-6feeb37b81da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Synchronizing usage tracker for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:49.611869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-517eb6f7-d2fb-47a5-a665-0977279a2dbb tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Unset dirty status for tenant:17fad113fff642b59f9bc2db1c09223b on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:49.615829 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-517eb6f7-d2fb-47a5-a665-0977279a2dbb tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.3398080 May 29 01:00:49.618325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48836) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:49.623635 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-831adc27-2932-4ff1-bd86-56ec48908834 req-dc4b4d90-f6da-4e3a-aa0a-78651cf36feb tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048106 May 29 01:00:49.641471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] For port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4e13ba63-b19d-43ce-8f7f-9bfe4347c09f,segment=NetworkSegment(991760c0-2ec9-4499-a497-962fa23b8056),segment_id=991760c0-2ec9-4499-a497-962fa23b8056)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:49.641888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.649202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.763975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0c59d84b-4051-4e20-bb28-6feeb37b81da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Unset dirty status for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:49.765235 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0c59d84b-4051-4e20-bb28-6feeb37b81da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "GET /v2.0/ports/f34e10ba-4210-4bdc-a097-ca6b7f6b3a15 HTTP/1.1" status: 404 len: 333 time: 0.2341928 May 29 01:00:49.774324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e85ab1-0112-4160-8485-084cae46bfe4,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:49.777212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48840) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:49.787430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cfb80c-06f5-4d28-bbef-25edaba578be']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:49.809709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] Calling delete_port for 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:49.815269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728e642a-2d61-4433-b338-685eb396e6ce') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:49.815567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728e642a-2d61-4433-b338-685eb396e6ce') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:49.848021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.862400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.869194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:49.869609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.877867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Request body: {'port': {'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-22530689'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:49.887369 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8e06138b-0285-4aa4-ac68-84494e084512 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4706fcc7bd0b4e9da68d7789bd2576b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1757560 May 29 01:00:49.897150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:49.910931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48844) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:49.916777 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-354c198c-6b74-495a-8ea0-032ab02991c7 req-715f8259-00d6-4b82-afa7-54b432203cb8 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526809 May 29 01:00:49.949982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:49.970147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:49.972347 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:50.013658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Made reservation on behalf of 05297f49584c441f83a2f12c69d37633 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:50.016184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.017720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] Pushing event deleted for resources: {'Port': ['ID=4e13ba63-b19d-43ce-8f7f-9bfe4347c09f,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:50.028480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5c014-2aec-428b-a458-fecc42e36754 None None] Network ec8d56e6-b167-4a9e-b38d-11aec265ac76 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:50.045562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 301739df-fe0a-4daf-af48-53a8288f6a90 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:50.049503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] device_id is not set on port ecaf7858-cfb1-4613-a780-5d986b83fbaf yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:50.068588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d10b5bfe-63b3-447b-9248-1ff7278bb8d0 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Synchronizing usage tracker for tenant:af9de512b894477bb0b02e70d2e0853a on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:50.080776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.117636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.120831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83e16-4280-4499-96ea-80587b003c52 req-c9854974-7158-42bc-83a9-fadef80db234 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:50.122478 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-59a83e16-4280-4499-96ea-80587b003c52 req-c9854974-7158-42bc-83a9-fadef80db234 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 945 time: 0.3417301 May 29 01:00:50.129988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0e7318f-ddb3-42c5-82c4-0f786ad6b2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.134273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Network': ['ID=01cfb80c-06f5-4d28-bbef-25edaba578be,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:50.135946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d10b5bfe-63b3-447b-9248-1ff7278bb8d0 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Unset dirty status for tenant:af9de512b894477bb0b02e70d2e0853a on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:50.137127 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d10b5bfe-63b3-447b-9248-1ff7278bb8d0 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5162895 May 29 01:00:50.140748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48848) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:50.162609 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-72b21b2b-283b-4724-a989-2314cc8c3c25 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/networks/01cfb80c-06f5-4d28-bbef-25edaba578be HTTP/1.1" status: 204 len: 168 time: 1.1990657 May 29 01:00:50.164701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48852) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:50.187286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port f9683f03-ce62-43aa-a2ba-d9eea144c476 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:50.192351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd0f09-77d9-4571-82c6-24c0a18200e0 None None] No DVR routers for this DVR port 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:00:50.212202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-24ddcdb9-9c45-4dd1-8156-0c739ac31e74 None None] Provisioning for port 301739df-fe0a-4daf-af48-53a8288f6a90 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:50.213118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0e7318f-ddb3-42c5-82c4-0f786ad6b2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.235131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port f9683f03-ce62-43aa-a2ba-d9eea144c476 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:50.235434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.280973 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-59a83e16-4280-4499-96ea-80587b003c52 req-025799bb-4609-4176-894b-690d1c77712d tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490006 May 29 01:00:50.391926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.393967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0e7318f-ddb3-42c5-82c4-0f786ad6b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.416669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7318f-ddb3-42c5-82c4-0f786ad6b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e85ab1-0112-4160-8485-084cae46bfe4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:50.444200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0e7318f-ddb3-42c5-82c4-0f786ad6b2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.445232 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a0e7318f-ddb3-42c5-82c4-0f786ad6b2f0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f5e85ab1-0112-4160-8485-084cae46bfe4 HTTP/1.1" status: 204 len: 168 time: 0.5273793 May 29 01:00:50.465736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.473168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 301739df-fe0a-4daf-af48-53a8288f6a90 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:50.480299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 301739df-fe0a-4daf-af48-53a8288f6a90 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:50.480756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.486948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Deleting port b6b4307f-73d8-428b-9be4-c9b533b882cd {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:50.487430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.566136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] For port 301739df-fe0a-4daf-af48-53a8288f6a90, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=301739df-fe0a-4daf-af48-53a8288f6a90,segment=NetworkSegment(0d4b44ba-ed14-41b9-828e-b9935f91cc45),segment_id=0d4b44ba-ed14-41b9-828e-b9935f91cc45)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:50.566497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.577262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Network a63a4552-6f1e-402f-ac89-34391f0bbe1d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:00:50.580579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:50.585328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:50.586345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:50.587104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.592888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=ecaf7858-cfb1-4613-a780-5d986b83fbaf,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:50.609109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.616859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9e164980-952c-4d29-90a0-25b61e71b86d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.7741237 May 29 01:00:50.634039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48858) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:50.641386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:50.691499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:00:50.785527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2acc473-2fe2-485d-9ce1-d8e8988ae215 None None] DHCP port deletion for ec8d56e6-b167-4a9e-b38d-11aec265ac76 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:00:50.806192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port f9683f03-ce62-43aa-a2ba-d9eea144c476, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:50.813240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a2acc473-2fe2-485d-9ce1-d8e8988ae215 None None] Deleting port 301739df-fe0a-4daf-af48-53a8288f6a90 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:50.813925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a2acc473-2fe2-485d-9ce1-d8e8988ae215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.850712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.851509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:50.904812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:50.924393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Calling delete_port for 301739df-fe0a-4daf-af48-53a8288f6a90 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:50.975848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.090565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26f948-4826-46c2-8ebb-abf37e2436d4 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:51.094979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26f948-4826-46c2-8ebb-abf37e2436d4 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:51.095798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-be26f948-4826-46c2-8ebb-abf37e2436d4 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Synchronizing usage tracker for tenant:8494ac973862435899266d2c98e85bc0 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:51.112107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.167589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a2acc473-2fe2-485d-9ce1-d8e8988ae215 None None] The port '301739df-fe0a-4daf-af48-53a8288f6a90' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:00:51.175932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28472743-d8ad-495d-9bf1-45a24e04021d req-9c018ade-b400-469f-8bd8-2669c0439641 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:51.183249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-28472743-d8ad-495d-9bf1-45a24e04021d req-9c018ade-b400-469f-8bd8-2669c0439641 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 944 time: 0.3207395 May 29 01:00:51.199097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Port': ['ID=301739df-fe0a-4daf-af48-53a8288f6a90,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:51.237932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] No DVR routers for this DVR port 301739df-fe0a-4daf-af48-53a8288f6a90 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:00:51.239864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-be26f948-4826-46c2-8ebb-abf37e2436d4 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Unset dirty status for tenant:8494ac973862435899266d2c98e85bc0 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:51.244984 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-be26f948-4826-46c2-8ebb-abf37e2436d4 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0217121 May 29 01:00:51.245531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48880) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:51.271247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=f9683f03-ce62-43aa-a2ba-d9eea144c476,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:51.286858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3de0afb-5980-49cd-8fc5-f9609dd25d3c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:51.303452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-28472743-d8ad-495d-9bf1-45a24e04021d req-2a748fd9-c796-41fb-806e-2112bd1ffe5a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192675 May 29 01:00:51.305547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-325447543'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:51.309940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.310291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.352900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:51.378737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:51.378958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.393798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8b071-c5f3-4978-8fde-a1c27c04bdd1 req-68281fca-ec3f-47c9-b332-b9a21afe2b8c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:51.400387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3ee8b071-c5f3-4978-8fde-a1c27c04bdd1 req-68281fca-ec3f-47c9-b332-b9a21afe2b8c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 944 time: 0.2980537 May 29 01:00:51.466471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d3de0afb-5980-49cd-8fc5-f9609dd25d3c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:51.467017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.477553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:51.521053 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3ee8b071-c5f3-4978-8fde-a1c27c04bdd1 req-0e788994-a0d3-4831-ab39-11b8918bcf2e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197209 May 29 01:00:51.536803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] device_id is not set on port ecaf7858-cfb1-4613-a780-5d986b83fbaf yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:51.556370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.585939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Transition to ACTIVE for port object ecaf7858-cfb1-4613-a780-5d986b83fbaf will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:00:51.597633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Calling delete_port for b6b4307f-73d8-428b-9be4-c9b533b882cd owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:51.598989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.612085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.715856 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c87eb7e-35cb-4d0b-b219-8204b065365e'] response: {'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'code': 200} May 29 01:00:51.763443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:51.769150 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.770094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 50f163f7-75b1-4823-b2c0-351416b87875 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:00:51.792937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.882533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:51.913501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Pushing event deleted for resources: {'Port': ['ID=b6b4307f-73d8-428b-9be4-c9b533b882cd,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:51.916614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.941041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:00:51.954151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:51.954738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:51.955146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:51.967430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:51.967968 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:51.969016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Made reservation on behalf of 8494ac973862435899266d2c98e85bc0 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:51.971966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:51.981431 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 2 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.001169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:52.007751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:00:52.008135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4e13ba63-b19d-43ce-8f7f-9bfe4347c09f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:00:52.009849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8d56e6-b167-4a9e-b38d-11aec265ac76']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:52.023387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 50f163f7-75b1-4823-b2c0-351416b87875 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:00:52.025588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48896) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:52.027373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=ecaf7858-cfb1-4613-a780-5d986b83fbaf,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:52.030728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 50f163f7-75b1-4823-b2c0-351416b87875 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:00:52.030838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.041332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.041755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.042187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.069530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4b44ba-ed14-41b9-828e-b9935f91cc45') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:52.069822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4b44ba-ed14-41b9-828e-b9935f91cc45') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:52.090687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:52.112449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.126610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5da434-a27c-42a4-a1b3-4b4a23ef5eab req-753c8279-2b48-4653-80a8-aa8cf52c6511 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:52.131201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.131539 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Added segment 07dff49b-0ff1-4d8e-b39c-cb2169b569ca of type vlan for network ca96b31d-1320-4cf8-8861-cfb959a9a2da May 29 01:00:52.133977 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f5da434-a27c-42a4-a1b3-4b4a23ef5eab req-753c8279-2b48-4653-80a8-aa8cf52c6511 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 0.3257015 May 29 01:00:52.148935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.149148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.149490 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.152917 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 3 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.173934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:52.174374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.201713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:52.204643 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:52.222153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.235167 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f5da434-a27c-42a4-a1b3-4b4a23ef5eab req-406aa7b4-5b3b-409e-851b-ea26e159852c tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000299 May 29 01:00:52.242208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.242384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 301739df-fe0a-4daf-af48-53a8288f6a90 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:00:52.245296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.250412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.259147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.259581 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.260093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 4 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.282667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.283123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.283563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.289936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 301739df-fe0a-4daf-af48-53a8288f6a90 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:00:52.290278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 301739df-fe0a-4daf-af48-53a8288f6a90 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:00:52.295980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.296414 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.299555 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0ba78306-07a6-4584-9077-130e2c811322 req-22cb8d9a-4fbc-4f75-b8a3-1693267d3945 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 1099 time: 0.2654729 May 29 01:00:52.300132 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 5 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.311657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 50f163f7-75b1-4823-b2c0-351416b87875, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=50f163f7-75b1-4823-b2c0-351416b87875,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:52.315833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.322234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.331862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.344216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.344689 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.345145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.352269 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ded5ecbd-097b-4105-895f-096b9d833211 tempest-AgentManagementNegativeTest-77527757 tempest-AgentManagementNegativeTest-77527757-project] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3223896 May 29 01:00:52.361083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.361420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.361638 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.363030 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b14ba7a0-7c6c-419f-9ce9-20a98489c807 tempest-FloatingIPAdminTestJSON-1679499699 tempest-FloatingIPAdminTestJSON-1679499699-project] 10.222.0.33 "DELETE /v2.0/floatingips/13b991fb-042e-4cae-9f9d-d124d0438136 HTTP/1.1" status: 204 len: 168 time: 2.2052979 May 29 01:00:52.368227 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 6 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.371727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48906) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:52.382476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.390723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.391196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.391646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.394164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:52.400816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Usage tracker for resource:security_group_rule and tenant:7ab3632cc10142698cac882d21352dfd is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:52.404722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:52.407585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.408036 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.412382 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 7 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.412634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=50f163f7-75b1-4823-b2c0-351416b87875,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:52.421139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:52.437517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.438035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.438560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.453138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.453548 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.455289 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 8 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.473630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.480654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.481159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.481647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.495987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Network': ['ID=ec8d56e6-b167-4a9e-b38d-11aec265ac76,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:52.502118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.502715 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.505511 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 9 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.507000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.511053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:52.511848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.594166 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-77349382-4afb-4d0a-af82-e1484df02d30 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/networks/ec8d56e6-b167-4a9e-b38d-11aec265ac76 HTTP/1.1" status: 204 len: 168 time: 3.4227822 May 29 01:00:52.617384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48912) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:52.695630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Deleting port 4d0d5e84-4243-491a-97c1-17b6615ed7fa {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:52.695966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.713798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.714389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.714775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.735051 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4482093 May 29 01:00:52.740386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48918) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:52.753760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1405551961'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:52.759426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.764669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.765265 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.766321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:52.770393 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempt 10 to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf May 29 01:00:52.791673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48922) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:52.805074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.832801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:52.845691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:00:52.846023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:00:52.846354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempting to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:00:52.886811 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0ba78306-07a6-4584-9077-130e2c811322 req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5773802 May 29 01:00:52.887378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Made reservation on behalf of 8494ac973862435899266d2c98e85bc0 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:52.892317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.903802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:00:52.904703 dv-neutron-843186-2-hyperv neutron-server[83979]: ERROR neutron.plugins.ml2.managers [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Failed to bind port ecaf7858-cfb1-4613-a780-5d986b83fbaf on host hv-neutron-8431 for vnic_type normal using segments [{'id': '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a63a4552-6f1e-402f-ac89-34391f0bbe1d'}] May 29 01:00:52.905674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:52.919824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8335daf-8b91-4544-89a7-d233fb715edb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Network': ['ID=ca96b31d-1320-4cf8-8861-cfb959a9a2da,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:52.923660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83530f-eb62-492b-a6ef-b0e29e54f80c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f114c4-d957-4dde-ab46-b2b75fbb5700,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:52.936821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ca96b31d-1320-4cf8-8861-cfb959a9a2da details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:53.027125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.030540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7d4b4-aaaf-4a0d-85e8-5ed76b416609 req-f33ecd9a-56a4-471c-93f3-8f78a3ce1f4f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:53.032174 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-41a7d4b4-aaaf-4a0d-85e8-5ed76b416609 req-f33ecd9a-56a4-471c-93f3-8f78a3ce1f4f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3805964 May 29 01:00:53.046996 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977dfa2-aa9c-4d46-9bdd-af401cefa2f3 req-7010e676-270a-4fa2-b8da-7a71ba10ab59 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:53.048394 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2977dfa2-aa9c-4d46-9bdd-af401cefa2f3 req-7010e676-270a-4fa2-b8da-7a71ba10ab59 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.4362650 May 29 01:00:53.061252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:53.064164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.122734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.124015 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Added segment 4ff554d9-3972-409a-8f6d-3312ec6ed0d1 of type vlan for network 5c3aedf5-4794-4ad7-9c14-7d98a0152bdb May 29 01:00:53.189787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.190136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.213239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] For port ecaf7858-cfb1-4613-a780-5d986b83fbaf, host hv-neutron-8431, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:00:53.213602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Attempted to set empty binding levels {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 29 01:00:53.217267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.230633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.234878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:53.260060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.267238 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-41a7d4b4-aaaf-4a0d-85e8-5ed76b416609 req-b8723d05-2853-4570-a06e-5cdaa92f6287 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136552 May 29 01:00:53.276799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Usage tracker for resource:security_group_rule and tenant:9b6bfd57259b4fdd9285e1b8578523cf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:53.292492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:53.312994 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2977dfa2-aa9c-4d46-9bdd-af401cefa2f3 req-bd2d74b5-b482-407e-88a8-6e8123aa0400 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225773 May 29 01:00:53.322641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:53.338992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] In _notify_port_updated(), no bound segment for port ecaf7858-cfb1-4613-a780-5d986b83fbaf on network a63a4552-6f1e-402f-ac89-34391f0bbe1d {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:00:53.340125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.340972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Calling delete_port for 4d0d5e84-4243-491a-97c1-17b6615ed7fa owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:53.341471 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "PUT /v2.0/ports/ecaf7858-cfb1-4613-a780-5d986b83fbaf HTTP/1.1" status: 200 len: 979 time: 2.7059011 May 29 01:00:53.350031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48930) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:53.353610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dad5d-f944-452c-bfc4-acceb54c0893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event updated for resources: {'Port': ['ID=ecaf7858-cfb1-4613-a780-5d986b83fbaf,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:53.393922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.397567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:53.398154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.399893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5421aa7d-bfea-4353-b30d-5db2f52ebc99']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:53.416808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991760c0-2ec9-4499-a497-962fa23b8056') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:53.417106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991760c0-2ec9-4499-a497-962fa23b8056') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:53.432831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.462554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.470540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:53.471008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:53.486141 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:53.584669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Deleting port ecaf7858-cfb1-4613-a780-5d986b83fbaf {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:53.584926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.620735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.637353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Network': ['ID=5c3aedf5-4794-4ad7-9c14-7d98a0152bdb,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:53.642856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.649180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.650033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5c3aedf5-4794-4ad7-9c14-7d98a0152bdb details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:53.678911 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-86168fcf-646f-42bc-9f4c-e0ceea7d4250 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9323583 May 29 01:00:53.691384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48934) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:53.697661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Network': ['ID=5421aa7d-bfea-4353-b30d-5db2f52ebc99,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:53.715924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'ports': [{'network_id': 'ca96b31d-1320-4cf8-8861-cfb959a9a2da', 'name': 'tempest-port--788330627', 'admin_state_up': True}, {'network_id': '5c3aedf5-4794-4ad7-9c14-7d98a0152bdb', 'admin_state_up': False}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:53.716240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'port': {'network_id': 'ca96b31d-1320-4cf8-8861-cfb959a9a2da', 'name': 'tempest-port--788330627', 'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:53.716507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'port': {'network_id': '5c3aedf5-4794-4ad7-9c14-7d98a0152bdb', 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:53.720883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367'}, {'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:00:53.730427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d0d5e84-4243-491a-97c1-17b6615ed7fa,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:53.742312 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-22dc1b29-255e-47e4-8fae-4c6bafd88b83 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/networks/5421aa7d-bfea-4353-b30d-5db2f52ebc99 HTTP/1.1" status: 204 len: 168 time: 1.1219440 May 29 01:00:53.746303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48940) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:53.748496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.787497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:53.822550 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e959bb-7bd1-429c-9f28-feb05b726d19'] response: {'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'code': 200} May 29 01:00:53.822999 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e959bb-7bd1-429c-9f28-feb05b726d19'] response: {'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875', 'code': 200} May 29 01:00:53.981382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6678956-3086-49a3-9189-ac41ee6c0714 req-89ba7d09-1cd0-4bbc-b66a-745910ebbc48 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:53.983434 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c6678956-3086-49a3-9189-ac41ee6c0714 req-89ba7d09-1cd0-4bbc-b66a-745910ebbc48 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 0.5483987 May 29 01:00:54.002888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.005190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.006481 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cc62fd75-41c3-4c75-9fb8-7bec64fe3555 tempest-FloatingIPAdminTestJSON-1272661349 tempest-FloatingIPAdminTestJSON-1272661349-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/b79612da-fe4f-4835-896c-90e09e184be9 HTTP/1.1" status: 204 len: 168 time: 1.6327817 May 29 01:00:54.010424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48944) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:54.041619 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b6bfd57259b4fdd9285e1b8578523cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2358010 May 29 01:00:54.045760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de9d2-2c43-4762-a840-b602dfc2132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f74ee-6223-4556-b85a-573990219d05,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:54.047482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48948) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:54.107748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.109944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] For port ecaf7858-cfb1-4613-a780-5d986b83fbaf, host hv-neutron-8431, got binding levels [] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:00:54.110289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.166794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:54.176777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Deleting port 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:54.177114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.204837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Usage tracker for resource:port and tenant:8494ac973862435899266d2c98e85bc0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:54.217110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:54.252628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:54.261904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Calling delete_port for ecaf7858-cfb1-4613-a780-5d986b83fbaf owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:54.313171 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c6678956-3086-49a3-9189-ac41ee6c0714 req-86673a3d-8aa7-49a4-aee0-1c7439c458dd tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066905 May 29 01:00:54.320507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b65ca45c-fc74-48c9-a6bc-c6e13fd0bb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.322041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Made reservation on behalf of 8494ac973862435899266d2c98e85bc0 for: {'port': 2} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:54.325419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.381411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.404050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b65ca45c-fc74-48c9-a6bc-c6e13fd0bb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.561788 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b47c4ebd-9088-4043-9053-846469233860 req-6a3a9067-d44e-4f1f-80cd-17efa9dd78c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 1098 time: 0.5113235 May 29 01:00:54.628852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.631346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.642915 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20f4dabc-1d44-4875-81b9-a21bb14939eb req-2733a893-7a3c-4e62-85f0-a2119f6e53aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.5827892 May 29 01:00:54.735041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecaf7858-cfb1-4613-a780-5d986b83fbaf,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:54.753323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc953175-43c3-4be4-b5ea-c24d7117b3fe']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:54.781997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74c2e38-c07c-46e8-8973-fe2e1e59f8b8') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:54.782325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74c2e38-c07c-46e8-8973-fe2e1e59f8b8') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:54.789341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.808432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.830406 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da6eb4a8-b172-437c-9b1e-b316e7a2d1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "DELETE /v2.0/ports/ecaf7858-cfb1-4613-a780-5d986b83fbaf HTTP/1.1" status: 204 len: 168 time: 1.4793072 May 29 01:00:54.836209 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48956) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:54.844326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20f4dabc-1d44-4875-81b9-a21bb14939eb req-14f7a0ff-b11f-4ff6-bbd9-cb7633ec1510 service neutron] Synchronizing usage tracker for tenant:7ab3632cc10142698cac882d21352dfd on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:54.861990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.874532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.877161 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b47c4ebd-9088-4043-9053-846469233860 req-f77e3d63-9c0c-4b88-a749-7a50d51bef30 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509813 May 29 01:00:54.890780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc8487-3803-4ff0-9f90-cdc43ab02da4 req-ae119a6a-9e47-45d8-9357-cb52d764f127 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:54.892997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b65ca45c-fc74-48c9-a6bc-c6e13fd0bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.896567 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-85dc8487-3803-4ff0-9f90-cdc43ab02da4 req-ae119a6a-9e47-45d8-9357-cb52d764f127 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.3786056 May 29 01:00:54.912130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb9ef-fa64-4ec8-8f66-1bbca56b1b91 req-384eb1c1-f435-42c6-bae5-43d9aa9ee4e0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:54.913639 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-498eb9ef-fa64-4ec8-8f66-1bbca56b1b91 req-384eb1c1-f435-42c6-bae5-43d9aa9ee4e0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4412479 May 29 01:00:54.914680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:54.915245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:54.939725 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:55.021002 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-05467f4f-d2c3-48b2-899c-8604dd6719dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] GET failed (client error): The resource could not be found. May 29 01:00:55.021514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-05467f4f-d2c3-48b2-899c-8604dd6719dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Synchronizing usage tracker for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:55.025126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Calling delete_port for 61dc8d1f-d987-4e6b-ac87-b4b4315d99ee owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:55.053566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20f4dabc-1d44-4875-81b9-a21bb14939eb req-14f7a0ff-b11f-4ff6-bbd9-cb7633ec1510 service neutron] Unset dirty status for tenant:7ab3632cc10142698cac882d21352dfd on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:55.054653 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20f4dabc-1d44-4875-81b9-a21bb14939eb req-14f7a0ff-b11f-4ff6-bbd9-cb7633ec1510 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703954 May 29 01:00:55.060299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] device_id is not set on port 5c61220b-3987-458c-b073-03fb89de5337 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:55.068844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ca45c-fc74-48c9-a6bc-c6e13fd0bb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f74ee-6223-4556-b85a-573990219d05,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:55.088092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b65ca45c-fc74-48c9-a6bc-c6e13fd0bb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.089114 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b65ca45c-fc74-48c9-a6bc-c6e13fd0bb5d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/181f74ee-6223-4556-b85a-573990219d05 HTTP/1.1" status: 204 len: 168 time: 1.0405166 May 29 01:00:55.126815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-05467f4f-d2c3-48b2-899c-8604dd6719dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] Unset dirty status for tenant:05297f49584c441f83a2f12c69d37633 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:55.127989 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-05467f4f-d2c3-48b2-899c-8604dd6719dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693681773-project-admin] 10.222.0.33 "GET /v2.0/ports/ecaf7858-cfb1-4613-a780-5d986b83fbaf HTTP/1.1" status: 404 len: 333 time: 0.2893376 May 29 01:00:55.131115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.131576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 48962) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:55.146323 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-85dc8487-3803-4ff0-9f90-cdc43ab02da4 req-f4dc2dff-3c74-41a7-81f3-fa37af643c96 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421689 May 29 01:00:55.160585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.207346 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-498eb9ef-fa64-4ec8-8f66-1bbca56b1b91 req-214fa377-0eea-433b-bb08-2075896cba48 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563787 May 29 01:00:55.210563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Network': ['ID=cc953175-43c3-4be4-b5ea-c24d7117b3fe,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:55.224219 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bf5fc822-8718-46da-804e-fc92c18c5561 tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/networks/cc953175-43c3-4be4-b5ea-c24d7117b3fe HTTP/1.1" status: 204 len: 168 time: 1.4712486 May 29 01:00:55.233815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48966) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:55.353672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.366556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.371309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.421339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.425136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Port': ['ID=61dc8d1f-d987-4e6b-ac87-b4b4315d99ee,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:55.586510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.630204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701cd737-1511-4f16-ab3e-32f4896cd7b7']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:55.646262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2205357a-d5df-44ed-aac2-bb202e952859') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:55.646558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2205357a-d5df-44ed-aac2-bb202e952859') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:55.661086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.692527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0af07-0eb0-431a-bc7e-d8638fecc5d6 req-4019971a-957b-4aa4-91fb-07c2156b74bf tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:55.699584 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1bb0af07-0eb0-431a-bc7e-d8638fecc5d6 req-4019971a-957b-4aa4-91fb-07c2156b74bf tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 0.2350013 May 29 01:00:55.702868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.724506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] device_id is not set on port ebea3958-9a31-488b-98bd-12228112e2a7 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:00:55.724762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:55.725163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:55.741539 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:55.755267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.796209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.801763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63a4552-6f1e-402f-ac89-34391f0bbe1d']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:55.821003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:55.821279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f5f65f-2cb8-4a0a-b871-c7b7f4bd043f') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:00:55.830601 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-69a400bb-26cb-4f7a-9469-b5d2acb33817 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "DELETE /v2.0/ports/61dc8d1f-d987-4e6b-ac87-b4b4315d99ee HTTP/1.1" status: 204 len: 168 time: 1.8194113 May 29 01:00:55.833628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48982) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:55.839563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.863247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.882191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:00:55.882680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.895484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.900737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:00:55.900978 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:00:55.932568 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1bb0af07-0eb0-431a-bc7e-d8638fecc5d6 req-9aa77c8d-1fd5-4911-af97-4f151f395bec tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320254 May 29 01:00:55.945006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] Pushing event deleted for resources: {'Network': ['ID=701cd737-1511-4f16-ab3e-32f4896cd7b7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:55.956668 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5cbd5962-b318-49f8-a7eb-07849959026e tempest-BulkNetworkOpsTest-88085236 tempest-BulkNetworkOpsTest-88085236-project] 10.222.0.33 "DELETE /v2.0/networks/701cd737-1511-4f16-ab3e-32f4896cd7b7 HTTP/1.1" status: 204 len: 168 time: 0.7221286 May 29 01:00:55.997276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b0892-af95-416d-824a-028a044b5629 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:55.999657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa7b0892-af95-416d-824a-028a044b5629 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Synchronizing usage tracker for tenant:af9de512b894477bb0b02e70d2e0853a on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:56.016713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:56.020212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:56.022020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa7b0892-af95-416d-824a-028a044b5629 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Unset dirty status for tenant:af9de512b894477bb0b02e70d2e0853a on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:56.023550 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aa7b0892-af95-416d-824a-028a044b5629 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf9080bd-528f-4eef-ba16-acd3bcae71ed HTTP/1.1" status: 200 len: 913 time: 0.1842015 May 29 01:00:56.026389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 48994) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:56.041044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:56.052197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] Pushing event deleted for resources: {'Network': ['ID=a63a4552-6f1e-402f-ac89-34391f0bbe1d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:56.062583 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ed41871e-3ad3-4ae5-9155-b64a83b0370b tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-212127999-project] 10.222.0.33 "DELETE /v2.0/networks/a63a4552-6f1e-402f-ac89-34391f0bbe1d HTTP/1.1" status: 204 len: 168 time: 0.9270644 May 29 01:00:56.080388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:56.286941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49006) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:56.312090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Port': ['ID=5c61220b-3987-458c-b073-03fb89de5337,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:56.366319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fec820-77aa-4020-ba54-0cbf88de0b3b req-b6f76135-2fe0-4b15-8797-1f7e23756818 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:56.375561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Checking segment: {'id': '07dff49b-0ff1-4d8e-b39c-cb2169b569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ca96b31d-1320-4cf8-8861-cfb959a9a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:56.376214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network hostable DHCP agents. Network: ca96b31d-1320-4cf8-8861-cfb959a9a2da, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:00:56.381822 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b7fec820-77aa-4020-ba54-0cbf88de0b3b req-b6f76135-2fe0-4b15-8797-1f7e23756818 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 0.1892099 May 29 01:00:56.383911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49014) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:56.390742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Request body: {'floatingip': {'port_id': 'f9683f03-ce62-43aa-a2ba-d9eea144c476'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:56.426931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network ca96b31d-1320-4cf8-8861-cfb959a9a2da is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:00:56.447779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ca96b31d-1320-4cf8-8861-cfb959a9a2da) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:56.453609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49018) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:56.460944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a301647-0de1-44d6-a71a-040e93e0f11f None None] Network ca96b31d-1320-4cf8-8861-cfb959a9a2da requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:56.477345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:56.478361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:56.647065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Port': ['ID=ebea3958-9a31-488b-98bd-12228112e2a7,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:56.724995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Checking segment: {'id': '4ff554d9-3972-409a-8f6d-3312ec6ed0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5c3aedf5-4794-4ad7-9c14-7d98a0152bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:00:56.725634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network hostable DHCP agents. Network: 5c3aedf5-4794-4ad7-9c14-7d98a0152bdb, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:00:56.758142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network 5c3aedf5-4794-4ad7-9c14-7d98a0152bdb is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:00:56.780130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5c3aedf5-4794-4ad7-9c14-7d98a0152bdb) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:00:56.792674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2116da-8f36-4d94-907d-a5f674ee9946 None None] Network 5c3aedf5-4794-4ad7-9c14-7d98a0152bdb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:00:56.794798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:00:56.799693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:56.804068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:56.805400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:56.834998 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-adad699b-df2a-4270-a042-d210423a6daf tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1387334 May 29 01:00:56.837625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49030) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:56.867542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1595054629'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:56.877208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:56.890390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Usage tracker for resource:network and tenant:f6fce3b43dae4cfb9ee81118d08cea26 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:56.898577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:56.913029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:56.955955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49034) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:56.961407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.035264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd6b113-4257-4b6f-89f9-f9bec294bab7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:57.052190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd6b113-4257-4b6f-89f9-f9bec294bab7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:57.053194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bbd6b113-4257-4b6f-89f9-f9bec294bab7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Synchronizing usage tracker for tenant:8494ac973862435899266d2c98e85bc0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:57.075023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:57.078068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.117476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bbd6b113-4257-4b6f-89f9-f9bec294bab7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Unset dirty status for tenant:8494ac973862435899266d2c98e85bc0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:57.121808 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bbd6b113-4257-4b6f-89f9-f9bec294bab7 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2801070 May 29 01:00:57.128440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49040) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:57.155657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.234854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Deleting port 5c61220b-3987-458c-b073-03fb89de5337 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:57.235185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.265770 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5536ebaf-cf36-4c19-9dce-96e6b5285531 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=97c1f6ee636743f181abc654e9798d72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8108931 May 29 01:00:57.269180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd352c-bd65-4ab8-88c3-7fee81cadcff req-e13eeee5-6054-4f64-8205-ccdb417e9fc1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:57.270716 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d8cd352c-bd65-4ab8-88c3-7fee81cadcff req-e13eeee5-6054-4f64-8205-ccdb417e9fc1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6515009 May 29 01:00:57.276612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49044) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:57.276936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49046) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:57.277120 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4e411613-1caa-4ac8-827a-c7409520c9b8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c7054b7d45c2498288ee9508d4f780cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3194392 May 29 01:00:57.289658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:57.396813 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4e11-fb2c-42ec-81c8-d13cdf08b1b2 req-f231fa83-ee27-4557-a579-60fee1d31526 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:57.398253 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07ad4e11-fb2c-42ec-81c8-d13cdf08b1b2 req-f231fa83-ee27-4557-a579-60fee1d31526 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.7801077 May 29 01:00:57.411684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Usage tracker for resource:security_group_rule and tenant:f6fce3b43dae4cfb9ee81118d08cea26 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:57.437147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:57.459728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.533131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:57.588612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Calling delete_port for 5c61220b-3987-458c-b073-03fb89de5337 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:57.671301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.720624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Port': ['ID=5c61220b-3987-458c-b073-03fb89de5337,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:57.731077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.745616 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dc894615-9eb3-4086-8c8c-dca806b95da6 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/ports/5c61220b-3987-458c-b073-03fb89de5337 HTTP/1.1" status: 204 len: 168 time: 0.6102536 May 29 01:00:57.748739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49054) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:57.760871 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d8cd352c-bd65-4ab8-88c3-7fee81cadcff req-5dc776a9-eee7-4046-9796-c49e8e5f35d7 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4725361 May 29 01:00:57.800532 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07ad4e11-fb2c-42ec-81c8-d13cdf08b1b2 req-f104be5e-2667-4db8-815e-18538b0d7668 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701026 May 29 01:00:57.821057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Deleting port ebea3958-9a31-488b-98bd-12228112e2a7 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:00:57.821472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.840909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea45e-2072-4277-a097-3008783e36d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.920005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f22d601e-c0da-4a0c-94fb-b760759ea7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.934396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:57.987216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea45e-2072-4277-a097-3008783e36d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.015904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.035095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.107640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f22d601e-c0da-4a0c-94fb-b760759ea7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.162591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Calling delete_port for ebea3958-9a31-488b-98bd-12228112e2a7 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:00:58.225177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:58.240624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.253430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a04378-f02b-49f6-a824-9e820bd8127d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:58.277934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.278261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Added segment bcac035c-117d-43a9-b26c-048a5cf66728 of type vlan for network 5cab79fe-7957-4395-a29e-4e24a625ca66 May 29 01:00:58.302751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Port': ['ID=ebea3958-9a31-488b-98bd-12228112e2a7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:58.311253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.323029 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c3bae9a4-7194-4369-9953-fa184db77096 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/ports/ebea3958-9a31-488b-98bd-12228112e2a7 HTTP/1.1" status: 204 len: 168 time: 0.5731122 May 29 01:00:58.325594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49058) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:58.370275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.373332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cab3918f-9f56-41b3-8802-a71970b2ab14 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Synchronizing usage tracker for tenant:8494ac973862435899266d2c98e85bc0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:00:58.392922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cab3918f-9f56-41b3-8802-a71970b2ab14 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Unset dirty status for tenant:8494ac973862435899266d2c98e85bc0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:00:58.394034 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cab3918f-9f56-41b3-8802-a71970b2ab14 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0665610 May 29 01:00:58.398203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49062) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:58.404552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-392206379'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:58.409853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:58.414068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Usage tracker for resource:network and tenant:8494ac973862435899266d2c98e85bc0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:58.417345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:58.423904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:58.434973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Made reservation on behalf of 8494ac973862435899266d2c98e85bc0 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:58.438457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.468905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:58.478706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.479062 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Added segment fb36ce32-824b-4665-a859-3a7a62067127 of type vlan for network b00a3c52-41b5-469b-b40f-58461a9ea3c3 May 29 01:00:58.491494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea45e-2072-4277-a097-3008783e36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.506600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.522592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f22d601e-c0da-4a0c-94fb-b760759ea7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.525981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ea45e-2072-4277-a097-3008783e36d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bacf2c-041a-4f03-9aff-1199c0895e0e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:58.536645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.540479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:58.541180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.602047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d601e-c0da-4a0c-94fb-b760759ea7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62606e-baa6-402c-8d6f-956d90b99240,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:58.607607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.611385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:58.611986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.616709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.725296 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3258238 May 29 01:00:58.728273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49066) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:58.735855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-490931723'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:58.738828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2127b3b-54db-4336-af73-93289d7e7489 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Network': ['ID=b00a3c52-41b5-469b-b40f-58461a9ea3c3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:58.742463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:58.746552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Usage tracker for resource:network and tenant:8494ac973862435899266d2c98e85bc0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:58.749741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:58.750255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network b00a3c52-41b5-469b-b40f-58461a9ea3c3 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:58.755653 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:58.766615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Made reservation on behalf of 8494ac973862435899266d2c98e85bc0 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:58.769249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.798866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:00:58.807785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.808184 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Added segment 9cca2920-63a4-4e5a-a7fc-00e18d4e32d1 of type vlan for network 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b May 29 01:00:58.835299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:00:58.839436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.883334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.887320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:58.887919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.941788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f22d601e-c0da-4a0c-94fb-b760759ea7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.945676 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f22d601e-c0da-4a0c-94fb-b760759ea7ad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7a62606e-baa6-402c-8d6f-956d90b99240 HTTP/1.1" status: 204 len: 168 time: 1.6657534 May 29 01:00:58.960306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea45e-2072-4277-a097-3008783e36d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:58.968629 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3c6ea45e-2072-4277-a097-3008783e36d8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/12bacf2c-041a-4f03-9aff-1199c0895e0e HTTP/1.1" status: 204 len: 168 time: 1.6834171 May 29 01:00:58.968629 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6700068 May 29 01:00:59.007625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49078) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:59.039313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Network': ['ID=0e7531ca-f4ba-4aa7-9569-e332f41b7f9b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:59.056915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879d3e-c2a5-4f97-938f-ca38bb7cd2f5 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Network': ['ID=5cab79fe-7957-4395-a29e-4e24a625ca66,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:59.072030 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-807eb1b5-76ff-4f7f-a5c3-06b803e1a2d3 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3286426 May 29 01:00:59.074616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:59.074724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'subnet': {'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:00:59.105909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:00:59.199855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:59.243325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:59.566212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:00:59.567387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49092) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:59.591166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Usage tracker for resource:subnet and tenant:f6fce3b43dae4cfb9ee81118d08cea26 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:00:59.600494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00845a-d7e5-4a49-a514-be1c03ad2934 req-bd3fd5f8-cd04-4ea4-b98f-0ee6996a1aca tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:59.607642 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ec00845a-d7e5-4a49-a514-be1c03ad2934 req-bd3fd5f8-cd04-4ea4-b98f-0ee6996a1aca tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.6434996 May 29 01:00:59.639355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:00:59.673521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a767bc5-5401-4c38-a7a1-4cfd9e102c42 req-53109848-2383-468a-911c-d374805a1da2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:00:59.682606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6875325a-e374-4258-b44c-faed0b7f7ca6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05297f49584c441f83a2f12c69d37633&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1137223 May 29 01:00:59.684458 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6a767bc5-5401-4c38-a7a1-4cfd9e102c42 req-53109848-2383-468a-911c-d374805a1da2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.7377133 May 29 01:00:59.687395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49098) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:00:59.708400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:00:59.797972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-055ead42-7271-4d6f-b9cb-b04c618f6b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:59.831138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:00:59.840854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-055ead42-7271-4d6f-b9cb-b04c618f6b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:59.847777 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ec00845a-d7e5-4a49-a514-be1c03ad2934 req-14afaf8b-b6d8-4853-8e66-8ff0dc41f86f tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388885 May 29 01:00:59.928548 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6a767bc5-5401-4c38-a7a1-4cfd9e102c42 req-2918b103-1557-4712-8c6f-8cc4ec3f4a76 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228234 May 29 01:00:59.968410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-055ead42-7271-4d6f-b9cb-b04c618f6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:59.983654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ead42-7271-4d6f-b9cb-b04c618f6b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e29f5-812c-48a4-b78f-6c622833b9a6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:00:59.993569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-055ead42-7271-4d6f-b9cb-b04c618f6b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:00:59.999234 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-055ead42-7271-4d6f-b9cb-b04c618f6b1e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0d8e29f5-812c-48a4-b78f-6c622833b9a6 HTTP/1.1" status: 204 len: 168 time: 0.3106616 May 29 01:01:00.159958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:00.272079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49114) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:00.523982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1faa35db-aa65-4486-aedd-f1539c587c83 tempest-DvrRoutersNegativeTest-933852767 tempest-DvrRoutersNegativeTest-933852767-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1879001023', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:00.527438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.policy [None req-1faa35db-aa65-4486-aedd-f1539c587c83 tempest-DvrRoutersNegativeTest-933852767 tempest-DvrRoutersNegativeTest-933852767-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83980) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 29 01:01:00.527786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.policy [None req-1faa35db-aa65-4486-aedd-f1539c587c83 tempest-DvrRoutersNegativeTest-933852767 tempest-DvrRoutersNegativeTest-933852767-project] Failed policy check for 'create_router' {{(pid=83980) enforce /opt/stack/neutron/neutron/policy.py:482}} May 29 01:01:00.528434 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-1faa35db-aa65-4486-aedd-f1539c587c83 tempest-DvrRoutersNegativeTest-933852767 tempest-DvrRoutersNegativeTest-933852767-project] create failed (client error): Access was denied to this resource. May 29 01:01:00.534724 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1faa35db-aa65-4486-aedd-f1539c587c83 tempest-DvrRoutersNegativeTest-933852767 tempest-DvrRoutersNegativeTest-933852767-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2633889 May 29 01:01:00.543377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1528f3-723a-450f-ba25-81357c0145ef req-6e450534-4c13-4a80-b96d-4e6472a9d85a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:00.544954 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd1528f3-723a-450f-ba25-81357c0145ef req-6e450534-4c13-4a80-b96d-4e6472a9d85a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.4751222 May 29 01:01:00.556028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Floating IP c9fe095d-f96b-4e71-bc3b-68f8626cd79f associated. External IP: 172.26.5.207, port: f9683f03-ce62-43aa-a2ba-d9eea144c476. May 29 01:01:00.558289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49128) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:00.567824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Request body: {'floatingip': {'port_id': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:00.699924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:00.834633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d622f-aa8a-4821-aa5b-2beb5b77782a req-8a803ad7-e5ec-4722-b172-326bedf9ba4b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:00.836301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9d4d622f-aa8a-4821-aa5b-2beb5b77782a req-8a803ad7-e5ec-4722-b172-326bedf9ba4b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6789541 May 29 01:01:00.855066 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49138) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:00.910304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Request body: {'floatingip': {'port_id': '50f163f7-75b1-4823-b2c0-351416b87875'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:00.960927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49142) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:01.045393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.287976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.316726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.361597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:01.366948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Usage tracker for resource:security_group_rule and tenant:a9e4fb0252e247aebcd1d42a1aba60cd is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:01.383170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:01.394780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:01.401652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-804134db-af61-488c-aee0-cba682c48c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.439556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Subnet': ['ID=7e1e05eb-f62a-40fd-a32b-2b0de5464702,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:01.481043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.492797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:01.498409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.667439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-300858320'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:01.683796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:01.695867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:network and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:01.715015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:01.725384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4852722e-1eab-43af-bdc0-39046f9b0064,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:01.734861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Checking segment: {'id': 'bcac035c-117d-43a9-b26c-048a5cf66728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:01.735173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network hostable DHCP agents. Network: 5cab79fe-7957-4395-a29e-4e24a625ca66, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:01.738211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:01.749215 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d50c800f-87ab-4b4c-aaf5-7ee599ef3c6b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a9e4fb0252e247aebcd1d42a1aba60cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7768419 May 29 01:01:01.749215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49160) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:01.785461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:01.789588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.823791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:01.968710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27d53c68-d0d5-49f5-9674-76763a224964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.001587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:02.018670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:security_group_rule and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:02.029267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:02.050781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:02.053954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27d53c68-d0d5-49f5-9674-76763a224964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.075131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.087037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.154523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:02.224257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5cab79fe-7957-4395-a29e-4e24a625ca66) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:02.239143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f0363-8ad7-4eb7-abbc-d5d87e882988 None None] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:02.244876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:02.245724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.286651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Deleting port 533cf283-b00b-4d7d-8e41-85228d5e4234 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:02.286982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.351766 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-38acd532-269a-47bb-a142-768855db1f11 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3399339 May 29 01:01:02.352169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49164) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:02.368085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-638969709'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:02.472986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.487123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.502977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27d53c68-d0d5-49f5-9674-76763a224964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.524185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49168) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:02.539362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:02.546506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5cab79fe-7957-4395-a29e-4e24a625ca66', 'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'tenant_id': 'f6fce3b43dae4cfb9ee81118d08cea26', 'fixed_ips': [{'subnet_id': '7e1e05eb-f62a-40fd-a32b-2b0de5464702'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:02.547390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.554499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'subnets': [{'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1623665775', 'ip_version': 6}, {'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:02.555099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'subnet': {'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1623665775', 'ip_version': 6}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:02.555609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Request body: {'subnet': {'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:02.559140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65bd16-d872-4319-a3cd-19bef82bd92b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:02.574266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.574684 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Added segment 33afb0d8-fdcb-41c5-b543-72a6b39d06b4 of type vlan for network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb May 29 01:01:02.577927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27d53c68-d0d5-49f5-9674-76763a224964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.579029 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-27d53c68-d0d5-49f5-9674-76763a224964 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4852722e-1eab-43af-bdc0-39046f9b0064 HTTP/1.1" status: 204 len: 168 time: 0.8313930 May 29 01:01:02.586026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d53c68-d0d5-49f5-9674-76763a224964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4852722e-1eab-43af-bdc0-39046f9b0064,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:02.623117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.647575 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Floating IP 6bd87e4b-c103-4063-b56d-f68fda7001d8 associated. External IP: 172.26.5.102, port: 37b6bca4-e0ca-4c5c-92a5-9bf33c401367. May 29 01:01:02.678775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:01:02.780553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.781967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Allocated IP 2001:db8::2 (5cab79fe-7957-4395-a29e-4e24a625ca66/7e1e05eb-f62a-40fd-a32b-2b0de5464702/b25e764b-0071-4871-b933-254e81b08ce2) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:02.784303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:02.784992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.904600 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4098547 May 29 01:01:02.910296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49174) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:02.916121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:02.919934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:02.987885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f231d4b-17bd-48c3-abd9-4152dc2e92f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Network': ['ID=56c4a30a-0cb6-48d5-8c59-85deed3b4bcb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:03.038787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:03.044587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:03.047832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:03.055036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:03.077201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.083866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:03.089098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Calling delete_port for 533cf283-b00b-4d7d-8e41-85228d5e4234 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:03.091547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:03.154382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Transition to ACTIVE for port object b25e764b-0071-4871-b933-254e81b08ce2 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:03.205405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Transition to ACTIVE for port object b25e764b-0071-4871-b933-254e81b08ce2 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:03.211947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.220744 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.252426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:03.257205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Usage tracker for resource:port and tenant:f6fce3b43dae4cfb9ee81118d08cea26 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:03.260276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:03.268181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:03.276261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.298975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:03.302199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:03.310847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:03.313771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Pushing event updated for resources: {'Port': ['ID=b25e764b-0071-4871-b933-254e81b08ce2,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:03.333607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.402256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:03.404719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.415752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Attempting to bind port b25e764b-0071-4871-b933-254e81b08ce2 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:03.416164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Attempting to bind port b25e764b-0071-4871-b933-254e81b08ce2 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'bcac035c-117d-43a9-b26c-048a5cf66728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:03.416534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Attempting to bind port b25e764b-0071-4871-b933-254e81b08ce2 on network 5cab79fe-7957-4395-a29e-4e24a625ca66 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:03.424562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:03.424945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Checking segment: {'id': 'bcac035c-117d-43a9-b26c-048a5cf66728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:03.425356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.425800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Bound using segment: {'id': 'bcac035c-117d-43a9-b26c-048a5cf66728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:03.426621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Bound port: b25e764b-0071-4871-b933-254e81b08ce2, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcac035c-117d-43a9-b26c-048a5cf66728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:03.426621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.497825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] device_id is not set on port 7c34e0eb-607e-4bc0-ae5f-c576191e6083 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:03.552440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] For port b25e764b-0071-4871-b933-254e81b08ce2, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:03.556385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] For port b25e764b-0071-4871-b933-254e81b08ce2, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b25e764b-0071-4871-b933-254e81b08ce2,segment=NetworkSegment(bcac035c-117d-43a9-b26c-048a5cf66728),segment_id=bcac035c-117d-43a9-b26c-048a5cf66728)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:03.561109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b982bf41-06dc-4e12-8600-b28355fccbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.566205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.631211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.660234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc0c47-e141-44ad-ad78-4034e35b6715 None None] Pushing event updated for resources: {'Port': ['ID=b25e764b-0071-4871-b933-254e81b08ce2,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:03.697075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Router d8c0f2d5-4e23-47d8-bd60-647b014f90dd has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:03.785208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:03.786074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network hostable DHCP agents. Network: 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:03.799117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=faaf3fb2-16bb-4671-a055-66d1745cba9e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:03.874786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49194) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:03.953486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:03.962003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:03.974028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Usage tracker for resource:subnet and tenant:8494ac973862435899266d2c98e85bc0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:03.990292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:03.995256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:03.995753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:03.999228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f26ea80-1323-483b-8b9e-367fdf3c6df5 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:04.004090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:04.032177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Router 672a360f-4fd3-431e-87d4-fa45f6020deb has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:04.037439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:04.102245 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3f290e19-b711-4eeb-b6ad-ac9f42917f62 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1886570 May 29 01:01:04.103938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49200) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:04.116741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'name': 'tempest-NetworksTestDHCPv6-1947971468'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:04.191483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Made reservation on behalf of 8494ac973862435899266d2c98e85bc0 for: {'subnet': 2} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:04.225259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b25e764b-0071-4871-b933-254e81b08ce2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:04.364377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-924044694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:04.382380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:04.385964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': 'faaf3fb2-16bb-4671-a055-66d1745cba9e'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:04.387136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.397353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:router and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:04.402845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:04.406862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port b25e764b-0071-4871-b933-254e81b08ce2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:04.419136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:04.466967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.468048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.486741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:04.492259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.492441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:04.496129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:04.504526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:04.514995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:04.519686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.521104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Allocated IP 2001:db8::3ca (5cab79fe-7957-4395-a29e-4e24a625ca66/7e1e05eb-f62a-40fd-a32b-2b0de5464702/7c34e0eb-607e-4bc0-ae5f-c576191e6083) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:04.534708 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] Sync routers for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:04.547461 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:04.548365 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:04.548941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:04.551944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.586098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/faaf3fb2-16bb-4671-a055-66d1745cba9e/4ca8aec2-efd1-4cb5-8f78-d46ee0b36667) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:04.597761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 4293126b-d39d-4db7-b4b9-df17dd03c9a4 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:04.648877 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8d6ccea6-e792-4f89-9d74-de2b21d88517 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "PUT /v2.0/floatingips/6bd87e4b-c103-4063-b56d-f68fda7001d8 HTTP/1.1" status: 200 len: 991 time: 4.0887427 May 29 01:01:04.661212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:01:04.809896 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee93af0f-6bf8-419c-aa32-f5c2db9dfc87'] response: {'name': 'network-changed', 'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'status': 'completed', 'code': 200} May 29 01:01:04.815511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.858631 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:01:04.873949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.925851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.927217 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-de9ce30c-edbb-4586-a2c3-9101f8434578 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0514636 May 29 01:01:04.929938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49208) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:04.936422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1582065085'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:04.945142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.945709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:04.952416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:04.956497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:network and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:04.958756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Transition to ACTIVE for port object 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:04.964037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:04.977713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:04.982834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Transition to ACTIVE for port object 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:04.994686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.049978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e991c-81b9-4339-aa4f-b5773d31c0af None None] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:05.058547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Made reservation on behalf of d92821106083427b8f56546536c260a9 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:05.061618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.086465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.110639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Port': ['ID=533cf283-b00b-4d7d-8e41-85228d5e4234,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:05.162807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:05.166795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:05.166988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Pushing event updated for resources: {'Port': ['ID=4ca8aec2-efd1-4cb5-8f78-d46ee0b36667,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:05.170271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::ad (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/faaf3fb2-16bb-4671-a055-66d1745cba9e/4293126b-d39d-4db7-b4b9-df17dd03c9a4) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:05.174064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:05.178143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:security_group_rule and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:05.178328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:05.183760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:05.199866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:05.201905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.202427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.286395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d601e6f8-b923-471d-9b2d-16c17edd927c None None] Provisioning for port b25e764b-0071-4871-b933-254e81b08ce2 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:05.310603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d601e6f8-b923-471d-9b2d-16c17edd927c None None] Provisioning complete for port b25e764b-0071-4871-b933-254e81b08ce2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:05.311049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d601e6f8-b923-471d-9b2d-16c17edd927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.333413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.353545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.411662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:05.478656 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '6bd87e4b-c103-4063-b56d-f68fda7001d8', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'floating_ip_address': '172.26.5.102', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'port_id': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'mac_address': 'fa:16:3e:a7:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:15Z', 'updated_at': '2022-05-29T01:01:01Z', 'revision_number': 1, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:11Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:05.486628 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] Checking router: d8c0f2d5-4e23-47d8-bd60-647b014f90dd for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:01:05.507020 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:05.507794 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:05.534382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d10efe-517b-4a10-bd44-b4ea407fe094,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:05.539712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.540313 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Added segment d623d85a-08a8-4172-8336-3a5bf1cad273 of type vlan for network d274a892-2f7d-413f-88b7-f7f9f16df328 May 29 01:01:05.560928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Attempting to bind port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:05.561302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Attempting to bind port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:05.561693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Attempting to bind port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:05.586170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.589094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:05.589532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:05.589862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.590641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:05.591179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Bound port: 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:05.591562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.641442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.690104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.715090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 4293126b-d39d-4db7-b4b9-df17dd03c9a4 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:05.721556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.726374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:05.727135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.748882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d601e6f8-b923-471d-9b2d-16c17edd927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.781689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] For port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:05.792380 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8610842 May 29 01:01:05.792746 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] For port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4ca8aec2-efd1-4cb5-8f78-d46ee0b36667,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:05.799962 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Floating IP b10c3e03-a376-4c2e-a4d2-b8186d660dde associated. External IP: 172.26.5.55, port: 50f163f7-75b1-4823-b2c0-351416b87875. May 29 01:01:05.801019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49212) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:05.811122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.851144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d601e6f8-b923-471d-9b2d-16c17edd927c None None] For port b25e764b-0071-4871-b933-254e81b08ce2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b25e764b-0071-4871-b933-254e81b08ce2,segment=NetworkSegment(bcac035c-117d-43a9-b26c-048a5cf66728),segment_id=bcac035c-117d-43a9-b26c-048a5cf66728)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:05.866644 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:01:05.889019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d601e6f8-b923-471d-9b2d-16c17edd927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:05.908764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'subnet': {'network_id': 'd274a892-2f7d-413f-88b7-f7f9f16df328', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:05.936243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc4b6f-1fad-40d7-b34e-6841d442f690 None None] Pushing event updated for resources: {'Port': ['ID=4ca8aec2-efd1-4cb5-8f78-d46ee0b36667,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:06.074063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.084359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc31-11cd-4ef2-882e-7162a76b5fa8 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Network': ['ID=d274a892-2f7d-413f-88b7-f7f9f16df328,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:06.084845 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-31d32bce-2b8c-4c78-b85b-42a9613596d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfbcc555f07f4acbbabab7aa1f77313f&device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 1098 time: 1.2014563 May 29 01:01:06.091662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601e6f8-b923-471d-9b2d-16c17edd927c None None] Pushing event updated for resources: {'Port': ['ID=b25e764b-0071-4871-b933-254e81b08ce2,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:06.100782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network d274a892-2f7d-413f-88b7-f7f9f16df328 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:06.141353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.215594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:06.226510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:subnet and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:06.275680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:06.313245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:06.316587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:06.319200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:06.327109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:06.337180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:06.338248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.342552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.346003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-68858705-458c-4333-8838-83f8003aebed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:06.347473 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-68858705-458c-4333-8838-83f8003aebed service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb22503e-d83b-4810-83e6-27693c2d0d9c HTTP/1.1" status: 200 len: 907 time: 0.1881626 May 29 01:01:06.357620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6544f3-5dd2-4725-8625-1cd47b5c4ae5 req-8f568e7f-88a1-48ef-a4fb-a4d28f9cb79f tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:06.359185 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ec6544f3-5dd2-4725-8625-1cd47b5c4ae5 req-8f568e7f-88a1-48ef-a4fb-a4d28f9cb79f tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 1.4776742 May 29 01:01:06.361208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f598ded5-fef3-43be-8cb4-3195ac175cff None None] Provisioning complete for port b25e764b-0071-4871-b933-254e81b08ce2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:06.361747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f598ded5-fef3-43be-8cb4-3195ac175cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.365288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=4293126b-d39d-4db7-b4b9-df17dd03c9a4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:06.371156 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-66635028-fd72-4916-a3e9-a02052eaaf54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2658398 May 29 01:01:06.374038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49216) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:06.377604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Made reservation on behalf of d92821106083427b8f56546536c260a9 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:06.516483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-4d13424f-8a23-43d7-81fa-608459906778 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367 HTTP/1.1" status: 200 len: 999 time: 0.1490209 May 29 01:01:06.535892 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '6bd87e4b-c103-4063-b56d-f68fda7001d8', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'floating_ip_address': '172.26.5.102', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'port_id': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'mac_address': 'fa:16:3e:a7:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:15Z', 'updated_at': '2022-05-29T01:01:01Z', 'revision_number': 1, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:11Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:06.540597 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7cc16b-bd47-4c58-b8e7-e8aa217025a9 None None] The sync data for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv is: [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '6bd87e4b-c103-4063-b56d-f68fda7001d8', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'floating_ip_address': '172.26.5.102', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'port_id': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'mac_address': 'fa:16:3e:a7:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:15Z', 'updated_at': '2022-05-29T01:01:01Z', 'revision_number': 1, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:11Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:06.579015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.616227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Transition to ACTIVE for port object 7c34e0eb-607e-4bc0-ae5f-c576191e6083 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:06.684245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a732b22-758a-49d0-b020-1407882c7a02 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:06.688697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a732b22-758a-49d0-b020-1407882c7a02 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:06.689518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5a732b22-758a-49d0-b020-1407882c7a02 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:06.721906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-a5064542-76d1-4245-a5c9-ff2a6cff9374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:06.723349 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-a5064542-76d1-4245-a5c9-ff2a6cff9374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fc31d39-d6f1-4bb3-8e57-791d198d28ab HTTP/1.1" status: 200 len: 845 time: 0.1963551 May 29 01:01:06.724365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5a732b22-758a-49d0-b020-1407882c7a02 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:06.725511 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5a732b22-758a-49d0-b020-1407882c7a02 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3505223 May 29 01:01:06.728577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49220) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:06.789477 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ec6544f3-5dd2-4725-8625-1cd47b5c4ae5 req-73b1e2ff-f72d-4b1c-83f3-056e95a523a2 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773325 May 29 01:01:06.806048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:06.818437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] Sync routers for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:06.837290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:06.838233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:06.850239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.863071 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc7323-60f8-4e7f-a400-eba150821394 None None] New status for floating IP 6bd87e4b-c103-4063-b56d-f68fda7001d8: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:01:06.864122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 4293126b-d39d-4db7-b4b9-df17dd03c9a4 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:06.864468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:06.987839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.034226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.127202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:01:07.128668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Subnet': ['ID=19655287-a621-4e80-898c-6aef7d1d9cdd,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:07.211416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=7c34e0eb-607e-4bc0-ae5f-c576191e6083,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:07.235777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:07.245400 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-ee8f9e2d-26c8-4b68-8d26-19d224b93148 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb22503e-d83b-4810-83e6-27693c2d0d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5133405 May 29 01:01:07.254141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:07.256891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:07.264404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:07.265065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.470614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.547232 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5f5ec7e3-3c2c-44b4-b7bc-ccd3bec67f94 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1870122 May 29 01:01:07.566472 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4e5ebd68-e2ee-4f84-81b6-caef1325f908 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "PUT /v2.0/floatingips/c9fe095d-f96b-4e71-bc3b-68f8626cd79f HTTP/1.1" status: 200 len: 992 time: 11.1664093 May 29 01:01:07.587508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49228) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:07.611558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:01:07.656708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.671248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 4293126b-d39d-4db7-b4b9-df17dd03c9a4 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:07.677412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e42e0-1f8f-4de7-bd8d-fa1887c2438b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:07.679986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1843842910', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ca', 'mac_address': 'fa:16:3e:d9:a0:ea'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:07.709046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Checking segment: {'id': 'd623d85a-08a8-4172-8336-3a5bf1cad273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd274a892-2f7d-413f-88b7-f7f9f16df328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:07.709413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network hostable DHCP agents. Network: d274a892-2f7d-413f-88b7-f7f9f16df328, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:07.786674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c9fe095d-f96b-4e71-bc3b-68f8626cd79f', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'floating_ip_address': '172.26.5.207', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'port_id': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'mac_address': 'fa:16:3e:c8:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:19Z', 'updated_at': '2022-05-29T01:00:58Z', 'revision_number': 1, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:15Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:07.795226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] Checking router: 672a360f-4fd3-431e-87d4-fa45f6020deb for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:01:07.820651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-36077e01-27b4-4056-8abe-88684ea535fe None None] Provisioning for port 7c34e0eb-607e-4bc0-ae5f-c576191e6083 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:07.829798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network d274a892-2f7d-413f-88b7-f7f9f16df328 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:07.831811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-36077e01-27b4-4056-8abe-88684ea535fe None None] Provisioning complete for port 7c34e0eb-607e-4bc0-ae5f-c576191e6083 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:07.832213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-36077e01-27b4-4056-8abe-88684ea535fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.832340 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42db243e-f8d3-4a64-bad3-b1cc3edb5651'] response: {'name': 'network-changed', 'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'status': 'completed', 'code': 200} May 29 01:01:07.892648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, d274a892-2f7d-413f-88b7-f7f9f16df328) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:07.900522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:07.901101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.917652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af3d80b-e170-4a5c-93db-a8fb7194f9ab None None] Network d274a892-2f7d-413f-88b7-f7f9f16df328 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:07.933343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:07.933908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:07.937880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-3cc58f25-1c39-44ed-85f0-36f64fa221d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e768bca5e734748ba34ae3f30ef138b&device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 1099 time: 0.1753008 May 29 01:01:07.942450 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2538ff06-3309-40d7-bf06-b2c6b8e27b52 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0630112 May 29 01:01:07.942450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:07.947371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49236) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:07.989435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'network': {'name': 'tempest-router-network01--675386467'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:08.026633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=4293126b-d39d-4db7-b4b9-df17dd03c9a4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:08.034548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:08.082658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:network and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:08.092991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:08.139129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:08.164471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.170075 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-39961e65-a08f-4c63-8f2d-7713e2ea9bbb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/4293126b-d39d-4db7-b4b9-df17dd03c9a4 HTTP/1.1" status: 204 len: 168 time: 1.4400110 May 29 01:01:08.174689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49240) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:08.197538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-36077e01-27b4-4056-8abe-88684ea535fe None None] Port 7c34e0eb-607e-4bc0-ae5f-c576191e6083 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:08.248999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-9c18367e-08ed-4a2a-bc45-93f39313e659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:08.250485 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-9c18367e-08ed-4a2a-bc45-93f39313e659 service neutron] 10.222.0.16 "GET /v2.0/networks?id=362b4ce4-dd62-495d-993f-78ee2c117223 HTTP/1.1" status: 200 len: 912 time: 0.2571645 May 29 01:01:08.255083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Made reservation on behalf of d92821106083427b8f56546536c260a9 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:08.258053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.317210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-36077e01-27b4-4056-8abe-88684ea535fe None None] Provisioning for port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:08.326436 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-fd346465-7533-423c-afa1-c33e8ab39af1 service neutron] 10.222.0.16 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0234694 May 29 01:01:08.333543 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.392891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:08.399705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:01:08.416272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55023af7-5ef1-4c62-be64-46d0d0329275 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:08.417581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55023af7-5ef1-4c62-be64-46d0d0329275 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:08.418316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-55023af7-5ef1-4c62-be64-46d0d0329275 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:08.430833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.431180 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Added segment 285c6963-63f4-44cd-90c3-fda4d98066a9 of type vlan for network a0abb0ad-ff55-4c64-94e5-745fe8857d9b May 29 01:01:08.443236 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-93971297-470c-441f-b614-063d76366646 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476 HTTP/1.1" status: 200 len: 1000 time: 0.1691911 May 29 01:01:08.450036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:08.528928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-3eaf4d9b-34cc-4a06-884f-13c681bafdba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:08.530323 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-3eaf4d9b-34cc-4a06-884f-13c681bafdba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d46478c-1995-4610-abd0-bbbc7e5f79a5 HTTP/1.1" status: 200 len: 850 time: 0.0687237 May 29 01:01:08.535268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.579497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-55023af7-5ef1-4c62-be64-46d0d0329275 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:08.583264 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-55023af7-5ef1-4c62-be64-46d0d0329275 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4047451 May 29 01:01:08.586678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49244) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:08.637429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-d274a892-2f7d-413f-88b7-f7f9f16df328', 'network_id': 'd274a892-2f7d-413f-88b7-f7f9f16df328', 'tenant_id': 'd92821106083427b8f56546536c260a9', 'fixed_ips': [{'subnet_id': '19655287-a621-4e80-898c-6aef7d1d9cdd'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:08.638183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252ebba-11ba-4a06-8c18-f47b7437da9f req-27f5174f-aa81-46f6-8b64-019352aacf73 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:08.639045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.640101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a252ebba-11ba-4a06-8c18-f47b7437da9f req-27f5174f-aa81-46f6-8b64-019352aacf73 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 0.9212737 May 29 01:01:08.643641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:08.674887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Usage tracker for resource:port and tenant:f6fce3b43dae4cfb9ee81118d08cea26 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:08.682554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Subnet': ['ID=3340faff-7263-4d24-8153-815ae466f56e,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:08.716404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:08.738135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:08.789340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.794628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:08.795242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:08.829598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:08.832026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:08.873003 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-199ce41a-ad3d-495d-b6b8-287cb166b9e6 req-8121c0e3-3799-45d8-95f0-0deea8416935 service neutron] 10.222.0.16 "GET /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341265 May 29 01:01:08.895755 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-86cb720f-838d-4aac-8230-4d89703f1e9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=362b4ce4-dd62-495d-993f-78ee2c117223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3565738 May 29 01:01:08.933217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Checking segment: {'id': 'fb36ce32-824b-4665-a859-3a7a62067127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:08.933584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network hostable DHCP agents. Network: b00a3c52-41b5-469b-b40f-58461a9ea3c3, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:08.956253 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9772551 May 29 01:01:08.971804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49248) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:08.996531 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a252ebba-11ba-4a06-8c18-f47b7437da9f req-e17bbd99-6a01-41f7-bd92-96fa6dc07967 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310201 May 29 01:01:09.003729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'network': {'name': 'tempest-router-network02--1718819364'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:09.038213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8e413-c436-4735-a4b5-8ae7d7e76c67 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Network': ['ID=a0abb0ad-ff55-4c64-94e5-745fe8857d9b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:09.043634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:09.064448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:network and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:09.071607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:09.087296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:09.087583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.118328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:09.192986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Made reservation on behalf of d92821106083427b8f56546536c260a9 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:09.195982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:09.196642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.247925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet faaf3fb2-16bb-4671-a055-66d1745cba9e {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:09.255135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:09.261665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.269717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.270136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Added segment 83ce75ca-8303-4ae5-a785-dd33104db197 of type vlan for network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 May 29 01:01:09.309917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Allocated IP 172.20.0.2 (d274a892-2f7d-413f-88b7-f7f9f16df328/19655287-a621-4e80-898c-6aef7d1d9cdd/a8693b27-0220-44d4-85fe-46043012e530) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:09.328071 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-cf5fe726-0843-4207-acbd-3b5b05d65cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046624 May 29 01:01:09.342808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.503805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.533043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.564294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fbe9b33e-23f5-4114-b82f-d5e247507125 None None] Provisioning complete for port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:09.565136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b33e-23f5-4114-b82f-d5e247507125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.580918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] device_id is not set on port f04cbc86-8701-4de1-b9ab-fd951c534456 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:09.584447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.654241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network b00a3c52-41b5-469b-b40f-58461a9ea3c3 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:09.663662 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a42adb82-6466-4052-ba8b-57fb14b5ba87 req-c70ed6a0-db7a-4c51-920c-b1ddf62986eb service neutron] 10.222.0.16 "GET /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242719 May 29 01:01:09.697737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.712597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, b00a3c52-41b5-469b-b40f-58461a9ea3c3) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:09.734950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.742638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104cbe7-d348-495f-9944-e6db262484c8 None None] Network b00a3c52-41b5-469b-b40f-58461a9ea3c3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:09.745104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=faaf3fb2-16bb-4671-a055-66d1745cba9e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:09.752530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.770965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d147e57-bedd-4e0b-ba37-92c172d5fa71 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:09.774414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.778129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:09.779428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.785566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:09.795609 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-34352240-791e-424b-a953-d4abda1bdf89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/faaf3fb2-16bb-4671-a055-66d1745cba9e HTTP/1.1" status: 204 len: 168 time: 1.2079277 May 29 01:01:09.797773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49256) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:09.875858 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bee1f350-a71f-4d7a-8c75-6764392d2569 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727744 May 29 01:01:09.875858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49260) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:09.881462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:09.944104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c9fe095d-f96b-4e71-bc3b-68f8626cd79f', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'floating_ip_address': '172.26.5.207', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'port_id': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'mac_address': 'fa:16:3e:c8:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:19Z', 'updated_at': '2022-05-29T01:00:58Z', 'revision_number': 1, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:15Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:10.000949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:10.005219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:10.009070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:10.015841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:10.029468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:10.031482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event updated for resources: {'Subnet': ['ID=e1c3600c-ab1e-4970-ae0f-5ba26a59d810,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:10.034171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.054448 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0797846 May 29 01:01:10.055008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c7651-3ac2-4f2f-80c3-acf19bdd0552 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Network': ['ID=eaef2886-36e9-4032-a7e1-bd66ce9d5f16,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:10.056951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49264) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:10.060753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Allocated IP 2001:db8::e9 (5cab79fe-7957-4395-a29e-4e24a625ca66/7e1e05eb-f62a-40fd-a32b-2b0de5464702/f04cbc86-8701-4de1-b9ab-fd951c534456) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:10.083134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d39334-d30b-476c-98bf-bc3e95c114d1 None None] The sync data for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv is: [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c9fe095d-f96b-4e71-bc3b-68f8626cd79f', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'floating_ip_address': '172.26.5.207', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'port_id': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'mac_address': 'fa:16:3e:c8:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:19Z', 'updated_at': '2022-05-29T01:00:58Z', 'revision_number': 1, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:15Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:10.106860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:10.240826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'subnet': {'network_id': 'a0abb0ad-ff55-4c64-94e5-745fe8857d9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:10.282538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Checking segment: {'id': '9cca2920-63a4-4e5a-a7fc-00e18d4e32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:10.282900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network hostable DHCP agents. Network: 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:10.374320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.434164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.459054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4f152-d259-4f3b-9aca-50ed0c68b0df None None] New status for floating IP c9fe095d-f96b-4e71-bc3b-68f8626cd79f: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:01:10.464917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:10.481447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:10.488256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:10.489081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.518855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=1dde64e5-8b1d-45d4-b286-03680ce3acde,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:10.530919 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cc46463d-78a6-495c-9d8b-e9e9a9552dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6539710 May 29 01:01:10.533993 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49268) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:10.540096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'name': 'tempest-NetworksTestDHCPv6-585329781'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:10.567149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b33e-23f5-4114-b82f-d5e247507125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.610791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Transition to ACTIVE for port object a8693b27-0220-44d4-85fe-46043012e530 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:10.620834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:10.655677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:01:10.656057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:01:10.688805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:10.699445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:10.711641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:10.714799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.738513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Transition to ACTIVE for port object a8693b27-0220-44d4-85fe-46043012e530 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:10.739133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:10.744686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:10.760106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Network 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:10.766540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:subnet and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:10.822059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:10.836657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.843396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-fbe9b33e-23f5-4114-b82f-d5e247507125 None None] For port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4ca8aec2-efd1-4cb5-8f78-d46ee0b36667,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:10.858923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:10.866478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:10.870745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:10.871125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:10.871733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.904389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::321 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/1dde64e5-8b1d-45d4-b286-03680ce3acde/bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:10.911802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed1e4f-7467-4130-b4b8-f2bc506d1138 None None] Network 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:10.944097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b33e-23f5-4114-b82f-d5e247507125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.945226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:10.972115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Made reservation on behalf of d92821106083427b8f56546536c260a9 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:11.006308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Transition to ACTIVE for port object f04cbc86-8701-4de1-b9ab-fd951c534456 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:11.027052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-b00a3c52-41b5-469b-b40f-58461a9ea3c3', 'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3', 'tenant_id': '8494ac973862435899266d2c98e85bc0', 'fixed_ips': [{'subnet_id': '3340faff-7263-4d24-8153-815ae466f56e'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:11.029070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.060254 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5541d57b-8b48-4cb9-af93-38a74f420758 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 8.5237737 May 29 01:01:11.071307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49272) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:11.111969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.131863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:11.149965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Network d274a892-2f7d-413f-88b7-f7f9f16df328 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:11.158673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c3119e5a-86df-4bd0-b5db-8e5e95ae0129 None None] Could not find standard attr ID for object 4293126b-d39d-4db7-b4b9-df17dd03c9a4. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:01:11.159302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.193167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Pushing event updated for resources: {'Port': ['ID=a8693b27-0220-44d4-85fe-46043012e530,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:11.195701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:11.204874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.227084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977cc72-9ac3-4aca-bde4-a3537d1943c1 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:11.228115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977cc72-9ac3-4aca-bde4-a3537d1943c1 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:11.229655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977cc72-9ac3-4aca-bde4-a3537d1943c1 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:11.230483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8977cc72-9ac3-4aca-bde4-a3537d1943c1 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Synchronizing usage tracker for tenant:8494ac973862435899266d2c98e85bc0 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:11.234721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:11.256941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:11.260504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:11.266185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:11.270728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:11.271340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.277136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:11.305351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c8716fdf-1965-4002-bd52-469a50cdf371 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7700305 May 29 01:01:11.309077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49276) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:11.334527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.397752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c260bbd-2237-45f9-abc6-629c6ab00d32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:11.402730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c260bbd-2237-45f9-abc6-629c6ab00d32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:11.403955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1c260bbd-2237-45f9-abc6-629c6ab00d32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:11.416577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b25e764b-0071-4871-b933-254e81b08ce2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:11.419279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8977cc72-9ac3-4aca-bde4-a3537d1943c1 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Unset dirty status for tenant:8494ac973862435899266d2c98e85bc0 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:11.420706 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8977cc72-9ac3-4aca-bde4-a3537d1943c1 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3484061 May 29 01:01:11.422898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1c260bbd-2237-45f9-abc6-629c6ab00d32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:11.424270 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1c260bbd-2237-45f9-abc6-629c6ab00d32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1127033 May 29 01:01:11.426879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49280) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:11.429826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49284) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:11.466027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:11.473422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:11.475875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:11.480828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:11.482055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.489899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=f04cbc86-8701-4de1-b9ab-fd951c534456,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:11.552510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Router bf9080bd-528f-4eef-ba16-acd3bcae71ed has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:11.557344 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e8f4230c-2f07-47e4-9891-e3187ff7961e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.9260087 May 29 01:01:11.599096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49288) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:11.620930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9b33e-23f5-4114-b82f-d5e247507125 None None] Pushing event updated for resources: {'Port': ['ID=4ca8aec2-efd1-4cb5-8f78-d46ee0b36667,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:11.731668 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:11.743335 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] Sync routers for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:11.755116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.759562 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:11.760466 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:11.771783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:11.772182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.792511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Attempting to bind port a8693b27-0220-44d4-85fe-46043012e530 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:11.793305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Attempting to bind port a8693b27-0220-44d4-85fe-46043012e530 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'd623d85a-08a8-4172-8336-3a5bf1cad273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd274a892-2f7d-413f-88b7-f7f9f16df328'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:11.794012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Attempting to bind port a8693b27-0220-44d4-85fe-46043012e530 on network d274a892-2f7d-413f-88b7-f7f9f16df328 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:11.815886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-0e7531ca-f4ba-4aa7-9569-e332f41b7f9b', 'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b', 'tenant_id': '8494ac973862435899266d2c98e85bc0', 'fixed_ips': [{'subnet_id': 'e1c3600c-ab1e-4970-ae0f-5ba26a59d810'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:11.823732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.895418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:11.896321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Checking segment: {'id': 'd623d85a-08a8-4172-8336-3a5bf1cad273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd274a892-2f7d-413f-88b7-f7f9f16df328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:11.896932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.897505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Bound using segment: {'id': 'd623d85a-08a8-4172-8336-3a5bf1cad273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd274a892-2f7d-413f-88b7-f7f9f16df328'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:11.898169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Bound port: a8693b27-0220-44d4-85fe-46043012e530, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd623d85a-08a8-4172-8336-3a5bf1cad273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd274a892-2f7d-413f-88b7-f7f9f16df328'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:11.900264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:11.929448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Allocated IP 2001:db8::1 (b00a3c52-41b5-469b-b40f-58461a9ea3c3/3340faff-7263-4d24-8153-815ae466f56e/9fa2cf9d-61eb-46dd-acf5-957620baf57d) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:12.017844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa30e2-8087-42e9-bf64-5cf8744e5391 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:12.037591 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:01:12.084557 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-af44c231-9583-45d8-9997-2bbf2adbc6d9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "PUT /v2.0/floatingips/b10c3e03-a376-4c2e-a4d2-b8186d660dde HTTP/1.1" status: 200 len: 990 time: 11.2149892 May 29 01:01:12.088328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:01:12.097396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:12.153807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Deleting subnet 3340faff-7263-4d24-8153-815ae466f56e {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:12.213550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:12.224400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f3656-ce16-4d58-9904-aae3900dfb6b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:12.236515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f3656-ce16-4d58-9904-aae3900dfb6b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:12.252643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f3656-ce16-4d58-9904-aae3900dfb6b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:12.253542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-986f3656-ce16-4d58-9904-aae3900dfb6b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Synchronizing usage tracker for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:12.279774 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5018605-c630-4a4f-bef3-ef1187ae19eb'] response: {'name': 'network-changed', 'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875', 'status': 'completed', 'code': 200} May 29 01:01:12.290824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b25e764b-0071-4871-b933-254e81b08ce2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:12.291375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:12.404972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Subnet': ['ID=fe2d8dd1-354c-4964-b3a4-63bb5edbf92e,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:12.409341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-986f3656-ce16-4d58-9904-aae3900dfb6b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Unset dirty status for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:12.410499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-986f3656-ce16-4d58-9904-aae3900dfb6b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8095009 May 29 01:01:12.419666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49296) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:12.432716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:12.434067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-26926971-5f37-44c7-8de3-a606599803de None None] Provisioning for port f04cbc86-8701-4de1-b9ab-fd951c534456 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:12.491675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-26926971-5f37-44c7-8de3-a606599803de None None] Provisioning complete for port f04cbc86-8701-4de1-b9ab-fd951c534456 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:12.492070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-26926971-5f37-44c7-8de3-a606599803de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:12.517950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Checking segment: {'id': '285c6963-63f4-44cd-90c3-fda4d98066a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0abb0ad-ff55-4c64-94e5-745fe8857d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:12.520437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network hostable DHCP agents. Network: a0abb0ad-ff55-4c64-94e5-745fe8857d9b, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:12.521784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] For port a8693b27-0220-44d4-85fe-46043012e530, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:12.557918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting port f04cbc86-8701-4de1-b9ab-fd951c534456 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:12.558672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:12.573869 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-5ec2b360-2be9-4a82-aad1-ccbcdf9a5174 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.2857406 May 29 01:01:12.576154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] For port a8693b27-0220-44d4-85fe-46043012e530, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a8693b27-0220-44d4-85fe-46043012e530,segment=NetworkSegment(d623d85a-08a8-4172-8336-3a5bf1cad273),segment_id=d623d85a-08a8-4172-8336-3a5bf1cad273)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:12.598843 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b10c3e03-a376-4c2e-a4d2-b8186d660dde', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'port_id': '50f163f7-75b1-4823-b2c0-351416b87875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'mac_address': 'fa:16:3e:83:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:12Z', 'updated_at': '2022-05-29T01:01:02Z', 'revision_number': 1, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:47Z', 'revision_number': 5, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:12.600394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:12.608594 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] Checking router: bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:01:12.623202 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:12.624322 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:12.687496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Allocated IP 2001:db8:0:1::1 (0e7531ca-f4ba-4aa7-9569-e332f41b7f9b/e1c3600c-ab1e-4970-ae0f-5ba26a59d810/95e16b71-cd85-4c65-bfd7-a950c71cd4b4) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:12.754560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-26926971-5f37-44c7-8de3-a606599803de None None] Port f04cbc86-8701-4de1-b9ab-fd951c534456 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:12.791843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274c123-2a38-4a61-9fbd-d5f833ff8b49 req-faf2d732-ae28-422d-a921-865a6a1969bf tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:12.794213 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8274c123-2a38-4a61-9fbd-d5f833ff8b49 req-faf2d732-ae28-422d-a921-865a6a1969bf tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5123398 May 29 01:01:12.816253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-fe28116e-e497-42cb-bdd8-eaf14af0d55f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:12.818045 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-fe28116e-e497-42cb-bdd8-eaf14af0d55f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 913 time: 0.1990869 May 29 01:01:12.824225 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:01:12.921460 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:13.001459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.020537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.035593 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8274c123-2a38-4a61-9fbd-d5f833ff8b49 req-5822f5b2-849d-49ec-bb40-a5c9c228e038 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303641 May 29 01:01:13.038042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:13.038769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142c708-7a38-4718-8dba-a1842c8caac5 None None] Pushing event updated for resources: {'Port': ['ID=a8693b27-0220-44d4-85fe-46043012e530,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:13.046556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a0abb0ad-ff55-4c64-94e5-745fe8857d9b) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:13.052173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e288e166-d956-4971-aa45-b6178fb84fad tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "PUT /v2.0/routers/bf9080bd-528f-4eef-ba16-acd3bcae71ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0240173 May 29 01:01:13.065238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49302) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:13.069309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c8aaa-e909-4c10-a95b-34dfb21620cb None None] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:13.083292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] Sync routers for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:13.097406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Transition to ACTIVE for port object 9fa2cf9d-61eb-46dd-acf5-957620baf57d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:13.162424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:13.186002 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-40b37aec-0815-47e3-861c-2ec43ed7d1a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 998 time: 0.3523314 May 29 01:01:13.259731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:13.270791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.321414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:13.352823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-2df43129-4aee-4c26-9d4a-374f2be249ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:13.355214 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-2df43129-4aee-4c26-9d4a-374f2be249ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.1627109 May 29 01:01:13.438251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.495778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-04378b2d-0fe8-4b77-8b8b-3f2de0f9ebec None None] Provisioning complete for port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:13.496401 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-04378b2d-0fe8-4b77-8b8b-3f2de0f9ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.505925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-33b60b16-fe70-4768-8568-4950031292a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9 HTTP/1.1" status: 204 len: 168 time: 2.0777626 May 29 01:01:13.508291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49308) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:13.509838 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b10c3e03-a376-4c2e-a4d2-b8186d660dde', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'port_id': '50f163f7-75b1-4823-b2c0-351416b87875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'mac_address': 'fa:16:3e:83:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:12Z', 'updated_at': '2022-05-29T01:01:02Z', 'revision_number': 1, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:47Z', 'revision_number': 5, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:13.529676 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2fe4a-2db8-4768-beaa-5eb2a32b5eba None None] The sync data for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv is: [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b10c3e03-a376-4c2e-a4d2-b8186d660dde', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'port_id': '50f163f7-75b1-4823-b2c0-351416b87875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'mac_address': 'fa:16:3e:83:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:00:12Z', 'updated_at': '2022-05-29T01:01:02Z', 'revision_number': 1, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:47Z', 'revision_number': 5, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:13.541902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Transition to ACTIVE for port object 9fa2cf9d-61eb-46dd-acf5-957620baf57d will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:13.591613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.673246 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f7df56ae-1c49-4aed-a5ec-5586f17fd9f7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6080208 May 29 01:01:13.682395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49312) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:13.705997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db12d49-f6e8-44a4-99c0-1d4119489011 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:13.707341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db12d49-f6e8-44a4-99c0-1d4119489011 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:13.708156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5db12d49-f6e8-44a4-99c0-1d4119489011 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:13.708276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'subnet': {'network_id': 'eaef2886-36e9-4032-a7e1-bd66ce9d5f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:13.714089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.749511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.761371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:13.762004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:13.767492 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-6558f0fe-c8cc-4507-93a7-f2fee72a1a7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4062822 May 29 01:01:13.859315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5db12d49-f6e8-44a4-99c0-1d4119489011 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:13.860411 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5db12d49-f6e8-44a4-99c0-1d4119489011 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3511868 May 29 01:01:13.869929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49316) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:13.879589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:13.941257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:13.977931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Pushing event updated for resources: {'Port': ['ID=9fa2cf9d-61eb-46dd-acf5-957620baf57d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:13.981868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Calling delete_port for f04cbc86-8701-4de1-b9ab-fd951c534456 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:13.983918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Network b00a3c52-41b5-469b-b40f-58461a9ea3c3 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:14.019911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:14.022362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:14.063399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.087778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:14.092769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Usage tracker for resource:subnet and tenant:d92821106083427b8f56546536c260a9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:14.097474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:14.107789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:14.136781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Made reservation on behalf of d92821106083427b8f56546536c260a9 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:14.156786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 1dde64e5-8b1d-45d4-b286-03680ce3acde {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:14.190617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.251499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-9bb7231a-0f28-4d3f-bd35-811e79bddfd5 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768596 May 29 01:01:14.257400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Transition to ACTIVE for port object 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:14.260450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] Routers {'bf9080bd-528f-4eef-ba16-acd3bcae71ed'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:14.261169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:14.274531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57fae1-44f6-4f40-9efd-011287261e8d req-b7a8c7f5-d58a-4966-a2a2-91dcbc4cb6fc tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:14.282758 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ce57fae1-44f6-4f40-9efd-011287261e8d req-b7a8c7f5-d58a-4966-a2a2-91dcbc4cb6fc tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.7392669 May 29 01:01:14.408925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:14.408925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.416281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.425638 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.458977 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Transition to ACTIVE for port object 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:14.474833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:14.475398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e011c-3363-461f-8063-2eb171da3546 None None] The sync data for ids ['bf9080bd-528f-4eef-ba16-acd3bcae71ed'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:14.506830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.525728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ce57fae1-44f6-4f40-9efd-011287261e8d req-7607f856-ea98-401b-914c-3939813c8ee5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422900 May 29 01:01:14.527333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.537576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.632110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.639045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Pushing event updated for resources: {'Port': ['ID=95e16b71-cd85-4c65-bfd7-a950c71cd4b4,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:14.670398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Attempting to bind port 9fa2cf9d-61eb-46dd-acf5-957620baf57d on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:14.670822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Attempting to bind port 9fa2cf9d-61eb-46dd-acf5-957620baf57d by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'fb36ce32-824b-4665-a859-3a7a62067127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:14.671289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Attempting to bind port 9fa2cf9d-61eb-46dd-acf5-957620baf57d on network b00a3c52-41b5-469b-b40f-58461a9ea3c3 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:14.678838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-a0abb0ad-ff55-4c64-94e5-745fe8857d9b', 'network_id': 'a0abb0ad-ff55-4c64-94e5-745fe8857d9b', 'tenant_id': 'd92821106083427b8f56546536c260a9', 'fixed_ips': [{'subnet_id': 'fe2d8dd1-354c-4964-b3a4-63bb5edbf92e'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:14.679833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.691187 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faea6fd4-9e92-44fe-8ede-08514ec59b51 req-5a80c363-3925-46df-ae36-9500e203c809 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215672 May 29 01:01:14.700789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-89dd8cc4-2e89-4826-8ad3-5f938ecabfda None None] Provisioning complete for port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:14.701457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-89dd8cc4-2e89-4826-8ad3-5f938ecabfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.723008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.758103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:14.758735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Checking segment: {'id': 'fb36ce32-824b-4665-a859-3a7a62067127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:14.759313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.759892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Bound using segment: {'id': 'fb36ce32-824b-4665-a859-3a7a62067127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:14.760566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Bound port: 9fa2cf9d-61eb-46dd-acf5-957620baf57d, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb36ce32-824b-4665-a859-3a7a62067127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b00a3c52-41b5-469b-b40f-58461a9ea3c3'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:14.761097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.785892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.790355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Port': ['ID=f04cbc86-8701-4de1-b9ab-fd951c534456,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:14.804954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Subnet': ['ID=3340faff-7263-4d24-8153-815ae466f56e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:14.850070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-79932ef5-6483-43c3-8597-1416fc74ef64 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/subnets/3340faff-7263-4d24-8153-815ae466f56e HTTP/1.1" status: 204 len: 168 time: 3.4191389 May 29 01:01:14.854879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49320) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:14.909995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:14.922170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a4764-a07f-4b03-8b68-ba3a78a189fb None None] Network d274a892-2f7d-413f-88b7-f7f9f16df328 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:14.964616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Network 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:15.015003 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159710c-e18b-4fb2-9034-2314531b67cc None None] New status for floating IP b10c3e03-a376-4c2e-a4d2-b8186d660dde: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:01:15.018253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.103935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=1dde64e5-8b1d-45d4-b286-03680ce3acde,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:15.141146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:15.259511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.292457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.303275 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2001ab8b-00ca-4124-9f90-5e401efa1c25 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/1dde64e5-8b1d-45d4-b286-03680ce3acde HTTP/1.1" status: 204 len: 168 time: 1.4293108 May 29 01:01:15.304044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49324) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:15.335099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:15.336513 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-71bde342-33ee-4874-80c8-2b4c7724b9b3 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/ports/f04cbc86-8701-4de1-b9ab-fd951c534456 HTTP/1.1" status: 204 len: 168 time: 2.9152315 May 29 01:01:15.341717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49328) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:15.391218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b931843d-c59d-498d-bdd0-9f940438c7de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833104 May 29 01:01:15.391797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49332) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:15.398179 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f83c67e-5c27-4baa-90f2-d221558380df tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] GET failed (client error): The resource could not be found. May 29 01:01:15.398746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f83c67e-5c27-4baa-90f2-d221558380df tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Synchronizing usage tracker for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:15.400918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:15.421534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Deleting subnet e1c3600c-ab1e-4970-ae0f-5ba26a59d810 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:15.431690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.436876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] For port 9fa2cf9d-61eb-46dd-acf5-957620baf57d, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:15.440468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] For port 9fa2cf9d-61eb-46dd-acf5-957620baf57d, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9fa2cf9d-61eb-46dd-acf5-957620baf57d,segment=NetworkSegment(fb36ce32-824b-4665-a859-3a7a62067127),segment_id=fb36ce32-824b-4665-a859-3a7a62067127)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:15.441797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f580582-cd83-4b49-8f37-4a1a999bd14b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:15.467109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.485907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f83c67e-5c27-4baa-90f2-d221558380df tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Unset dirty status for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:15.490842 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8f83c67e-5c27-4baa-90f2-d221558380df tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "GET /v2.0/ports/f04cbc86-8701-4de1-b9ab-fd951c534456 HTTP/1.1" status: 404 len: 333 time: 0.1468313 May 29 01:01:15.491445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49336) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:15.514539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-539169699'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:15.596568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.664896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:15.680691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:15.686480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:15.701225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:15.721857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:15.740693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.794022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.831304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:15.833604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.838240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Deleting port 7659969c-cbcd-4159-8d4e-7934a4a3ad75 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:15.838434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.869344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:15.910612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:15.945344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Subnet': ['ID=9cd24ea6-33d8-4336-98a8-9cce1d2eb751,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:15.952702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Attempting to bind port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:15.953682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Attempting to bind port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '9cca2920-63a4-4e5a-a7fc-00e18d4e32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:15.953682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Attempting to bind port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 on network 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:15.972408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Allocated IP 172.20.0.2 (a0abb0ad-ff55-4c64-94e5-745fe8857d9b/fe2d8dd1-354c-4964-b3a4-63bb5edbf92e/df742278-37be-4317-9e69-47868f6cd8c0) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:15.974592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:15.976933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.021741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.068779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c3600c-ab1e-4970-ae0f-5ba26a59d810,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:16.074883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.076589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da64c7-deee-4965-8bf3-bf2ad7ebb500 req-0b1a4ff0-63f6-4d55-af36-5c0665acdfc0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:16.078097 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49da64c7-deee-4965-8bf3-bf2ad7ebb500 req-0b1a4ff0-63f6-4d55-af36-5c0665acdfc0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3887126 May 29 01:01:16.078817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Checking segment: {'id': '83ce75ca-8303-4ae5-a785-dd33104db197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eaef2886-36e9-4032-a7e1-bd66ce9d5f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:16.079179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network hostable DHCP agents. Network: eaef2886-36e9-4032-a7e1-bd66ce9d5f16, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:16.090142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] device_id is not set on port 5e8aa544-6f07-415f-9382-8df00c2cdafd yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:16.157393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae033e-b16a-467a-a009-58f5293a4094 None None] Pushing event updated for resources: {'Port': ['ID=9fa2cf9d-61eb-46dd-acf5-957620baf57d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:16.195631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab796d-394f-43a8-a5bf-1e845f28e637 None None] Network b00a3c52-41b5-469b-b40f-58461a9ea3c3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:16.219689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:16.220518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Checking segment: {'id': '9cca2920-63a4-4e5a-a7fc-00e18d4e32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:16.221085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.221629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Bound using segment: {'id': '9cca2920-63a4-4e5a-a7fc-00e18d4e32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:16.222266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Bound port: 95e16b71-cd85-4c65-bfd7-a950c71cd4b4, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca2920-63a4-4e5a-a7fc-00e18d4e32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e7531ca-f4ba-4aa7-9569-e332f41b7f9b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:16.222796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.233539 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c4d6ec57-a6bc-4816-b29d-f0230b1d885c tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/subnets/e1c3600c-ab1e-4970-ae0f-5ba26a59d810 HTTP/1.1" status: 204 len: 168 time: 1.3776293 May 29 01:01:16.236498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.239876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.241015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49344) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:16.346333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:16.413517 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49da64c7-deee-4965-8bf3-bf2ad7ebb500 req-d2e22bc5-ff36-4093-a13b-5706e532ee18 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792144 May 29 01:01:16.424146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Calling delete_port for 7659969c-cbcd-4159-8d4e-7934a4a3ad75 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:16.459210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:16.464254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:16.472137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:16.476701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.480525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d018d5be-f47b-4cbf-9932-7664f2419610 None None] Could not find standard attr ID for object bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:01:16.481109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, eaef2886-36e9-4032-a7e1-bd66ce9d5f16) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:16.496855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:16.497216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.505226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a8693b27-0220-44d4-85fe-46043012e530 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:16.510207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=5b377897-c167-4616-9c1e-4f00777af878,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:16.520772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bf6ca-cf7f-4bac-83f6-81a65f479286 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:16.521742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f44bf6ca-cf7f-4bac-83f6-81a65f479286 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Synchronizing usage tracker for tenant:8494ac973862435899266d2c98e85bc0 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:16.540069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Allocated IP 2001:db8::20d (5cab79fe-7957-4395-a29e-4e24a625ca66/7e1e05eb-f62a-40fd-a32b-2b0de5464702/5e8aa544-6f07-415f-9382-8df00c2cdafd) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:16.540671 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-09f2bd09-9c0f-495b-b5de-f831727e8d21 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1458120 May 29 01:01:16.542463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49350) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:16.548754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'name': 'tempest-NetworksTestDHCPv6-1501958077'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:16.560806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8952ce1-43b8-48e7-b592-995e596d4e89 None None] Network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:16.568431 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a2c58bee-de24-4ed9-8b52-e5ff3140ad7b tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8817987 May 29 01:01:16.573554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49354) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:16.693149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f44bf6ca-cf7f-4bac-83f6-81a65f479286 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Unset dirty status for tenant:8494ac973862435899266d2c98e85bc0 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:16.698243 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f44bf6ca-cf7f-4bac-83f6-81a65f479286 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4244063 May 29 01:01:16.699222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49360) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:16.725472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:16.729585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:16.748720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] Deleting port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:16.749091 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.786601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:16.801845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:16.812222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:16.838544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.841866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:16.844785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.873067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port dc8f288e-f3ca-408c-8949-161d1deb113e yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:16.910368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Deleting port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:16.910849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:16.990646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] For port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4ca8aec2-efd1-4cb5-8f78-d46ee0b36667,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:16.990912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.126680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b186ee2-c0bd-457c-a7ca-b03395364219 req-cf421c49-3ad0-4f25-9a7b-5832aea3ec80 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:17.128440 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9b186ee2-c0bd-457c-a7ca-b03395364219 req-cf421c49-3ad0-4f25-9a7b-5832aea3ec80 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4236319 May 29 01:01:17.135586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] For port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:17.138884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] For port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=95e16b71-cd85-4c65-bfd7-a950c71cd4b4,segment=NetworkSegment(9cca2920-63a4-4e5a-a7fc-00e18d4e32d1),segment_id=9cca2920-63a4-4e5a-a7fc-00e18d4e32d1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:17.154594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.202416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::200 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/5b377897-c167-4616-9c1e-4f00777af878/dc8f288e-f3ca-408c-8949-161d1deb113e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:17.236830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] For port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4, host dv-neutron-843186-2-hyperv, got binding levels [] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:17.237617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.246183 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.259218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] Calling delete_port for 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:17.330143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d018d5be-f47b-4cbf-9932-7664f2419610 None None] Provisioning for port a8693b27-0220-44d4-85fe-46043012e530 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:17.333601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.338500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Port': ['ID=7659969c-cbcd-4159-8d4e-7934a4a3ad75,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:17.382291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port a8693b27-0220-44d4-85fe-46043012e530 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:17.386358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Calling delete_port for 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:17.437193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Transition to ACTIVE for port object df742278-37be-4317-9e69-47868f6cd8c0 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:17.441558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d018d5be-f47b-4cbf-9932-7664f2419610 None None] Provisioning complete for port a8693b27-0220-44d4-85fe-46043012e530 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:17.441899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d018d5be-f47b-4cbf-9932-7664f2419610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.482889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.483612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a8693b27-0220-44d4-85fe-46043012e530 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:17.483931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.537508 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9b186ee2-c0bd-457c-a7ca-b03395364219 req-ca9d63dd-355e-4739-8455-9f9b90f93b32 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898611 May 29 01:01:17.563871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:01:17.564430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:01:17.640558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.658306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object dc8f288e-f3ca-408c-8949-161d1deb113e will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:17.698229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.719331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Transition to ACTIVE for port object df742278-37be-4317-9e69-47868f6cd8c0 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:17.806776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.814210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:17.817473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:17.825849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:17.830269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:17.831317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.836742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=dc8f288e-f3ca-408c-8949-161d1deb113e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:17.852382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.889689 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e00ef459-e64f-4303-9d4a-a232d4a3e2e6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3433857 May 29 01:01:17.891142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49368) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:17.899871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.944682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:17.993050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8b442-67e7-464f-a122-8efe560a323a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:17.994074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b3b8b442-67e7-464f-a122-8efe560a323a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:17.997981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6e925-54fb-4dc6-8110-5680059a650a None None] Network 0e7531ca-f4ba-4aa7-9569-e332f41b7f9b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:18.010967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6634c20-64a0-4c0e-89ce-bf60456c0eff None None] Pushing event updated for resources: {'Port': ['ID=95e16b71-cd85-4c65-bfd7-a950c71cd4b4,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:18.019835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b3b8b442-67e7-464f-a122-8efe560a323a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:18.023406 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b3b8b442-67e7-464f-a122-8efe560a323a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1287074 May 29 01:01:18.023585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49374) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:18.066735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Deleting port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:18.066947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.132500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.139889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port dc8f288e-f3ca-408c-8949-161d1deb113e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:18.140295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.143522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:18.220934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] No DVR routers for this DVR port 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:18.235594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:18.289499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:18.300063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Transition to ACTIVE for port object 5e8aa544-6f07-415f-9382-8df00c2cdafd will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:18.306294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-eaef2886-36e9-4032-a7e1-bd66ce9d5f16', 'network_id': 'eaef2886-36e9-4032-a7e1-bd66ce9d5f16', 'tenant_id': 'd92821106083427b8f56546536c260a9', 'fixed_ips': [{'subnet_id': '9cd24ea6-33d8-4336-98a8-9cce1d2eb751'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:18.307105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.317184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1e5d2-42b3-4764-9b80-363a03fbf520 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:18.424362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.430917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.470781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.472883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Pushing event updated for resources: {'Port': ['ID=df742278-37be-4317-9e69-47868f6cd8c0,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:18.485425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d018d5be-f47b-4cbf-9932-7664f2419610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.508954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] For port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=95e16b71-cd85-4c65-bfd7-a950c71cd4b4,segment=NetworkSegment(9cca2920-63a4-4e5a-a7fc-00e18d4e32d1),segment_id=9cca2920-63a4-4e5a-a7fc-00e18d4e32d1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:18.509307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.655165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Calling delete_port for 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:18.682186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279260b9-e196-4e09-a617-f6dee6838ede None None] Pushing event deleted for resources: {'Port': ['ID=4ca8aec2-efd1-4cb5-8f78-d46ee0b36667,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:18.686711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.696989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f290df-1a55-46a3-b96a-30a84c59a1ab req-f47aae7f-7e2d-45d1-b98a-8d283dd46f92 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:18.710434 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f7f290df-1a55-46a3-b96a-30a84c59a1ab req-f47aae7f-7e2d-45d1-b98a-8d283dd46f92 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6363935 May 29 01:01:18.776437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Attempting to bind port df742278-37be-4317-9e69-47868f6cd8c0 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:18.776807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Attempting to bind port df742278-37be-4317-9e69-47868f6cd8c0 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '285c6963-63f4-44cd-90c3-fda4d98066a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0abb0ad-ff55-4c64-94e5-745fe8857d9b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:18.777177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Attempting to bind port df742278-37be-4317-9e69-47868f6cd8c0 on network a0abb0ad-ff55-4c64-94e5-745fe8857d9b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:18.788332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port a8693b27-0220-44d4-85fe-46043012e530, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a8693b27-0220-44d4-85fe-46043012e530,segment=NetworkSegment(d623d85a-08a8-4172-8336-3a5bf1cad273),segment_id=d623d85a-08a8-4172-8336-3a5bf1cad273)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:18.808503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.815582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.816320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Fanout notify agent at l3_agent the message router_deleted on router bf9080bd-528f-4eef-ba16-acd3bcae71ed {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:01:18.834970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.844390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.868914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:18.869857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Checking segment: {'id': '285c6963-63f4-44cd-90c3-fda4d98066a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0abb0ad-ff55-4c64-94e5-745fe8857d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:18.869857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.870075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Bound using segment: {'id': '285c6963-63f4-44cd-90c3-fda4d98066a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0abb0ad-ff55-4c64-94e5-745fe8857d9b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:18.870559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Bound port: df742278-37be-4317-9e69-47868f6cd8c0, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285c6963-63f4-44cd-90c3-fda4d98066a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0abb0ad-ff55-4c64-94e5-745fe8857d9b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:18.870936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.907125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=5e8aa544-6f07-415f-9382-8df00c2cdafd,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:18.912067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:18.949524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:18.959479 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f7f290df-1a55-46a3-b96a-30a84c59a1ab req-8ed6e48e-02b3-4ca7-9d0a-79f7732b162c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480550 May 29 01:01:18.967335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:18.971047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:18.971750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.976772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Port': ['ID=95e16b71-cd85-4c65-bfd7-a950c71cd4b4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:18.984419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:18.985602 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6958db93-ef7e-483e-8c40-ddf97d9440b2 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "DELETE /v2.0/routers/bf9080bd-528f-4eef-ba16-acd3bcae71ed HTTP/1.1" status: 204 len: 168 time: 5.9160302 May 29 01:01:18.993217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49378) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:19.016829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:19.077413 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-086e888a-700c-4532-b634-1a51778c6458 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5774827 May 29 01:01:19.082366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49386) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:19.092114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Allocated IP 172.20.0.1 (a0abb0ad-ff55-4c64-94e5-745fe8857d9b/fe2d8dd1-354c-4964-b3a4-63bb5edbf92e/c1f4085c-71d6-4aaa-9765-6a3aac677f43) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:19.097942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for dc8f288e-f3ca-408c-8949-161d1deb113e owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:19.101106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ca', 'mac_address': 'fa:16:3e:d9:a0:ea'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:19.128024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:19.131743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4ca8aec2-efd1-4cb5-8f78-d46ee0b36667 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:19.179577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-d018d5be-f47b-4cbf-9932-7664f2419610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:01:19.179934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-d018d5be-f47b-4cbf-9932-7664f2419610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:01:19.239698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] No DVR routers for this DVR port 95e16b71-cd85-4c65-bfd7-a950c71cd4b4 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:19.278520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=a8693b27-0220-44d4-85fe-46043012e530,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:19.291797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Allocated IP 172.20.0.2 (eaef2886-36e9-4032-a7e1-bd66ce9d5f16/9cd24ea6-33d8-4336-98a8-9cce1d2eb751/c84e2d48-66e4-4283-a75d-39b111cb4bde) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:19.337127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] For port df742278-37be-4317-9e69-47868f6cd8c0, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:19.415709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] For port df742278-37be-4317-9e69-47868f6cd8c0, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=df742278-37be-4317-9e69-47868f6cd8c0,segment=NetworkSegment(285c6963-63f4-44cd-90c3-fda4d98066a9),segment_id=285c6963-63f4-44cd-90c3-fda4d98066a9)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:19.475693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.514666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7531ca-f4ba-4aa7-9569-e332f41b7f9b']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:19.536855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cca2920-63a4-4e5a-a7fc-00e18d4e32d1') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:19.537504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cca2920-63a4-4e5a-a7fc-00e18d4e32d1') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:19.552703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.565516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.572773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.581835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:19.582542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.623603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Deleting subnet 5fd83db5-a962-4c48-9ad3-08406e308fd2 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:19.651793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:19.685711 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:19.688469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.729294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.739756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.747922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.759475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.796844 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/networks/0e7531ca-f4ba-4aa7-9569-e332f41b7f9b HTTP/1.1" status: 204 len: 168 time: 3.0971203 May 29 01:01:19.803016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e54b1-27fe-404c-b352-7d0e7f4f642b None None] Pushing event updated for resources: {'Port': ['ID=df742278-37be-4317-9e69-47868f6cd8c0,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:19.811540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49396) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:19.814027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=dc8f288e-f3ca-408c-8949-161d1deb113e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:19.839703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc966b-8108-41ef-9388-c334132d6833 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Network': ['ID=0e7531ca-f4ba-4aa7-9569-e332f41b7f9b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:19.862586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Transition to ACTIVE for port object c1f4085c-71d6-4aaa-9765-6a3aac677f43 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:19.890597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '5b377897-c167-4616-9c1e-4f00777af878'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:19.894211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.898883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.939542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.952593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:19.954696 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e37ed9d3-3e24-4a04-b18c-447d4297589e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/dc8f288e-f3ca-408c-8949-161d1deb113e HTTP/1.1" status: 204 len: 168 time: 1.9301560 May 29 01:01:19.964553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Transition to ACTIVE for port object c84e2d48-66e4-4283-a75d-39b111cb4bde will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:19.967482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49400) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:20.031455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Transition to ACTIVE for port object c84e2d48-66e4-4283-a75d-39b111cb4bde will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:20.046436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.050659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.067004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Deleting port 9fa2cf9d-61eb-46dd-acf5-957620baf57d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:20.067936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.088307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.102717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1ab34f-1c87-4fad-8905-a84d6f9a9301 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:20.104035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1ab34f-1c87-4fad-8905-a84d6f9a9301 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:20.105036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7c1ab34f-1c87-4fad-8905-a84d6f9a9301 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:20.154911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:20.167621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7c1ab34f-1c87-4fad-8905-a84d6f9a9301 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:20.172050 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7c1ab34f-1c87-4fad-8905-a84d6f9a9301 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2005811 May 29 01:01:20.173524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49404) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:20.195861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Pushing event updated for resources: {'Port': ['ID=c84e2d48-66e4-4283-a75d-39b111cb4bde,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:20.198309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:20.205541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:20.219781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.279330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-425a6d7c-0c4c-4d62-8613-294e53e3126a None None] Provisioning complete for port a8693b27-0220-44d4-85fe-46043012e530 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:20.279707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-425a6d7c-0c4c-4d62-8613-294e53e3126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.310878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:20.336569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:20.350263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:20.394742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/5b377897-c167-4616-9c1e-4f00777af878/c4a73b6c-2848-4fe9-ba4f-886f0b52e328) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:20.435242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Attempting to bind port c84e2d48-66e4-4283-a75d-39b111cb4bde on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:20.435597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Attempting to bind port c84e2d48-66e4-4283-a75d-39b111cb4bde by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '83ce75ca-8303-4ae5-a785-dd33104db197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eaef2886-36e9-4032-a7e1-bd66ce9d5f16'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:20.435946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Attempting to bind port c84e2d48-66e4-4283-a75d-39b111cb4bde on network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:20.457380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Port': ['ID=c1f4085c-71d6-4aaa-9765-6a3aac677f43,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:20.464785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d587d-0a0f-44e3-8b90-8d381cd314ba req-4b5c6c70-acb2-45c0-98e9-3366b4e89052 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:20.468487 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-303d587d-0a0f-44e3-8b90-8d381cd314ba req-4b5c6c70-acb2-45c0-98e9-3366b4e89052 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5465522 May 29 01:01:20.520807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 5b377897-c167-4616-9c1e-4f00777af878 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:20.525411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:20.525784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Checking segment: {'id': '83ce75ca-8303-4ae5-a785-dd33104db197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eaef2886-36e9-4032-a7e1-bd66ce9d5f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:20.526193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.526585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Bound using segment: {'id': '83ce75ca-8303-4ae5-a785-dd33104db197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eaef2886-36e9-4032-a7e1-bd66ce9d5f16'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:20.527076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Bound port: c84e2d48-66e4-4283-a75d-39b111cb4bde, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ce75ca-8303-4ae5-a785-dd33104db197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eaef2886-36e9-4032-a7e1-bd66ce9d5f16'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:20.527506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.561304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.564010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] For port 9fa2cf9d-61eb-46dd-acf5-957620baf57d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9fa2cf9d-61eb-46dd-acf5-957620baf57d,segment=NetworkSegment(fb36ce32-824b-4665-a859-3a7a62067127),segment_id=fb36ce32-824b-4665-a859-3a7a62067127)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:20.564556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.582146 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-303d587d-0a0f-44e3-8b90-8d381cd314ba req-6a830924-9f95-4508-b6bc-289c7aa480db tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033509 May 29 01:01:20.583074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.726025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Calling delete_port for 9fa2cf9d-61eb-46dd-acf5-957620baf57d owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:20.737336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] For port c84e2d48-66e4-4283-a75d-39b111cb4bde, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:20.761135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd83db5-a962-4c48-9ad3-08406e308fd2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:20.776883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.778480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] For port c84e2d48-66e4-4283-a75d-39b111cb4bde, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c84e2d48-66e4-4283-a75d-39b111cb4bde,segment=NetworkSegment(83ce75ca-8303-4ae5-a785-dd33104db197),segment_id=83ce75ca-8303-4ae5-a785-dd33104db197)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:20.786523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-425a6d7c-0c4c-4d62-8613-294e53e3126a None None] Provisioning for port 5e8aa544-6f07-415f-9382-8df00c2cdafd completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:20.791274 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-daf60df4-d1dc-439e-b4e9-41d201688c9b tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "DELETE /v2.0/subnets/5fd83db5-a962-4c48-9ad3-08406e308fd2 HTTP/1.1" status: 204 len: 168 time: 1.7949989 May 29 01:01:20.794866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49408) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:20.795210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf1c17-3e14-4885-8412-95c90f755134 None None] Network 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:20.811946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.849038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.860606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-425a6d7c-0c4c-4d62-8613-294e53e3126a None None] Provisioning complete for port 5e8aa544-6f07-415f-9382-8df00c2cdafd triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:20.861002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-425a6d7c-0c4c-4d62-8613-294e53e3126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.864085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.904913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.964123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Port': ['ID=9fa2cf9d-61eb-46dd-acf5-957620baf57d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:20.990966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.995284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:20.999296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] No DVR routers for this DVR port 9fa2cf9d-61eb-46dd-acf5-957620baf57d on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:21.013065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] In _notify_port_updated(), no bound segment for port 5e8aa544-6f07-415f-9382-8df00c2cdafd on network 5cab79fe-7957-4395-a29e-4e24a625ca66 {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:01:21.026666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:21.028874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.030758 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "PUT /v2.0/ports/5e8aa544-6f07-415f-9382-8df00c2cdafd HTTP/1.1" status: 200 len: 1002 time: 1.9441762 May 29 01:01:21.038704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49412) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:21.061004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Transition to ACTIVE for port object c4a73b6c-2848-4fe9-ba4f-886f0b52e328 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:21.061496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.088230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-425a6d7c-0c4c-4d62-8613-294e53e3126a None None] Port 5e8aa544-6f07-415f-9382-8df00c2cdafd cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:21.090112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13576d-914f-491e-8419-f08e1c39283d tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=5e8aa544-6f07-415f-9382-8df00c2cdafd,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:21.115598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Deleting port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:21.116255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.127293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632550f-2a73-454e-b5e8-770a86f49e63 None None] Pushing event updated for resources: {'Port': ['ID=c84e2d48-66e4-4283-a75d-39b111cb4bde,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:21.171946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Transition to ACTIVE for port object c4a73b6c-2848-4fe9-ba4f-886f0b52e328 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:21.195151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting port 5e8aa544-6f07-415f-9382-8df00c2cdafd {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:21.195584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.210326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.223540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.259299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device df742278-37be-4317-9e69-47868f6cd8c0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:21.365951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:21.372774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:21.375654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:21.399968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Pushing event updated for resources: {'Port': ['ID=c4a73b6c-2848-4fe9-ba4f-886f0b52e328,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:21.404424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.528444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port df742278-37be-4317-9e69-47868f6cd8c0 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:21.543877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a8693b27-0220-44d4-85fe-46043012e530 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:21.560744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.605140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] DHCP port deletion for 4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:21.614948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Attempting to bind port c4a73b6c-2848-4fe9-ba4f-886f0b52e328 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:21.617239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Attempting to bind port c4a73b6c-2848-4fe9-ba4f-886f0b52e328 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:21.617729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Attempting to bind port c4a73b6c-2848-4fe9-ba4f-886f0b52e328 on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:21.630366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Deleting port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:21.630756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.646493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00a3c52-41b5-469b-b40f-58461a9ea3c3']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:21.770846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:21.771392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:21.772518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.772518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:21.772876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Bound port: c4a73b6c-2848-4fe9-ba4f-886f0b52e328, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:21.773642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.783773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb36ce32-824b-4665-a859-3a7a62067127') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:21.784942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb36ce32-824b-4665-a859-3a7a62067127') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:21.821940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.964510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.989134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:21.989532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:21.998591 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:22.004380 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:22.039633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46871a7-3ceb-43eb-9b51-35c639084ecf None None] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:22.056665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.084676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] For port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,segment=NetworkSegment(b95062b2-2100-4c3b-ba8d-06c3c9d7ded8),segment_id=b95062b2-2100-4c3b-ba8d-06c3c9d7ded8)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:22.085031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.159175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.177689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] For port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,segment=NetworkSegment(b95062b2-2100-4c3b-ba8d-06c3c9d7ded8),segment_id=b95062b2-2100-4c3b-ba8d-06c3c9d7ded8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:22.178073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.195903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Calling delete_port for 5e8aa544-6f07-415f-9382-8df00c2cdafd owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:22.217109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a8693b27-0220-44d4-85fe-46043012e530 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:22.217471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.250775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.255251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.270838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Calling delete_port for 29baa2b7-bc9a-4a9a-8646-5f85f344e6df owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:22.276900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22886ea4-7348-4feb-a826-1d83825c4f84 req-548fb6bb-e105-4fe4-9148-d341e3a7794e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:22.280454 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22886ea4-7348-4feb-a826-1d83825c4f84 req-548fb6bb-e105-4fe4-9148-d341e3a7794e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4337015 May 29 01:01:22.334754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.349955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Network': ['ID=b00a3c52-41b5-469b-b40f-58461a9ea3c3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:22.368386 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5c3d9da-a42b-4233-a348-5e76b3d7ef98 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/networks/b00a3c52-41b5-469b-b40f-58461a9ea3c3 HTTP/1.1" status: 204 len: 168 time: 2.5534391 May 29 01:01:22.370213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49418) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:22.380267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.409068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Calling delete_port for 29baa2b7-bc9a-4a9a-8646-5f85f344e6df owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:22.484267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-baa692cc-f4f7-498d-9bee-7740add83ecf None None] Provisioning complete for port 5e8aa544-6f07-415f-9382-8df00c2cdafd triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:22.484648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-baa692cc-f4f7-498d-9bee-7740add83ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.522571 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22886ea4-7348-4feb-a826-1d83825c4f84 req-62a726d4-794b-40c8-9d05-b0dfef7f73b4 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357090 May 29 01:01:22.567457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.572423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Port': ['ID=c1f4085c-71d6-4aaa-9765-6a3aac677f43,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:22.576070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.602757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.630455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Port': ['ID=5e8aa544-6f07-415f-9382-8df00c2cdafd,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:22.641701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.649750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] For port c4a73b6c-2848-4fe9-ba4f-886f0b52e328, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:22.659480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] For port c4a73b6c-2848-4fe9-ba4f-886f0b52e328, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c4a73b6c-2848-4fe9-ba4f-886f0b52e328,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:22.700418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=5b377897-c167-4616-9c1e-4f00777af878,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:22.718127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Port': ['ID=29baa2b7-bc9a-4a9a-8646-5f85f344e6df,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:22.726424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.726749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-baa692cc-f4f7-498d-9bee-7740add83ecf None None] Port 5e8aa544-6f07-415f-9382-8df00c2cdafd cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:22.729542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:01:22.731320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:01:22.734004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.741760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] No DVR routers for this DVR port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:22.748271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:22.851309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67dd22-f49f-4436-be5d-380618b8b886 None None] Pushing event updated for resources: {'Port': ['ID=c4a73b6c-2848-4fe9-ba4f-886f0b52e328,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:22.912727 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1489e750-c857-4cfd-ba32-9ff9880a74a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/5b377897-c167-4616-9c1e-4f00777af878 HTTP/1.1" status: 204 len: 168 time: 2.7359848 May 29 01:01:22.930067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49424) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:22.992152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5672d8c5-1303-4f53-b2b0-1ca0b135de96 None None] Provisioning for port df742278-37be-4317-9e69-47868f6cd8c0 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:23.000484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5672d8c5-1303-4f53-b2b0-1ca0b135de96 None None] Provisioning complete for port df742278-37be-4317-9e69-47868f6cd8c0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:23.001201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5672d8c5-1303-4f53-b2b0-1ca0b135de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.057745 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-267d0aa4-0e81-4ff3-8682-ee1279eb4858 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242492 May 29 01:01:23.068399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49428) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:23.115471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.140505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c84e2d48-66e4-4283-a75d-39b111cb4bde up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:23.164887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.174340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:23.192932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.202452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95062b2-2100-4c3b-ba8d-06c3c9d7ded8') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:23.202747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95062b2-2100-4c3b-ba8d-06c3c9d7ded8') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:23.212443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:23.217714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:23.217970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3aedf5-4794-4ad7-9c14-7d98a0152bdb']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:23.226815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.234623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83736f80-3af2-47bc-a1be-220d07dcc4ca None None] Network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:23.242172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff554d9-3972-409a-8f6d-3312ec6ed0d1') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:23.242637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff554d9-3972-409a-8f6d-3312ec6ed0d1') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:23.258332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.264057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.269305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Deleting port 29baa2b7-bc9a-4a9a-8646-5f85f344e6df {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:23.269609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.283502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:23.283929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:23.304194 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:23.382010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-edcadd9e-70ad-4af5-9c25-d9841c523e71 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/ports/5e8aa544-6f07-415f-9382-8df00c2cdafd HTTP/1.1" status: 204 len: 168 time: 2.3415933 May 29 01:01:23.392409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49432) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:23.439670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.448425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.453247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.456612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:23.457031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.469833 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebfe02f-05eb-439d-961e-5c2e6692763e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] GET failed (client error): The resource could not be found. May 29 01:01:23.470273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ebfe02f-05eb-439d-961e-5c2e6692763e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Synchronizing usage tracker for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:23.481205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca4b67-d246-41d5-beb1-3784c1d95889 None None] The port '29baa2b7-bc9a-4a9a-8646-5f85f344e6df' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:23.486812 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:23.560317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Network': ['ID=4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:23.579238 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-259e0b68-7854-4386-8666-790817b39e54 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "DELETE /v2.0/networks/4c032ae3-2b0b-42b4-9e59-846b7a7f8ed7 HTTP/1.1" status: 204 len: 168 time: 2.7736571 May 29 01:01:23.580228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49438) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:23.596600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054257cb-e1ca-40f4-b047-1a63bce5e63e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:23.600947 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-054257cb-e1ca-40f4-b047-1a63bce5e63e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5287564 May 29 01:01:23.600947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ebfe02f-05eb-439d-961e-5c2e6692763e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Unset dirty status for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:23.600947 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5ebfe02f-05eb-439d-961e-5c2e6692763e tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "GET /v2.0/ports/5e8aa544-6f07-415f-9382-8df00c2cdafd HTTP/1.1" status: 404 len: 333 time: 0.2065670 May 29 01:01:23.610570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49440) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:23.610928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49442) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:23.630449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c84e2d48-66e4-4283-a75d-39b111cb4bde completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:23.742531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1771041137'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:23.751757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5672d8c5-1303-4f53-b2b0-1ca0b135de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.819069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.839600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 29baa2b7-bc9a-4a9a-8646-5f85f344e6df no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:23.843645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.860435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Deleting port d2b4a89e-9376-418e-a667-01add6566fa2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:23.860763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.890824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Network': ['ID=5c3aedf5-4794-4ad7-9c14-7d98a0152bdb,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:23.901812 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1758fa45-1dad-4b0e-b81c-d6e3ec213851 tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/networks/5c3aedf5-4794-4ad7-9c14-7d98a0152bdb HTTP/1.1" status: 204 len: 168 time: 1.5299008 May 29 01:01:23.903951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49450) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:23.963931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5672d8c5-1303-4f53-b2b0-1ca0b135de96 None None] For port df742278-37be-4317-9e69-47868f6cd8c0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=df742278-37be-4317-9e69-47868f6cd8c0,segment=NetworkSegment(285c6963-63f4-44cd-90c3-fda4d98066a9),segment_id=285c6963-63f4-44cd-90c3-fda4d98066a9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:23.964564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 29baa2b7-bc9a-4a9a-8646-5f85f344e6df {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:23.964700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 29baa2b7-bc9a-4a9a-8646-5f85f344e6df not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:23.977371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5672d8c5-1303-4f53-b2b0-1ca0b135de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:23.979724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c55da-7d78-4481-9ad2-a95e590f7698 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:23.982062 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-277c55da-7d78-4481-9ad2-a95e590f7698 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3233955 May 29 01:01:24.005032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49454) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:24.059365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672d8c5-1303-4f53-b2b0-1ca0b135de96 None None] Pushing event updated for resources: {'Port': ['ID=df742278-37be-4317-9e69-47868f6cd8c0,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:24.127828 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0215f070-5215-447c-b665-72a7b33f40c8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207988 May 29 01:01:24.133959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49458) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:24.141520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Provisioning complete for port df742278-37be-4317-9e69-47868f6cd8c0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:24.142379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.152340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:24.184570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:24.192249 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccabac-4cad-4f9e-8caf-22df0d4e6461 req-b195048d-506d-4cd3-b811-c1c1764b5fb0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:24.207351 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2dccabac-4cad-4f9e-8caf-22df0d4e6461 req-b195048d-506d-4cd3-b811-c1c1764b5fb0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4416504 May 29 01:01:24.287417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:24.296681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.345264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Provisioning for port c1f4085c-71d6-4aaa-9765-6a3aac677f43 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:24.348151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:24.351551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.352722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Provisioning complete for port c1f4085c-71d6-4aaa-9765-6a3aac677f43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:24.353364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.392549 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2dccabac-4cad-4f9e-8caf-22df0d4e6461 req-0705648f-a302-48a3-999e-df3a3686cc09 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829102 May 29 01:01:24.429409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] device_id is not set on port b58055d0-640f-44d5-9743-03c66566cf61 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:24.442507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Port c1f4085c-71d6-4aaa-9765-6a3aac677f43 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:24.459075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Provisioning for port c84e2d48-66e4-4283-a75d-39b111cb4bde completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:24.470227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Provisioning complete for port c84e2d48-66e4-4283-a75d-39b111cb4bde triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:24.471159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.548901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Router 2eac36cd-63a2-4876-b091-2ed34c386f82 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:01:24.603700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.604047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.693717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.737124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:24.757509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] For port c84e2d48-66e4-4283-a75d-39b111cb4bde, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c84e2d48-66e4-4283-a75d-39b111cb4bde,segment=NetworkSegment(83ce75ca-8303-4ae5-a785-dd33104db197),segment_id=83ce75ca-8303-4ae5-a785-dd33104db197)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:24.760266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25565fa6-12e7-4fc1-8096-9b61f47492de None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:24.783427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.817803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Calling delete_port for d2b4a89e-9376-418e-a667-01add6566fa2 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:24.860654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:24.865321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:24.893249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:24.901060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:24.914684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Allocated IP 2001:db8::8 (5cab79fe-7957-4395-a29e-4e24a625ca66/7e1e05eb-f62a-40fd-a32b-2b0de5464702/b58055d0-640f-44d5-9743-03c66566cf61) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:24.936654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca96b31d-1320-4cf8-8861-cfb959a9a2da']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:24.955174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dff49b-0ff1-4d8e-b39c-cb2169b569ca') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:24.955964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dff49b-0ff1-4d8e-b39c-cb2169b569ca') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:24.972917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:24.996696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.004063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a940b03-54d3-4baf-9466-8b99c710f280 None None] Provisioning for port c4a73b6c-2848-4fe9-ba4f-886f0b52e328 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:25.049260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f40ca-2de6-454c-ba6c-82088428791e None None] Pushing event updated for resources: {'Port': ['ID=c84e2d48-66e4-4283-a75d-39b111cb4bde,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:25.082060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.089784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a940b03-54d3-4baf-9466-8b99c710f280 None None] Provisioning complete for port c1f4085c-71d6-4aaa-9765-6a3aac677f43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:25.090847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a940b03-54d3-4baf-9466-8b99c710f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.109538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:25.109538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:25.124685 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:25.159070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device df742278-37be-4317-9e69-47868f6cd8c0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:25.225131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:25.226852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.254927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] Deleting port c4a73b6c-2848-4fe9-ba4f-886f0b52e328 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:25.255390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.283985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.311011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Transition to ACTIVE for port object b58055d0-640f-44d5-9743-03c66566cf61 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:25.324373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:25.334512 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-79a1e787-91f6-4de7-a257-7692c5b72759 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "PUT /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7599449 May 29 01:01:25.337515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49462) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:25.344470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5a940b03-54d3-4baf-9466-8b99c710f280 None None] Port c1f4085c-71d6-4aaa-9765-6a3aac677f43 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:25.350381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] Sync routers for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:25.375449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.379510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.398742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a940b03-54d3-4baf-9466-8b99c710f280 None None] Could not find standard attr ID for object dc8f288e-f3ca-408c-8949-161d1deb113e. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:01:25.425404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] Pushing event deleted for resources: {'Network': ['ID=ca96b31d-1320-4cf8-8861-cfb959a9a2da,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:25.433461 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-04c0905b-5dfa-43f0-8e08-40dce35192fb tempest-BulkNetworkOpsIpV6Test-1666963211 tempest-BulkNetworkOpsIpV6Test-1666963211-project] 10.222.0.33 "DELETE /v2.0/networks/ca96b31d-1320-4cf8-8861-cfb959a9a2da HTTP/1.1" status: 204 len: 168 time: 1.5126595 May 29 01:01:25.438085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.477516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.495070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Pushing event deleted for resources: {'Port': ['ID=d2b4a89e-9376-418e-a667-01add6566fa2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:25.535647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a940b03-54d3-4baf-9466-8b99c710f280 None None] Provisioning complete for port c84e2d48-66e4-4283-a75d-39b111cb4bde triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:25.536166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a940b03-54d3-4baf-9466-8b99c710f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.604600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:25.605365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:25.618453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:25.625173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:25.628815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=b58055d0-640f-44d5-9743-03c66566cf61,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:25.631090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:25.635039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:25.635787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.658969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.678104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.678356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fdc3a9cf-c06f-44a5-bb7a-f59e3794892b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0176721 May 29 01:01:25.679220 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bd9f66a2-399d-4634-8b88-0e0b70d05e66 tempest-FloatingIPAdminTestJSON-1326117182 tempest-FloatingIPAdminTestJSON-1326117182-project] 10.222.0.33 "DELETE /v2.0/floatingips/428150b2-baf6-4cf0-a67d-b7075b4241bc HTTP/1.1" status: 204 len: 168 time: 2.0651031 May 29 01:01:25.683206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49470) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:25.689456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d9:a0:ea'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:25.743074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] For port c4a73b6c-2848-4fe9-ba4f-886f0b52e328, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c4a73b6c-2848-4fe9-ba4f-886f0b52e328,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:25.743830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.816914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.959947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:25.965613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:25.968864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:25.969883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:25.985323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] Calling delete_port for c4a73b6c-2848-4fe9-ba4f-886f0b52e328 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:25.991740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=324386cf-7165-44f7-b5ac-9534e0ef08ac,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:26.021372 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c5ba8c14-0ad4-4d8a-8103-4eeb9652d99b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8818741 May 29 01:01:26.024755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49480) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:26.032573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '324386cf-7165-44f7-b5ac-9534e0ef08ac', 'ip_address': '2001:db8::a0f:ec5f:1a70:e066'}], 'name': 'tempest-NetworksTestDHCPv6-1343569'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:26.077013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port df742278-37be-4317-9e69-47868f6cd8c0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:26.078662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.099720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49484) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:26.139531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49490) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:26.170552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:26.213818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383b4bb-5971-4f21-aca5-e5afff006b5d req-1534bdfc-031a-43ca-97ea-d439d61b5135 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:26.215525 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4383b4bb-5971-4f21-aca5-e5afff006b5d req-1534bdfc-031a-43ca-97ea-d439d61b5135 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5438786 May 29 01:01:26.356493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:26.357274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:26.431089 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4383b4bb-5971-4f21-aca5-e5afff006b5d req-cd5db433-72e4-4530-8a2b-decc62849d4e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556172 May 29 01:01:26.444537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:26.445024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f9c4d-73b1-463d-928d-eee0853062b3 None None] The sync data for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:26.457180 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.473644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.541560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] Pushing event deleted for resources: {'Port': ['ID=c4a73b6c-2848-4fe9-ba4f-886f0b52e328,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:26.548915 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5912e636-fe6b-4e1b-aee3-919ad30768c9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=af9de512b894477bb0b02e70d2e0853a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060681 May 29 01:01:26.553223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49498) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:26.568119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:26.577315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:26.582876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:26.593595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:26.594358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68171a0-c016-4268-a57c-4380ea53eae7 None None] No DVR routers for this DVR port c4a73b6c-2848-4fe9-ba4f-886f0b52e328 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:26.612156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c4a73b6c-2848-4fe9-ba4f-886f0b52e328 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:26.640828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0118f8-28c1-407e-b0c5-fa2f5959d8c2 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:26.651887 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-54b06c2f-f6e3-4066-a36d-7cf3e6aa1825 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8494ac973862435899266d2c98e85bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5484629 May 29 01:01:26.653423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49504) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:26.687543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:26.694469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.723564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c4a73b6c-2848-4fe9-ba4f-886f0b52e328 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:26.724102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c4a73b6c-2848-4fe9-ba4f-886f0b52e328 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 29 01:01:26.756942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port abce7037-5d2f-4279-93e0-1dc88f79b152 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:26.774456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5864a8cc-e356-4933-9581-3d315e2c9fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.776603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Port c4a73b6c-2848-4fe9-ba4f-886f0b52e328 not found, will not notify nova. {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 29 01:01:26.783185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c6821d61-20b9-4055-9254-b79bbbd54312 None None] Provisioning for port b58055d0-640f-44d5-9743-03c66566cf61 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:26.793669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c6821d61-20b9-4055-9254-b79bbbd54312 None None] Provisioning complete for port b58055d0-640f-44d5-9743-03c66566cf61 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:26.794048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6821d61-20b9-4055-9254-b79bbbd54312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.866237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5864a8cc-e356-4933-9581-3d315e2c9fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.893297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c6821d61-20b9-4055-9254-b79bbbd54312 None None] Port b58055d0-640f-44d5-9743-03c66566cf61 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:26.986423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5864a8cc-e356-4933-9581-3d315e2c9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:26.993878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c84e2d48-66e4-4283-a75d-39b111cb4bde up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:27.041927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '324386cf-7165-44f7-b5ac-9534e0ef08ac'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:27.042891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.049693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.057248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864a8cc-e356-4933-9581-3d315e2c9fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776bdbd1-a649-4f79-ae9f-f42728d1c470,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:27.063118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.068726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf35d21d-eea4-4a8d-a2fa-03f6ded7e4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.094644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5864a8cc-e356-4933-9581-3d315e2c9fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.098406 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5864a8cc-e356-4933-9581-3d315e2c9fe1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/776bdbd1-a649-4f79-ae9f-f42728d1c470 HTTP/1.1" status: 204 len: 168 time: 0.5384326 May 29 01:01:27.132897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf35d21d-eea4-4a8d-a2fa-03f6ded7e4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.149092 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-d61075d0-8faa-4bae-8209-f3127cc35507 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:01:27.153239 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d61075d0-8faa-4bae-8209-f3127cc35507 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "PUT /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8116882 May 29 01:01:27.160619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49512) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:27.173237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c84e2d48-66e4-4283-a75d-39b111cb4bde triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:27.173790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.281051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] In _notify_port_updated(), no bound segment for port b58055d0-640f-44d5-9743-03c66566cf61 on network 5cab79fe-7957-4395-a29e-4e24a625ca66 {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:01:27.284866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:27.285423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.286678 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "PUT /v2.0/ports/b58055d0-640f-44d5-9743-03c66566cf61 HTTP/1.1" status: 200 len: 1001 time: 1.6025767 May 29 01:01:27.297116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49516) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:27.382662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c4a73b6c-2848-4fe9-ba4f-886f0b52e328 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:27.390227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4a97b-5bb7-419f-883d-7a3b93496482 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=b58055d0-640f-44d5-9743-03c66566cf61,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:27.403232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::a0f:ec5f:1a70:e066 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/324386cf-7165-44f7-b5ac-9534e0ef08ac/abce7037-5d2f-4279-93e0-1dc88f79b152) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:27.412657 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-22b70f04-d684-4813-96fe-3a4bd746ba86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.4620304 May 29 01:01:27.428535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c4a73b6c-2848-4fe9-ba4f-886f0b52e328 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:27.428535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c4a73b6c-2848-4fe9-ba4f-886f0b52e328 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:27.489134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea0a81-41c8-4e39-9e65-5497613ad098 req-f13c2487-7dfe-4388-9178-f06ac8a6c1be tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:27.495922 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-56ea0a81-41c8-4e39-9e65-5497613ad098 req-f13c2487-7dfe-4388-9178-f06ac8a6c1be tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6576047 May 29 01:01:27.541727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting port b58055d0-640f-44d5-9743-03c66566cf61 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:27.541727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.581380 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-56ea0a81-41c8-4e39-9e65-5497613ad098 req-8b4b37de-6e8b-45fa-8469-9f62e9d141ab tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832567 May 29 01:01:27.585408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf35d21d-eea4-4a8d-a2fa-03f6ded7e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.615158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35d21d-eea4-4a8d-a2fa-03f6ded7e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8de2f-c8c7-447d-9abd-ef5d82a98fb5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:27.691501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49522) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:27.712043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf35d21d-eea4-4a8d-a2fa-03f6ded7e4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.713142 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bf35d21d-eea4-4a8d-a2fa-03f6ded7e4c9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4fc8de2f-c8c7-447d-9abd-ef5d82a98fb5 HTTP/1.1" status: 204 len: 168 time: 1.0566323 May 29 01:01:27.752418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-59ed6b1b-28c7-44bb-82c8-e387a55a15cb None None] Provisioning complete for port b58055d0-640f-44d5-9743-03c66566cf61 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:27.752722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59ed6b1b-28c7-44bb-82c8-e387a55a15cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.823198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-59ed6b1b-28c7-44bb-82c8-e387a55a15cb None None] Port b58055d0-640f-44d5-9743-03c66566cf61 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:27.847825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.898507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:27.926288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-1f6f8235-3588-44b8-b4f7-9291fef4d2cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:27.927722 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-1f6f8235-3588-44b8-b4f7-9291fef4d2cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 913 time: 0.5065196 May 29 01:01:28.096625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:28.112879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Usage tracker for resource:security_group_rule and tenant:7a9575df91a14106872b6f0ce5136b81 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:28.121828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:28.153349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:28.162146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.171564 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-4a966a9b-1520-49b0-9d63-c349324b40ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 1000 time: 0.2286954 May 29 01:01:28.175048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.453568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Calling delete_port for b58055d0-640f-44d5-9743-03c66566cf61 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:28.491901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting port c1f4085c-71d6-4aaa-9765-6a3aac677f43 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:28.492408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.503904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object abce7037-5d2f-4279-93e0-1dc88f79b152 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:28.536418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-818b691a-ca23-404d-8c82-053e29c17883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:28.537864 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-818b691a-ca23-404d-8c82-053e29c17883 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.3576977 May 29 01:01:28.707078 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.715359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.750218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.764432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49546) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:28.766249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.817909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/324386cf-7165-44f7-b5ac-9534e0ef08ac/656e59bc-8681-4ed4-9816-6cd63780cd1f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:28.877381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:28.878479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=abce7037-5d2f-4279-93e0-1dc88f79b152,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:28.884151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:28.886248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:28.890981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:28.892128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.895307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad4ed5-be81-420a-b93c-b0a4a1e3ed24,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:28.898609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:28.909134 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b6f8f0fa-e1fc-44ba-bea5-a76fb7c127e5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7a9575df91a14106872b6f0ce5136b81&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1931388 May 29 01:01:28.913065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49552) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:28.961252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Calling delete_port for c1f4085c-71d6-4aaa-9765-6a3aac677f43 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:28.980025 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-7ae956c2-3c3b-413d-ac40-0895a17c72a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4333215 May 29 01:01:28.992432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1655672185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:29.012691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:29.020975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Port': ['ID=b58055d0-640f-44d5-9743-03c66566cf61,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:29.026806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:router and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:29.034141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:29.052973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:29.097791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.098712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.123453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.146872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb6796-02ea-40d4-b675-7f4240a08e83 req-a1345da0-22fe-47a2-948c-09d6ad660363 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:29.154650 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43eb6796-02ea-40d4-b675-7f4240a08e83 req-a1345da0-22fe-47a2-948c-09d6ad660363 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3779256 May 29 01:01:29.154950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.165544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.180722 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-17ec4d78-cd1a-49f9-b2cf-c2ca376aef7b tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/ports/b58055d0-640f-44d5-9743-03c66566cf61 HTTP/1.1" status: 204 len: 168 time: 1.8807611 May 29 01:01:29.186571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49556) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:29.187218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Transition to ACTIVE for port object 656e59bc-8681-4ed4-9816-6cd63780cd1f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:29.195980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-518b6e24-885f-4456-aff3-fd70712af8b8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1676431 May 29 01:01:29.200373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49560) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:29.230009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Transition to ACTIVE for port object 656e59bc-8681-4ed4-9816-6cd63780cd1f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:29.241250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.242274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.269791 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5763f91-4105-4eb0-b0a8-1de107b61951 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] GET failed (client error): The resource could not be found. May 29 01:01:29.270305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f5763f91-4105-4eb0-b0a8-1de107b61951 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Synchronizing usage tracker for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:29.278127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1533123b-bebd-426c-b7d1-0368ae8d39a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.328450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f5763f91-4105-4eb0-b0a8-1de107b61951 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Unset dirty status for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:29.329689 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f5763f91-4105-4eb0-b0a8-1de107b61951 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "GET /v2.0/ports/b58055d0-640f-44d5-9743-03c66566cf61 HTTP/1.1" status: 404 len: 333 time: 0.1420808 May 29 01:01:29.337051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1533123b-bebd-426c-b7d1-0368ae8d39a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.340205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Pushing event updated for resources: {'Port': ['ID=656e59bc-8681-4ed4-9816-6cd63780cd1f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:29.347014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:29.347511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49564) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:29.348615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:29.351226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:29.357431 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-2200c233-ea79-43d7-81fd-9861cf935ada service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597884 May 29 01:01:29.361031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-931343431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:29.441641 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43eb6796-02ea-40d4-b675-7f4240a08e83 req-28bc5fb3-87c9-4988-83de-77e9da658baa tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859600 May 29 01:01:29.446793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Attempting to bind port 656e59bc-8681-4ed4-9816-6cd63780cd1f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:29.451767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Attempting to bind port 656e59bc-8681-4ed4-9816-6cd63780cd1f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:29.452378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Attempting to bind port 656e59bc-8681-4ed4-9816-6cd63780cd1f on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:29.461140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:29.461801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:29.462429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.463033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:29.463886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Bound port: 656e59bc-8681-4ed4-9816-6cd63780cd1f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:29.464484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.469909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.473960 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d46e172e-1407-4e6f-a81b-c112c924808a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7059093 May 29 01:01:29.479856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49568) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:29.491693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-463580548'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:29.502125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:29.509201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:network and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:29.513905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:29.521025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:29.526270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.566077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] For port 656e59bc-8681-4ed4-9816-6cd63780cd1f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:29.569145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] For port 656e59bc-8681-4ed4-9816-6cd63780cd1f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=656e59bc-8681-4ed4-9816-6cd63780cd1f,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:29.576355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.581821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Port': ['ID=c1f4085c-71d6-4aaa-9765-6a3aac677f43,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:29.588842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:29.592028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.608201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a22bcf-54f8-4981-89ef-210a0288e0d9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:29.614885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a22bcf-54f8-4981-89ef-210a0288e0d9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:29.614885 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-18a22bcf-54f8-4981-89ef-210a0288e0d9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.4123735 May 29 01:01:29.616952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49572) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:29.651429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.670700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a729523-1f6a-4931-94f0-5869ba810687 None None] Pushing event updated for resources: {'Port': ['ID=656e59bc-8681-4ed4-9816-6cd63780cd1f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:29.716880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-eaa8ae96-ca9c-4b59-91d4-4c233dfc4e47 req-5f48aee4-15f0-4ded-abf6-71402df88f74 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372450 May 29 01:01:29.717884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:29.723964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1533123b-bebd-426c-b7d1-0368ae8d39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.747182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:29.758117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:security_group_rule and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:29.762261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:29.764637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533123b-bebd-426c-b7d1-0368ae8d39a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad4ed5-be81-420a-b93c-b0a4a1e3ed24,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:29.770370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port abce7037-5d2f-4279-93e0-1dc88f79b152 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:29.770712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.819560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1533123b-bebd-426c-b7d1-0368ae8d39a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.822177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:29.823391 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1533123b-bebd-426c-b7d1-0368ae8d39a7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a2ad4ed5-be81-420a-b93c-b0a4a1e3ed24 HTTP/1.1" status: 204 len: 168 time: 0.8754814 May 29 01:01:29.876369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:29.880297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:29.883831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:29.933383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] device_id is not set on port a9fc793f-afe6-4448-a392-5984dd3deb1b yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:29.950597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.244531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.254496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.258368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.362122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:30.445817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8423ee-795b-40f6-b17b-6916b5454321,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:30.457018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.457365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Added segment 061426b0-ae47-4622-9668-1294abaa4e70 of type vlan for network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a May 29 01:01:30.490605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49584) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:30.525254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for abce7037-5d2f-4279-93e0-1dc88f79b152 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:30.557026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.577547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Allocated IP 2001:db8::323 (5cab79fe-7957-4395-a29e-4e24a625ca66/7e1e05eb-f62a-40fd-a32b-2b0de5464702/a9fc793f-afe6-4448-a392-5984dd3deb1b) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:30.669644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.751241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.754958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:30.755542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.766841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.779819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:30.850895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Usage tracker for resource:security_group_rule and tenant:17fad113fff642b59f9bc2db1c09223b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:30.863626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:30.869991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Router 2eac36cd-63a2-4876-b091-2ed34c386f82 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:30.872426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=abce7037-5d2f-4279-93e0-1dc88f79b152,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:30.891056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:30.923149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Network': ['ID=9b13f9b1-912d-4f45-9d3a-624efb5b9f8a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:30.941359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:30.941863 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7b6b861c-44f8-4cb7-b78e-c808a58a8541 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4581661 May 29 01:01:30.945390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49588) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:30.946966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:30.953348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'subnet': {'network_id': '9b13f9b1-912d-4f45-9d3a-624efb5b9f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:30.981161 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10721f86-3990-4a18-b883-db27ae42987b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/abce7037-5d2f-4279-93e0-1dc88f79b152 HTTP/1.1" status: 204 len: 168 time: 1.3529639 May 29 01:01:30.983934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49592) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:30.986936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbeb26-eaf2-4992-bebc-ba5bc7b955e6 req-2eac4d92-dc8e-4da5-8b11-75781cb5b847 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:30.988487 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-abdbeb26-eaf2-4992-bebc-ba5bc7b955e6 req-2eac4d92-dc8e-4da5-8b11-75781cb5b847 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3602827 May 29 01:01:31.087551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.110386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Transition to ACTIVE for port object a9fc793f-afe6-4448-a392-5984dd3deb1b will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:31.140697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 656e59bc-8681-4ed4-9816-6cd63780cd1f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:31.155348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d7c79-76e6-4af5-aa97-94f91e0e7392 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:31.157534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d7c79-76e6-4af5-aa97-94f91e0e7392 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:31.159507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6f8d7c79-76e6-4af5-aa97-94f91e0e7392 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:31.164969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.262456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=a9fc793f-afe6-4448-a392-5984dd3deb1b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:31.299095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:31.301014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:31.303681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:31.309815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:31.310492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.326983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cf52f0aa-5076-42cb-ac8c-bc4f44ccb4e9 None None] Provisioning for port 656e59bc-8681-4ed4-9816-6cd63780cd1f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:31.336497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6f8d7c79-76e6-4af5-aa97-94f91e0e7392 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:31.338133 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6f8d7c79-76e6-4af5-aa97-94f91e0e7392 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3530290 May 29 01:01:31.346889 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-057da7eb-5ed0-43c9-837f-2e9cde845672 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9980621 May 29 01:01:31.347755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49596) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:31.348940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49598) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:31.355978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 656e59bc-8681-4ed4-9816-6cd63780cd1f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:31.366979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 656e59bc-8681-4ed4-9816-6cd63780cd1f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:31.367450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.404910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:31.437895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'network_id': '5cab79fe-7957-4395-a29e-4e24a625ca66', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-567028292'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:31.446157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a9d45c5-995b-4982-b069-e35024076eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.456202 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-abdbeb26-eaf2-4992-bebc-ba5bc7b955e6 req-d9bca09f-e93b-420c-8f1d-a49f5bf0ed21 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4566138 May 29 01:01:31.466053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:subnet and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:31.467726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-94e7c9dd-eee9-4334-a539-2e7ef23fe392 None None] Could not find standard attr ID for object dc8f288e-f3ca-408c-8949-161d1deb113e. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:01:31.471854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.473386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:31.486958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:31.506231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.526334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:31.538823 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] Sync routers for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:31.563333 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:31.564102 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:31.564472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:31.600178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.690094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 656e59bc-8681-4ed4-9816-6cd63780cd1f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=656e59bc-8681-4ed4-9816-6cd63780cd1f,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:31.692163 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:31.714959 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.720415 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:31.721069 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:31.724661 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cea63d96-98cb-4b58-9ebf-cd2da5f12d25 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "PUT /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5628157 May 29 01:01:31.766498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49606) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:31.807418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-47d34cd9-c9d3-4b05-94e2-6ff0fafadfb8 None None] Could not find standard attr ID for object abce7037-5d2f-4279-93e0-1dc88f79b152. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:01:31.809888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 324386cf-7165-44f7-b5ac-9534e0ef08ac {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:31.813567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:31.815641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.816520 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:31.816923 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc79c65-09ae-4625-9da7-c309ef3a1b1a None None] The sync data for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:31.832283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22ab04-d1d0-4ba3-91d4-e61bf62c4180,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:31.846476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=656e59bc-8681-4ed4-9816-6cd63780cd1f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:31.884135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:31.905823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.936222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Made reservation on behalf of f6fce3b43dae4cfb9ee81118d08cea26 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:31.936474 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-38928a3c-9dda-4d36-bf9c-15b5e54160f1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=17fad113fff642b59f9bc2db1c09223b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4433739 May 29 01:01:31.937534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.941934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49610) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:31.943679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d9b72f3b-02df-4eb4-a73f-4b625a2fa7b8 None None] Provisioning for port a9fc793f-afe6-4448-a392-5984dd3deb1b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:31.945680 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-abf6e9e4-820f-4b27-beb6-2daf8a43147a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] delete failed (client error): The resource could not be found. May 29 01:01:31.946654 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-abf6e9e4-820f-4b27-beb6-2daf8a43147a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-1702896062 HTTP/1.1" status: 404 len: 335 time: 0.1792958 May 29 01:01:31.952399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d9b72f3b-02df-4eb4-a73f-4b625a2fa7b8 None None] Provisioning complete for port a9fc793f-afe6-4448-a392-5984dd3deb1b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:31.953009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d9b72f3b-02df-4eb4-a73f-4b625a2fa7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.953472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:31.961370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49614) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:31.975129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] device_id is not set on port eca7cca5-bbf2-4a57-89a1-31f300c41933 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:32.015703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-811ed81f-1dcd-41ca-8f0c-8d8b217c3fd7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'router': {'external_gateway_info': {'network_id': '2eac36cd-63a2-4876-b091-2ed34c386f82'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:32.020817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d9b72f3b-02df-4eb4-a73f-4b625a2fa7b8 None None] Port a9fc793f-afe6-4448-a392-5984dd3deb1b cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:32.140029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa2908-0a6e-4935-920c-37d151ae8c49 req-d7f6f96a-2b9a-4034-9f6c-7ef4b1fa10f6 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:32.141739 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-04fa2908-0a6e-4935-920c-37d151ae8c49 req-d7f6f96a-2b9a-4034-9f6c-7ef4b1fa10f6 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4098604 May 29 01:01:32.193763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a43b0c-100c-4211-bb30-ae3b41f81c24 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:01:32.213296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad963cb1-ff96-4412-b19f-c1f7ec744c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.230683 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-04fa2908-0a6e-4935-920c-37d151ae8c49 req-32035b91-00a0-49f7-95e1-d0a63ab6c931 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803986 May 29 01:01:32.246764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad963cb1-ff96-4412-b19f-c1f7ec744c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.265000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.350372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad963cb1-ff96-4412-b19f-c1f7ec744c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.366607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a43b0c-100c-4211-bb30-ae3b41f81c24 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:01:32.379231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad963cb1-ff96-4412-b19f-c1f7ec744c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22ab04-d1d0-4ba3-91d4-e61bf62c4180,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:32.457778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.494468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad963cb1-ff96-4412-b19f-c1f7ec744c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.495759 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ad963cb1-ff96-4412-b19f-c1f7ec744c7f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9b22ab04-d1d0-4ba3-91d4-e61bf62c4180 HTTP/1.1" status: 204 len: 168 time: 0.5525997 May 29 01:01:32.542751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Subnet': ['ID=e1a86e03-3217-4a31-9fbb-a9b5d0095568,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:32.571161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Checking segment: {'id': '061426b0-ae47-4622-9668-1294abaa4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b13f9b1-912d-4f45-9d3a-624efb5b9f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:32.571750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network hostable DHCP agents. Network: 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:32.576290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Allocated IP 2001:db8::1ec (5cab79fe-7957-4395-a29e-4e24a625ca66/7e1e05eb-f62a-40fd-a32b-2b0de5464702/eca7cca5-bbf2-4a57-89a1-31f300c41933) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:32.602425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:32.627807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:32.638511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:32.639119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.717747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-af766a98-8789-4156-95de-b07149272fb5 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7682464 May 29 01:01:32.718126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49624) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:32.724621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'network': {'name': 'tempest-router-network01--196591907'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:32.731321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:32.740532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:network and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:32.745004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:32.754309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:32.779785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2307c5-263b-4a0a-9da8-c9973e2a74ed req-3fef9b7b-39dc-484b-baac-34da54ec1393 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:32.787947 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7b2307c5-263b-4a0a-9da8-c9973e2a74ed req-3fef9b7b-39dc-484b-baac-34da54ec1393 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1214519 May 29 01:01:32.806679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:32.811383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.834258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.859447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:32.869107 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7b2307c5-263b-4a0a-9da8-c9973e2a74ed req-3c387b1f-a6cd-4a04-9119-ead3f324c0cf tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803559 May 29 01:01:32.873766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.874101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Added segment c1dda6ab-1267-4dbc-a9a4-cd1acfd635db of type vlan for network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 May 29 01:01:32.903047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa415db8-a8ca-4534-89d3-d5d63fa70efd None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:01:32.921308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=324386cf-7165-44f7-b5ac-9534e0ef08ac,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:32.926533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.982843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:32.986952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:32.987542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.006994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.019334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 656e59bc-8681-4ed4-9816-6cd63780cd1f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:33.042165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-811ed81f-1dcd-41ca-8f0c-8d8b217c3fd7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.078523 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fb71d355-d366-4345-9f5a-72972bb0c29f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/324386cf-7165-44f7-b5ac-9534e0ef08ac HTTP/1.1" status: 204 len: 168 time: 1.7281065 May 29 01:01:33.082798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49632) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:33.182853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 656e59bc-8681-4ed4-9816-6cd63780cd1f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:33.183221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.240990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5186982 May 29 01:01:33.241204 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3b6f900b-83ab-42b0-a79a-d80e60566caf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557882 May 29 01:01:33.241204 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-811ed81f-1dcd-41ca-8f0c-8d8b217c3fd7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] update failed (client error): The resource could not be found. May 29 01:01:33.242490 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-811ed81f-1dcd-41ca-8f0c-8d8b217c3fd7 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "PUT /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82 HTTP/1.1" status: 404 len: 339 time: 1.2781906 May 29 01:01:33.243541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49640) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:33.245513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49642) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:33.246100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49644) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:33.252072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa415db8-a8ca-4534-89d3-d5d63fa70efd None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:01:33.259507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:33.267465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d29246-e397-416e-a9ee-2c3ad660ea9b tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Network': ['ID=e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:33.281368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'network': {'name': 'tempest-router-network02--1084090620'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:33.288980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:33.290998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:33.295261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:network and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:33.308696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211bc93-9283-40b6-993b-cab82654d513 req-bfbc38b2-560e-46ec-a7a5-52a9e10819b3 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:33.317424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9211bc93-9283-40b6-993b-cab82654d513 req-bfbc38b2-560e-46ec-a7a5-52a9e10819b3 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1776440 May 29 01:01:33.356083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:33.380644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9211bc93-9283-40b6-993b-cab82654d513 req-bd69ad68-f5d6-495d-a9dc-52d41cc721f1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620751 May 29 01:01:33.484236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:33.521142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.568844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:33.576718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.593892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Transition to ACTIVE for port object eca7cca5-bbf2-4a57-89a1-31f300c41933 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:33.612768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0759e3ad-2fb9-4be8-b0e4-b945990143ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.615027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:33.620526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:33.624726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:33.630804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:33.635048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff1fd-faaf-4a1b-ad90-ea99e172ece3 req-c8e875cd-4c67-4161-b909-66e4b661c488 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:33.637578 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-335ff1fd-faaf-4a1b-ad90-ea99e172ece3 req-c8e875cd-4c67-4161-b909-66e4b661c488 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1103058 May 29 01:01:33.686925 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-335ff1fd-faaf-4a1b-ad90-ea99e172ece3 req-9ba26ba5-bea7-4242-88d3-822177c110fa tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 May 29 01:01:33.747039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:33.759021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.879265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-9b13f9b1-912d-4f45-9d3a-624efb5b9f8a', 'network_id': '9b13f9b1-912d-4f45-9d3a-624efb5b9f8a', 'tenant_id': '0b7941fb18de486082762be45b63704f', 'fixed_ips': [{'subnet_id': 'e1a86e03-3217-4a31-9fbb-a9b5d0095568'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:33.880109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.958382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:33.987842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:33.988294 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Added segment 9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa of type vlan for network 71d92efb-1b5e-4dc1-9697-e442cda3e971 May 29 01:01:33.997392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.098413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=eca7cca5-bbf2-4a57-89a1-31f300c41933,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:34.147598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Allocated IP 2001:db8::2 (9b13f9b1-912d-4f45-9d3a-624efb5b9f8a/e1a86e03-3217-4a31-9fbb-a9b5d0095568/7b253f60-4af1-470e-9f03-31a6002d16fa) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:34.182425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd78f-5a05-428f-bd0a-6c316409ef48 req-e1c05b63-3dfc-4e1e-a2e5-f2e3d3385696 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:34.186336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd6fd78f-5a05-428f-bd0a-6c316409ef48 req-e1c05b63-3dfc-4e1e-a2e5-f2e3d3385696 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1414537 May 29 01:01:34.252727 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd6fd78f-5a05-428f-bd0a-6c316409ef48 req-c6dc6fe0-064e-40ee-b2de-1fbf6f494240 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604804 May 29 01:01:34.424407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.431299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:34.436057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Transition to ACTIVE for port object 7b253f60-4af1-470e-9f03-31a6002d16fa will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:34.446037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:34.454680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:34.458621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:34.459237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.462357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Transition to ACTIVE for port object 7b253f60-4af1-470e-9f03-31a6002d16fa will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:34.463905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.474658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.511206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.546680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:34.550378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:34.552790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Pushing event updated for resources: {'Port': ['ID=7b253f60-4af1-470e-9f03-31a6002d16fa,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:34.555040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:34.556187 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4d97eac2-d86c-48a5-9e47-c2e6164b7f04 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2038460 May 29 01:01:34.557018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49678) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:34.563362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ca', 'mac_address': 'fa:16:3e:d9:a0:ea'}, {'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:7d:dd:d7'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:34.648439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Attempting to bind port 7b253f60-4af1-470e-9f03-31a6002d16fa on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:34.648715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Attempting to bind port 7b253f60-4af1-470e-9f03-31a6002d16fa by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '061426b0-ae47-4622-9668-1294abaa4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b13f9b1-912d-4f45-9d3a-624efb5b9f8a'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:34.649080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Attempting to bind port 7b253f60-4af1-470e-9f03-31a6002d16fa on network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:34.656505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:34.656882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Checking segment: {'id': '061426b0-ae47-4622-9668-1294abaa4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b13f9b1-912d-4f45-9d3a-624efb5b9f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:34.657284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.657676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Bound using segment: {'id': '061426b0-ae47-4622-9668-1294abaa4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b13f9b1-912d-4f45-9d3a-624efb5b9f8a'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:34.658143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Bound port: 7b253f60-4af1-470e-9f03-31a6002d16fa, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061426b0-ae47-4622-9668-1294abaa4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b13f9b1-912d-4f45-9d3a-624efb5b9f8a'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:34.658514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.682731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.697638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.701627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:34.702318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.752363 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5015392 May 29 01:01:34.781812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49686) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:34.789526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] For port 7b253f60-4af1-470e-9f03-31a6002d16fa, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:34.795425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] For port 7b253f60-4af1-470e-9f03-31a6002d16fa, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7b253f60-4af1-470e-9f03-31a6002d16fa,segment=NetworkSegment(061426b0-ae47-4622-9668-1294abaa4e70),segment_id=061426b0-ae47-4622-9668-1294abaa4e70)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:34.801731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:34.923005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'subnet': {'network_id': 'e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:34.933269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba23b12-02b8-4393-82bd-a86cf74505da None None] Pushing event updated for resources: {'Port': ['ID=7b253f60-4af1-470e-9f03-31a6002d16fa,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:35.019735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8031019-ae72-49f1-b2ac-39955fd23fae tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Network': ['ID=71d92efb-1b5e-4dc1-9697-e442cda3e971,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:35.036733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.038397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 71d92efb-1b5e-4dc1-9697-e442cda3e971 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:35.060484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.123247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:35.127815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:subnet and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:35.131210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:35.142863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:35.176258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:35.267050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:35.391468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.438463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:35.441478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:35.442050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.469201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=a48b33c2-4de7-4d13-858c-7e2ba8c51676,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:35.489382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.500515 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9c8f6b25-7c7f-4865-9469-32c89ee55762 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2457421 May 29 01:01:35.501311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49704) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:35.505394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Allocated IP 172.20.0.1 (d274a892-2f7d-413f-88b7-f7f9f16df328/19655287-a621-4e80-898c-6aef7d1d9cdd/e0250f9e-0b39-4b55-8855-e9044c2d31cb) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:35.514266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': 'a48b33c2-4de7-4d13-858c-7e2ba8c51676', 'ip_address': '2001:db8::8322:1aad:b074:5899'}], 'name': 'tempest-NetworksTestDHCPv6-1097890536'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:35.585493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49708) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:35.743952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dc150-85f6-4ab9-a4da-95ebba99fdd3 req-c61defbc-895c-4c42-b3f9-620cd4d6fb84 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:35.745459 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d52dc150-85f6-4ab9-a4da-95ebba99fdd3 req-c61defbc-895c-4c42-b3f9-620cd4d6fb84 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.2416511 May 29 01:01:35.760961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0a5bda46-2484-4d86-977c-07a7763b05a7 tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:35.798185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:35.801885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.809701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:35.814554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:35.817363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.833648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:35.843360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.865153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:35.869832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.891881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Transition to ACTIVE for port object e0250f9e-0b39-4b55-8855-e9044c2d31cb will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:35.906004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 041bd182-bf56-4358-b7fe-2ade519d8050 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:35.934282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] In _notify_port_updated(), no bound segment for port eca7cca5-bbf2-4a57-89a1-31f300c41933 on network 5cab79fe-7957-4395-a29e-4e24a625ca66 {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:01:35.938144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:35.938771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:35.943100 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "PUT /v2.0/ports/eca7cca5-bbf2-4a57-89a1-31f300c41933 HTTP/1.1" status: 200 len: 1067 time: 1.3847871 May 29 01:01:35.943900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49714) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:35.971054 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d52dc150-85f6-4ab9-a4da-95ebba99fdd3 req-b19f6e95-f76c-4115-8abd-a5427b200eff tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900637 May 29 01:01:35.973897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35da85-0693-45d2-b034-e63ffbd9b9bc tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event updated for resources: {'Port': ['ID=eca7cca5-bbf2-4a57-89a1-31f300c41933,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:35.983381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:36.039603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:36.067790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting port eca7cca5-bbf2-4a57-89a1-31f300c41933 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:36.068369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:36.098619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Subnet': ['ID=384e61e8-34c3-40dd-b129-36a36f6c39d4,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:36.102075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Checking segment: {'id': 'c1dda6ab-1267-4dbc-a9a4-cd1acfd635db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:36.102535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network hostable DHCP agents. Network: e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:36.130700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0a5bda46-2484-4d86-977c-07a7763b05a7 tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "PUT /v2.0/quotas/5252061adff74553a10385d2ccc8e0aa HTTP/1.1" status: 200 len: 366 time: 0.5377386 May 29 01:01:36.137094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49720) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.139212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:36.155905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:36.165298 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2ed43650-d74d-4232-bcec-41d04934a796 tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0223129 May 29 01:01:36.176499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:36.177429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:36.204348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49724) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.227581 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f47b1598-bfc4-4ae5-84f9-b5f30a0988a6 tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "GET /v2.0/quotas/5252061adff74553a10385d2ccc8e0aa HTTP/1.1" status: 200 len: 366 time: 0.0214758 May 29 01:01:36.229090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49728) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.232530 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a28aee58-5a40-4950-b562-281f3050d617 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4497430 May 29 01:01:36.236656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49730) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.251797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:36.252610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'subnet': {'network_id': '71d92efb-1b5e-4dc1-9697-e442cda3e971', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:36.304540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e071b-a9bd-4af6-bd0d-14a428202e15 None None] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:36.347265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05071d0-ba24-4a4c-85ff-eff47ff65a7b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:36.440440 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8ab3fb42-eb6c-4ad3-945f-cda482b147ce tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/5252061adff74553a10385d2ccc8e0aa HTTP/1.1" status: 204 len: 168 time: 0.2042944 May 29 01:01:36.445145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49740) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.468803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:36.474638 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:subnet and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:36.484765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc19bc4-ceca-42e9-9fe2-b3f35d3ddfc8 None None] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:36.485347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:36.495839 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ea2c4024-f19e-4fac-86b6-914e2a9a62ce tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0462985 May 29 01:01:36.495839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:36.497823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49744) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.528657 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a6e4a06a-7ced-47c5-af7b-104d02c1802e tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "GET /v2.0/quotas/5252061adff74553a10385d2ccc8e0aa HTTP/1.1" status: 200 len: 370 time: 0.0254183 May 29 01:01:36.533097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49748) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.533851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:36.588861 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ac2b8244-9143-47c2-8f61-79748bf55606 tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "GET /v2.0/quotas/5252061adff74553a10385d2ccc8e0aa/default HTTP/1.1" status: 200 len: 370 time: 0.0336142 May 29 01:01:36.615301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49752) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:36.631141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network d274a892-2f7d-413f-88b7-f7f9f16df328 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:36.640775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Port': ['ID=e0250f9e-0b39-4b55-8855-e9044c2d31cb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:36.653095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:36.662316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:36.665321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86f9d-efb8-4b91-ba87-1390cf9ca971 req-4295f77a-e413-4fd0-bdaf-2d81a2572d4a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:36.671487 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-45d86f9d-efb8-4b91-ba87-1390cf9ca971 req-4295f77a-e413-4fd0-bdaf-2d81a2572d4a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.2802293 May 29 01:01:36.769404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:36.779666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-549489e0-574a-492c-a7a7-5d7c6c001ca3 None None] Provisioning for port 7b253f60-4af1-470e-9f03-31a6002d16fa completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:36.781268 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-d0369ea2-aeda-4acf-a1b9-f649e512a1cd tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] delete failed (client error): The resource could not be found. May 29 01:01:36.782299 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d0369ea2-aeda-4acf-a1b9-f649e512a1cd tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/5252061adff74553a10385d2ccc8e0aa HTTP/1.1" status: 404 len: 348 time: 0.1660533 May 29 01:01:36.812842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::8322:1aad:b074:5899 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/a48b33c2-4de7-4d13-858c-7e2ba8c51676/041bd182-bf56-4358-b7fe-2ade519d8050) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:36.910882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:36.973724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.046878 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-45d86f9d-efb8-4b91-ba87-1390cf9ca971 req-2194c738-f003-47f7-a309-73c1cbe843c1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653905 May 29 01:01:37.099394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.134911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b253f60-4af1-470e-9f03-31a6002d16fa up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:37.151416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49758) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:37.161187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f1797c35-1af3-4d5d-a3f5-3fba52c85e07 None None] Provisioning for port eca7cca5-bbf2-4a57-89a1-31f300c41933 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:37.214888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Subnet': ['ID=a9fe2c5a-64d7-485b-b361-054c70a449a5,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:37.231107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Checking segment: {'id': '9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71d92efb-1b5e-4dc1-9697-e442cda3e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:37.231356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network hostable DHCP agents. Network: 71d92efb-1b5e-4dc1-9697-e442cda3e971, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:37.243670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f1797c35-1af3-4d5d-a3f5-3fba52c85e07 None None] Provisioning complete for port eca7cca5-bbf2-4a57-89a1-31f300c41933 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:37.244138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f1797c35-1af3-4d5d-a3f5-3fba52c85e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.255662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network 71d92efb-1b5e-4dc1-9697-e442cda3e971 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:37.269174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 71d92efb-1b5e-4dc1-9697-e442cda3e971) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:37.273000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:37.273673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.281761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Calling delete_port for eca7cca5-bbf2-4a57-89a1-31f300c41933 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:37.330387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022f5a5-d533-49aa-b1dd-11e8179945d6 None None] Network 71d92efb-1b5e-4dc1-9697-e442cda3e971 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:37.402491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f37d467a-eb76-416c-8d18-f5bca840ace7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1545329 May 29 01:01:37.403718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49762) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:37.462415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:network and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:37.479886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.482973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60', 'network_id': 'e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60', 'tenant_id': '0b7941fb18de486082762be45b63704f', 'fixed_ips': [{'subnet_id': '384e61e8-34c3-40dd-b129-36a36f6c39d4'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:37.483796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.547695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:37.595386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f1797c35-1af3-4d5d-a3f5-3fba52c85e07 None None] Port eca7cca5-bbf2-4a57-89a1-31f300c41933 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:37.631054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:subnet and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:37.751403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 7b253f60-4af1-470e-9f03-31a6002d16fa completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:37.771373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:37.796624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 7b253f60-4af1-470e-9f03-31a6002d16fa triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:37.796992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.814878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:subnetpool and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:37.843367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:37.852387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.858082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.895668 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.922256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Port': ['ID=eca7cca5-bbf2-4a57-89a1-31f300c41933,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:37.934308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e025e626-8824-42ef-9527-5a4cc1866361 None None] Provisioning complete for port eca7cca5-bbf2-4a57-89a1-31f300c41933 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:37.934900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e025e626-8824-42ef-9527-5a4cc1866361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:37.935678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:port and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:37.962194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 041bd182-bf56-4358-b7fe-2ade519d8050 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:38.016060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:38.032198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e025e626-8824-42ef-9527-5a4cc1866361 None None] Port eca7cca5-bbf2-4a57-89a1-31f300c41933 was deleted so its status cannot be updated. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 29 01:01:38.040283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Allocated IP 2001:db8::2 (e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60/384e61e8-34c3-40dd-b129-36a36f6c39d4/2e5c2f8d-7a19-4fd0-93a6-077bbac83892) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:38.251537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.334818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:router and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:38.335629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-71d92efb-1b5e-4dc1-9697-e442cda3e971', 'network_id': '71d92efb-1b5e-4dc1-9697-e442cda3e971', 'tenant_id': '0b7941fb18de486082762be45b63704f', 'fixed_ips': [{'subnet_id': 'a9fe2c5a-64d7-485b-b361-054c70a449a5'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:38.336851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.382325 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630697cb-5eb4-4ada-8b1a-56ebd0b0abcb None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:38.389432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:38.456062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb41e4-c197-46b5-aa0f-7676074031f5 req-a57abad2-8daa-4860-91c5-120c0da88301 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:38.457570 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74bb41e4-c197-46b5-aa0f-7676074031f5 req-a57abad2-8daa-4860-91c5-120c0da88301 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1223280 May 29 01:01:38.485262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:38.490498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:floatingip and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:38.515316 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74bb41e4-c197-46b5-aa0f-7676074031f5 req-108783d5-d6da-448a-8340-3a1f00c8bdc6 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474467 May 29 01:01:38.522361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:38.545372 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:38.545848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:38.546327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.605525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:38.607789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=041bd182-bf56-4358-b7fe-2ade519d8050,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:38.669737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.678789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e025e626-8824-42ef-9527-5a4cc1866361 None None] Provisioning for port e0250f9e-0b39-4b55-8855-e9044c2d31cb completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:38.697985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e025e626-8824-42ef-9527-5a4cc1866361 None None] Provisioning complete for port e0250f9e-0b39-4b55-8855-e9044c2d31cb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:38.698348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e025e626-8824-42ef-9527-5a4cc1866361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.773580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba7766-032a-471d-914e-d7d872b1fc72 None None] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:38.777802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cadda6-c4ff-4c61-8ad8-b6f034bd2270 req-8ee5c4ef-6e02-4a8b-aa86-d147c4df8918 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:38.780091 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12cadda6-c4ff-4c61-8ad8-b6f034bd2270 req-8ee5c4ef-6e02-4a8b-aa86-d147c4df8918 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1045406 May 29 01:01:38.787165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.831892 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-59a3211c-29ae-4f35-9aa3-c650f74007cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3288927 May 29 01:01:38.832361 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12cadda6-c4ff-4c61-8ad8-b6f034bd2270 req-c41644c4-8f67-442d-a624-5141452a1821 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 May 29 01:01:38.832754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49772) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:38.846297 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f22cc3f5-70ae-4b34-b30a-de1a38fba53a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/ports/eca7cca5-bbf2-4a57-89a1-31f300c41933 HTTP/1.1" status: 204 len: 168 time: 2.8995996 May 29 01:01:38.849288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.851045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49776) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:38.893531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:38.919649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e78aef-b969-4a83-a288-c650e1ce428a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:38.923899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e78aef-b969-4a83-a288-c650e1ce428a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:38.927938 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-47e78aef-b969-4a83-a288-c650e1ce428a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0919554 May 29 01:01:38.928301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49782) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:38.982880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5c514b-9a94-46f3-b876-e081c8ac331a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] GET failed (client error): The resource could not be found. May 29 01:01:38.983390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-be5c514b-9a94-46f3-b876-e081c8ac331a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Synchronizing usage tracker for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:38.992117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Allocated IP 2001:db8::2 (71d92efb-1b5e-4dc1-9697-e442cda3e971/a9fe2c5a-64d7-485b-b361-054c70a449a5/2a44d6e2-4198-4124-9afd-dbebcaa5df9f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:39.030249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event updated for resources: {'Port': ['ID=e0250f9e-0b39-4b55-8855-e9044c2d31cb,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:39.035432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 041bd182-bf56-4358-b7fe-2ade519d8050 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:39.035769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.063092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.066771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-be5c514b-9a94-46f3-b876-e081c8ac331a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Unset dirty status for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:39.068063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e025e626-8824-42ef-9527-5a4cc1866361 None None] Port e0250f9e-0b39-4b55-8855-e9044c2d31cb cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:39.071330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-be5c514b-9a94-46f3-b876-e081c8ac331a tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "GET /v2.0/ports/eca7cca5-bbf2-4a57-89a1-31f300c41933 HTTP/1.1" status: 404 len: 333 time: 0.2189872 May 29 01:01:39.072781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49786) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:39.077634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:security_group and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:39.082363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 7b253f60-4af1-470e-9f03-31a6002d16fa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7b253f60-4af1-470e-9f03-31a6002d16fa,segment=NetworkSegment(061426b0-ae47-4622-9668-1294abaa4e70),segment_id=061426b0-ae47-4622-9668-1294abaa4e70)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:39.123212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.126968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.155876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting port a9fc793f-afe6-4448-a392-5984dd3deb1b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:39.156250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.291220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:39.300456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Transition to ACTIVE for port object 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:39.317269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Usage tracker for resource:security_group_rule and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:39.359792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd205f-f826-4027-9e9a-e5bd143cb32e req-2e114788-f35e-4b31-97a2-d014fa455d30 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:39.361504 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ecd205f-f826-4027-9e9a-e5bd143cb32e req-2e114788-f35e-4b31-97a2-d014fa455d30 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3702343 May 29 01:01:39.378779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:39.434848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-13692423-d317-4c6c-955d-a6afd4f17bbf tempest-QuotasTest-628977807 tempest-QuotasTest-628977807-project-admin] 10.222.0.33 "GET /v2.0/quotas/b852c58800094a6c8e1274cc7f5283ad/details.json HTTP/1.1" status: 200 len: 703 time: 2.2594960 May 29 01:01:39.445395 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ecd205f-f826-4027-9e9a-e5bd143cb32e req-6dbde15b-4240-46b5-b649-522a2fca5b85 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760074 May 29 01:01:39.461156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.501523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Network d274a892-2f7d-413f-88b7-f7f9f16df328 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:39.510345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:39.538593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Transition to ACTIVE for port object 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:39.628362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 041bd182-bf56-4358-b7fe-2ade519d8050 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:39.647678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=7b253f60-4af1-470e-9f03-31a6002d16fa,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:39.762532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.772637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.846359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-250461a8-bd3c-448b-b387-0d63e306d71d None None] Provisioning complete for port 656e59bc-8681-4ed4-9816-6cd63780cd1f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:39.846735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-250461a8-bd3c-448b-b387-0d63e306d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:39.916153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Allocated IP 2001:db8::1 (e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60/384e61e8-34c3-40dd-b129-36a36f6c39d4/48f1bd8f-53e5-4093-88f3-37495ba110dc) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:39.926933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:39.933355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Calling delete_port for a9fc793f-afe6-4448-a392-5984dd3deb1b owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:39.953781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:39.956213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:39.963956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.065224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49796) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:40.091711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=041bd182-bf56-4358-b7fe-2ade519d8050,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:40.129279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ecc83-42fb-4603-b5d0-c31ab14908d9 req-e438008a-3f13-4035-9578-2dd83056b26d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:40.139517 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e46ecc83-42fb-4603-b5d0-c31ab14908d9 req-e438008a-3f13-4035-9578-2dd83056b26d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4010382 May 29 01:01:40.139815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Pushing event updated for resources: {'Port': ['ID=2e5c2f8d-7a19-4fd0-93a6-077bbac83892,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:40.146481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Attempting to bind port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:40.146796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Attempting to bind port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c1dda6ab-1267-4dbc-a9a4-cd1acfd635db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:40.147165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Attempting to bind port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 on network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:40.180919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:40.181516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Checking segment: {'id': 'c1dda6ab-1267-4dbc-a9a4-cd1acfd635db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:40.181925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.182361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Bound using segment: {'id': 'c1dda6ab-1267-4dbc-a9a4-cd1acfd635db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:40.182839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Bound port: 2e5c2f8d-7a19-4fd0-93a6-077bbac83892, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1dda6ab-1267-4dbc-a9a4-cd1acfd635db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:40.183865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.206076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.289694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Transition to ACTIVE for port object 2a44d6e2-4198-4124-9afd-dbebcaa5df9f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:40.295906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.309574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.364504 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-35be220b-042b-41e4-8f36-6b2ae0961dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/041bd182-bf56-4358-b7fe-2ade519d8050 HTTP/1.1" status: 204 len: 168 time: 1.4348962 May 29 01:01:40.374814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49802) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:40.376554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Transition to ACTIVE for port object 2a44d6e2-4198-4124-9afd-dbebcaa5df9f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:40.403630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.409928 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e46ecc83-42fb-4603-b5d0-c31ab14908d9 req-e4882f52-b5b1-4021-84fe-cdc2fc9c2ba3 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694731 May 29 01:01:40.432924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Port': ['ID=a9fc793f-afe6-4448-a392-5984dd3deb1b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:40.459895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Router 2eac36cd-63a2-4876-b091-2ed34c386f82 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:40.502517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] For port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:40.504581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-250461a8-bd3c-448b-b387-0d63e306d71d None None] Provisioning complete for port 7b253f60-4af1-470e-9f03-31a6002d16fa triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:40.504920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-250461a8-bd3c-448b-b387-0d63e306d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.524979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.536307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Network 71d92efb-1b5e-4dc1-9697-e442cda3e971 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:40.550249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:40.552676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:40.570308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.571861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.573097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] For port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2e5c2f8d-7a19-4fd0-93a6-077bbac83892,segment=NetworkSegment(c1dda6ab-1267-4dbc-a9a4-cd1acfd635db),segment_id=c1dda6ab-1267-4dbc-a9a4-cd1acfd635db)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:40.583193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Pushing event updated for resources: {'Port': ['ID=2a44d6e2-4198-4124-9afd-dbebcaa5df9f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:40.593444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.657956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Transition to ACTIVE for port object 48f1bd8f-53e5-4093-88f3-37495ba110dc will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:40.698973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c72dee-6d33-426c-af09-1f59d120978b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:40.701089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c72dee-6d33-426c-af09-1f59d120978b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:40.716310 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c4c72dee-6d33-426c-af09-1f59d120978b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3340986 May 29 01:01:40.720639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49808) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:40.757563 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6cee42ca-4cba-4ec9-8fa1-314b5fd7eedb tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/ports/a9fc793f-afe6-4448-a392-5984dd3deb1b HTTP/1.1" status: 204 len: 168 time: 1.6824913 May 29 01:01:40.759391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49812) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:40.829783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Attempting to bind port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:40.830317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Attempting to bind port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71d92efb-1b5e-4dc1-9697-e442cda3e971'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:40.830561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Attempting to bind port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f on network 71d92efb-1b5e-4dc1-9697-e442cda3e971 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:40.847613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:40.848026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Checking segment: {'id': '9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71d92efb-1b5e-4dc1-9697-e442cda3e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:40.848793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.849204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Bound using segment: {'id': '9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71d92efb-1b5e-4dc1-9697-e442cda3e971'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:40.849667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Bound port: 2a44d6e2-4198-4124-9afd-dbebcaa5df9f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71d92efb-1b5e-4dc1-9697-e442cda3e971'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:40.850052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:40.868756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1590fcb-e8bf-4139-b49f-af27cfacc73f None None] Pushing event updated for resources: {'Port': ['ID=2e5c2f8d-7a19-4fd0-93a6-077bbac83892,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:40.920348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:40.945126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Usage tracker for resource:security_group_rule and tenant:2d7d303395754de68c31db6ef3ac6bf8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:40.958441 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:40.999133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:41.000639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] For port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:41.005427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] For port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2a44d6e2-4198-4124-9afd-dbebcaa5df9f,segment=NetworkSegment(9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa),segment_id=9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:41.005690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.013819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.086804 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-807b9a28-304a-40d1-a85e-2eaae515b091 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] GET failed (client error): The resource could not be found. May 29 01:01:41.087318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-807b9a28-304a-40d1-a85e-2eaae515b091 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Synchronizing usage tracker for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:41.170301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-807b9a28-304a-40d1-a85e-2eaae515b091 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Unset dirty status for tenant:f6fce3b43dae4cfb9ee81118d08cea26 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:41.178421 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-807b9a28-304a-40d1-a85e-2eaae515b091 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "GET /v2.0/ports/a9fc793f-afe6-4448-a392-5984dd3deb1b HTTP/1.1" status: 404 len: 333 time: 0.3951497 May 29 01:01:41.179205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49816) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:41.228393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Port': ['ID=48f1bd8f-53e5-4093-88f3-37495ba110dc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:41.237753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ceeb4-2e65-421e-9023-750dd102bc02 None None] Pushing event updated for resources: {'Port': ['ID=2a44d6e2-4198-4124-9afd-dbebcaa5df9f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:41.255703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Provisioning complete for port e0250f9e-0b39-4b55-8855-e9044c2d31cb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:41.256163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.285283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:41.295431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:41.305238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:41.305865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.333438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4eeb8-e4e7-4bf5-b107-d629731d172d req-ee20254e-6408-4450-ae0a-c149c0455053 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:41.345315 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fdf4eeb8-e4e7-4bf5-b107-d629731d172d req-ee20254e-6408-4450-ae0a-c149c0455053 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6253870 May 29 01:01:41.379397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Port e0250f9e-0b39-4b55-8855-e9044c2d31cb cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:41.398004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Could not find standard attr ID for object 041bd182-bf56-4358-b7fe-2ade519d8050. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:01:41.449320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Provisioning complete for port 656e59bc-8681-4ed4-9816-6cd63780cd1f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:41.449934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.458583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting port 7c34e0eb-607e-4bc0-ae5f-c576191e6083 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:41.459087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.471276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet a48b33c2-4de7-4d13-858c-7e2ba8c51676 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:41.474559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.493254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:41.509822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:41.520118 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3fae11e6-19eb-4174-8699-11e1e699c4e2 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "PUT /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2638621 May 29 01:01:41.521160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49820) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:41.546463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] Sync routers for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:41.582577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:41.583209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:41.605436 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fdf4eeb8-e4e7-4bf5-b107-d629731d172d req-1d003e50-cdd9-45fd-a15c-712487f743ed tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294586 May 29 01:01:41.627981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.680155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:41.750664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:41.751306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:41.834911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:41.835526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94131088-66f3-40f4-a83d-a23b7c8be217 None None] The sync data for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:41.882268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:41.888722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.896638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b253f60-4af1-470e-9f03-31a6002d16fa up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:41.922909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.941861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.965087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:41.986163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Provisioning complete for port 7b253f60-4af1-470e-9f03-31a6002d16fa triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:41.986530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ec95-eeb9-40da-91ff-ee690481758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.110443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.114221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Calling delete_port for 7c34e0eb-607e-4bc0-ae5f-c576191e6083 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:42.166148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 7b253f60-4af1-470e-9f03-31a6002d16fa triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:42.166512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.236179 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2d7d303395754de68c31db6ef3ac6bf8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1656723 May 29 01:01:42.237418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49828) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:42.294838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424768a8-1bc4-47bf-832e-5ab4b6f63f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03accf-2a92-434e-96a9-a3fbaa4f349e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:42.307211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10bf103e-8acc-40d6-8eb7-ba7abc1aebf1 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.330049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.379557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f6361-ffe2-4edb-95cf-53ae313cf2b2 None None] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:42.382936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.410459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8df0c-952a-4042-a7a4-bb06d35289c2 req-99107f05-b7fd-4e91-94cf-0127b2aaa56d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:42.417753 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-65e8df0c-952a-4042-a7a4-bb06d35289c2 req-99107f05-b7fd-4e91-94cf-0127b2aaa56d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6256249 May 29 01:01:42.419990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=a48b33c2-4de7-4d13-858c-7e2ba8c51676,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:42.489767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Port': ['ID=7c34e0eb-607e-4bc0-ae5f-c576191e6083,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:42.519255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-01f358f5-aa27-425f-88df-8f18d5ba001e None None] Provisioning for port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:42.520361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.520897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.521414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.521951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.522460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.522964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.523498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.524065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.524596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.525137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.525660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:42.546476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-01f358f5-aa27-425f-88df-8f18d5ba001e None None] Provisioning complete for port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:42.546852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-01f358f5-aa27-425f-88df-8f18d5ba001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.590478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.627252 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba6d4fd1-2edb-4d5f-90a4-17941648bb69 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/ports/7c34e0eb-607e-4bc0-ae5f-c576191e6083 HTTP/1.1" status: 204 len: 168 time: 1.4161317 May 29 01:01:42.628617 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-65e8df0c-952a-4042-a7a4-bb06d35289c2 req-705e8162-e19f-4015-9f5c-9827c58ff509 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093894 May 29 01:01:42.631375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49832) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:42.666043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:42.676118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a60da-b08c-4a05-98b4-6c61695dfe52 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:42.710096 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fcee0837-4682-4112-99c0-c8d81e531862 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/a48b33c2-4de7-4d13-858c-7e2ba8c51676 HTTP/1.1" status: 204 len: 168 time: 1.9879289 May 29 01:01:42.713371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49838) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:42.722735 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-10bf103e-8acc-40d6-8eb7-ba7abc1aebf1 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] delete failed (client error): There was a conflict when trying to complete your request. May 29 01:01:42.723857 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10bf103e-8acc-40d6-8eb7-ba7abc1aebf1 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82 HTTP/1.1" status: 409 len: 329 time: 1.2025089 May 29 01:01:42.742260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49842) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:42.818352 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-976f7046-6cba-462f-8e25-9899badd98e1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006801 May 29 01:01:42.821334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49846) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:42.827006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:42.883986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861bcb98-4ecd-490c-98b5-5f30008b46c2 None None] Network 71d92efb-1b5e-4dc1-9697-e442cda3e971 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:42.918719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.029514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.077142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-01f358f5-aa27-425f-88df-8f18d5ba001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.204350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:43.236619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-01f358f5-aa27-425f-88df-8f18d5ba001e None None] For port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2e5c2f8d-7a19-4fd0-93a6-077bbac83892,segment=NetworkSegment(c1dda6ab-1267-4dbc-a9a4-cd1acfd635db),segment_id=c1dda6ab-1267-4dbc-a9a4-cd1acfd635db)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:43.237711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:43.243049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting subnet 7e1e05eb-f62a-40fd-a32b-2b0de5464702 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:43.245188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:43.251919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.258716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-01f358f5-aa27-425f-88df-8f18d5ba001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.281484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:43.283134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.288387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.311862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.314473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.319802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:43.350378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03accf-2a92-434e-96a9-a3fbaa4f349e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:43.362759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a44d6e2-4198-4124-9afd-dbebcaa5df9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:43.430180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.433407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.448046 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ed03accf-2a92-434e-96a9-a3fbaa4f349e HTTP/1.1" status: 204 len: 168 time: 1.1621797 May 29 01:01:43.455670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.478104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.478454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.479842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.479842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.479842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.480271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.480444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.480841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.481272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.481524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.481850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689d81e1-a7b0-4e9b-9cbb-34f893f0115b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:43.499070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:43.530747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] Deleting port 656e59bc-8681-4ed4-9816-6cd63780cd1f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:43.531114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.562109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f358f5-aa27-425f-88df-8f18d5ba001e None None] Pushing event updated for resources: {'Port': ['ID=2e5c2f8d-7a19-4fd0-93a6-077bbac83892,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:43.586692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Port': ['ID=48f1bd8f-53e5-4093-88f3-37495ba110dc,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:43.662748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.669622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6efb0ea0-c312-4ed1-8fe9-b1f7dd111fc8 None None] Provisioning for port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:43.702241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.717797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:43.782267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:43.782635 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.863832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:43.872931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:43.943968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:43.988456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.062912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.076304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:44.097951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:44.102374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] For port 656e59bc-8681-4ed4-9816-6cd63780cd1f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=656e59bc-8681-4ed4-9816-6cd63780cd1f,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:44.106092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.106482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:44.107144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.117073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-54cd8784-2883-446b-a744-5c5ab36274df None None] Provisioning for port 48f1bd8f-53e5-4093-88f3-37495ba110dc completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:44.119537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:44.174659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49854) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:44.198088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1e05eb-f62a-40fd-a32b-2b0de5464702,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:44.200432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb97e2-1859-491c-b328-7a97af33e66a None None] Network 5cab79fe-7957-4395-a29e-4e24a625ca66 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:44.205839 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0d3ca5ad-bef9-4621-a7fe-9451a29b0c06 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/subnets/7e1e05eb-f62a-40fd-a32b-2b0de5464702 HTTP/1.1" status: 204 len: 168 time: 1.5733721 May 29 01:01:44.210253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49858) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:44.227876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-54cd8784-2883-446b-a744-5c5ab36274df None None] Provisioning complete for port 48f1bd8f-53e5-4093-88f3-37495ba110dc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:44.228822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54cd8784-2883-446b-a744-5c5ab36274df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.304919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.332912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.386928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.390947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:44.398178 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e4ba81b0-879e-4e99-a98e-96293dccbc93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5727594 May 29 01:01:44.399006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49862) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:44.400747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Usage tracker for resource:security_group_rule and tenant:b852c58800094a6c8e1274cc7f5283ad is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:44.407670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': 'a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f', 'ip_address': '2001:db8::7ba7:a6a7:8dc7:6150'}], 'name': 'tempest-NetworksTestDHCPv6-995118093'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:44.410928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:44.500065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:44.514600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Deleting port b25e764b-0071-4871-b933-254e81b08ce2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:44.514853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.548065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] Calling delete_port for 656e59bc-8681-4ed4-9816-6cd63780cd1f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:44.639930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2a44d6e2-4198-4124-9afd-dbebcaa5df9f,segment=NetworkSegment(9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa),segment_id=9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:44.680398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-54cd8784-2883-446b-a744-5c5ab36274df None None] Port 48f1bd8f-53e5-4093-88f3-37495ba110dc cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:44.682006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.715222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:44.774643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:44.783748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:44.804935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:44.839518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] For port b25e764b-0071-4871-b933-254e81b08ce2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b25e764b-0071-4871-b933-254e81b08ce2,segment=NetworkSegment(bcac035c-117d-43a9-b26c-048a5cf66728),segment_id=bcac035c-117d-43a9-b26c-048a5cf66728)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:44.840032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.840777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.846540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=2a44d6e2-4198-4124-9afd-dbebcaa5df9f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:44.850809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:44.854989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-54cd8784-2883-446b-a744-5c5ab36274df None None] Provisioning complete for port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:44.855379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54cd8784-2883-446b-a744-5c5ab36274df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.856922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.859240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.869932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:44.901962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.902273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.902524 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.902862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.903198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.903526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.903852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.904370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.904572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.905374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.905374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:01:44.920245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] No DVR routers for this DVR port 656e59bc-8681-4ed4-9816-6cd63780cd1f on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:44.971137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc839c0-4049-4d79-99e4-04bce3bd69a6 None None] Pushing event deleted for resources: {'Port': ['ID=656e59bc-8681-4ed4-9816-6cd63780cd1f,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:44.979534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b65367d-83ba-4d3e-9cce-c3ff21bbc002,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:44.999795 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3789edc9-fb11-4595-aa58-69b55c116779 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b852c58800094a6c8e1274cc7f5283ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8186419 May 29 01:01:45.005627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49866) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:45.015715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Calling delete_port for b25e764b-0071-4871-b933-254e81b08ce2 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:45.060285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be63c92-9ab4-4000-98ac-92fdc3fb875c None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:45.144899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] DHCP port deletion for 5cab79fe-7957-4395-a29e-4e24a625ca66 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:45.159091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port b6aec273-de79-45cb-8684-d711f04b522b yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:45.166238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Deleting port b25e764b-0071-4871-b933-254e81b08ce2 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:45.166880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.175906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d151386e-e199-4134-8d1b-97230f71693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.187158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Router 1412a508-f78e-4b00-9d5b-c68611e78393 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:01:45.216632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d151386e-e199-4134-8d1b-97230f71693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.319244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:45.372793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-07b3fa45-a010-49a3-b834-802770751454 None None] Provisioning complete for port 48f1bd8f-53e5-4093-88f3-37495ba110dc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:45.373593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-07b3fa45-a010-49a3-b834-802770751454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.379884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.440241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Port': ['ID=b25e764b-0071-4871-b933-254e81b08ce2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:45.479961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] No DVR routers for this DVR port b25e764b-0071-4871-b933-254e81b08ce2 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:45.505589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d151386e-e199-4134-8d1b-97230f71693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.542845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151386e-e199-4134-8d1b-97230f71693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b65367d-83ba-4d3e-9cce-c3ff21bbc002,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:45.553536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d151386e-e199-4134-8d1b-97230f71693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.554665 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d151386e-e199-4134-8d1b-97230f71693c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0b65367d-83ba-4d3e-9cce-c3ff21bbc002 HTTP/1.1" status: 204 len: 168 time: 0.5460308 May 29 01:01:45.557308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting port e0250f9e-0b39-4b55-8855-e9044c2d31cb {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:45.557647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.645288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-07b3fa45-a010-49a3-b834-802770751454 None None] Port 48f1bd8f-53e5-4093-88f3-37495ba110dc cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:45.655430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::7ba7:a6a7:8dc7:6150 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f/b6aec273-de79-45cb-8684-d711f04b522b) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:45.675413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:45.675781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.736459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': 'a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:45.737277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.758116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:45.767153 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aa770ad6-059a-4001-b6b9-9a3b04080387 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3631437 May 29 01:01:45.769226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.775090 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] Sync routers for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:45.780805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49874) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:45.797840 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:45.798256 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:45.812760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] For port b25e764b-0071-4871-b933-254e81b08ce2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b25e764b-0071-4871-b933-254e81b08ce2,segment=NetworkSegment(bcac035c-117d-43a9-b26c-048a5cf66728),segment_id=bcac035c-117d-43a9-b26c-048a5cf66728)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:45.813155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.841788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-07b3fa45-a010-49a3-b834-802770751454 None None] Provisioning complete for port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:45.842227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-07b3fa45-a010-49a3-b834-802770751454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.904873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:45.917821 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:45.931129 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:45.932220 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:46.002118 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:46.002869 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3f1e2-1363-40ac-8f3f-8cef21683179 None None] The sync data for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:46.045190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Calling delete_port for e0250f9e-0b39-4b55-8855-e9044c2d31cb owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:46.172587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Calling delete_port for b25e764b-0071-4871-b933-254e81b08ce2 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:46.224335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cab79fe-7957-4395-a29e-4e24a625ca66']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:46.226745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a44d6e2-4198-4124-9afd-dbebcaa5df9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:46.265227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcac035c-117d-43a9-b26c-048a5cf66728') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:46.265536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcac035c-117d-43a9-b26c-048a5cf66728') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:46.282097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.286478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.290246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.318007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.327934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:46.328357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:46.344362 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:46.374949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Port': ['ID=e0250f9e-0b39-4b55-8855-e9044c2d31cb,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:46.439139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object b6aec273-de79-45cb-8684-d711f04b522b will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:46.445990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.452422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.508014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:01:46.508615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:01:46.513543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:46.514301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.597170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.606359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] Pushing event deleted for resources: {'Network': ['ID=5cab79fe-7957-4395-a29e-4e24a625ca66,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:46.679953 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ecfd6598-eaca-4e4d-b3bd-d6483edbfa78 tempest-AllowedAddressPairIpV6TestJSON-1789697975 tempest-AllowedAddressPairIpV6TestJSON-1789697975-project] 10.222.0.33 "DELETE /v2.0/networks/5cab79fe-7957-4395-a29e-4e24a625ca66 HTTP/1.1" status: 204 len: 168 time: 2.4671891 May 29 01:01:46.724364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.730856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.803971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=b6aec273-de79-45cb-8684-d711f04b522b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:46.830760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:46.832998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:46.836219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:46.840236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:46.840842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:46.923866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f/245e2552-293f-4e84-ba61-b25bb8d81e6b) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:46.945946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ccb2616e-4890-43eb-8333-fea0831c4e4e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5452960 May 29 01:01:46.953100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49898) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.075189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Deleting port b25e764b-0071-4871-b933-254e81b08ce2 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:47.075566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:47.203573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49906) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.294199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 656e59bc-8681-4ed4-9816-6cd63780cd1f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:47.299332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458a6d4-e870-4985-9ef8-84d35d958d15 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:47.300242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0458a6d4-e870-4985-9ef8-84d35d958d15 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:47.300531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Router 2eac36cd-63a2-4876-b091-2ed34c386f82 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:47.364625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0458a6d4-e870-4985-9ef8-84d35d958d15 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:47.365769 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0458a6d4-e870-4985-9ef8-84d35d958d15 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4116712 May 29 01:01:47.369606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5e9efb48-3bb7-4b26-a13e-713085937ea4 None None] The port 'b25e764b-0071-4871-b933-254e81b08ce2' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:01:47.372913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49914) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.391715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 656e59bc-8681-4ed4-9816-6cd63780cd1f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:47.391715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 656e59bc-8681-4ed4-9816-6cd63780cd1f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:47.391715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b25e764b-0071-4871-b933-254e81b08ce2 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:47.432904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: b25e764b-0071-4871-b933-254e81b08ce2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:47.433539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b25e764b-0071-4871-b933-254e81b08ce2 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:47.458104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:47.481677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Transition to ACTIVE for port object 245e2552-293f-4e84-ba61-b25bb8d81e6b will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:47.509727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port b6aec273-de79-45cb-8684-d711f04b522b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:47.510142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:47.520605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Transition to ACTIVE for port object 245e2552-293f-4e84-ba61-b25bb8d81e6b will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:47.529639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:47.595381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-919d2181-806a-4cd8-86b1-7a107e6d3521 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:01:47.596511 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-919d2181-806a-4cd8-86b1-7a107e6d3521 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8097043 May 29 01:01:47.599343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49922) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.608089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Pushing event updated for resources: {'Port': ['ID=245e2552-293f-4e84-ba61-b25bb8d81e6b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:47.625236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:47.626431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:47.629258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:47.634565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:47.643547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e1e6828d-e587-4c74-b147-dc79e84f965b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f6fce3b43dae4cfb9ee81118d08cea26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4386041 May 29 01:01:47.645915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49926) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.664811 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f4b8d65c-79c0-47de-abbf-eea4cb73d951 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "PUT /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9214709 May 29 01:01:47.668816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49930) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.669288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] Sync routers for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:47.745590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:47.746222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:47.763477 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-dad5e92e-3c70-4cc2-adb5-e5444adc5b7a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] show failed (client error): The resource could not be found. May 29 01:01:47.768834 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dad5e92e-3c70-4cc2-adb5-e5444adc5b7a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-587847161 HTTP/1.1" status: 404 len: 334 time: 0.0990226 May 29 01:01:47.769567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49936) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.780671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-80909118-fa9d-4963-b7cb-5f43419c78d1 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:47.807517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Attempting to bind port 245e2552-293f-4e84-ba61-b25bb8d81e6b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:47.807861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Attempting to bind port 245e2552-293f-4e84-ba61-b25bb8d81e6b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:47.808185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Attempting to bind port 245e2552-293f-4e84-ba61-b25bb8d81e6b on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:47.821061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:47.824206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:47.824534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:47.824924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:47.825307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:47.825770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Bound port: 245e2552-293f-4e84-ba61-b25bb8d81e6b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:47.826135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:47.858817 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-80909118-fa9d-4963-b7cb-5f43419c78d1 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] update failed (client error): The resource could not be found. May 29 01:01:47.863753 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-80909118-fa9d-4963-b7cb-5f43419c78d1 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-1411037835 HTTP/1.1" status: 404 len: 335 time: 0.0905800 May 29 01:01:47.865496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49942) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:47.930776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] Routers {'2eac36cd-63a2-4876-b091-2ed34c386f82'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:47.931446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2eac36cd-63a2-4876-b091-2ed34c386f82'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:47.993175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] For port 245e2552-293f-4e84-ba61-b25bb8d81e6b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:48.008672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:48.009066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f1bbb-ec39-43b3-8f03-48804fd767cf None None] The sync data for ids ['2eac36cd-63a2-4876-b091-2ed34c386f82'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:48.015354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] For port 245e2552-293f-4e84-ba61-b25bb8d81e6b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=245e2552-293f-4e84-ba61-b25bb8d81e6b,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:48.021434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.046805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf07c-7f2a-4017-85b6-6e94f0fd593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.061787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.119499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf07c-7f2a-4017-85b6-6e94f0fd593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.158832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc74f3-876f-47e0-b79a-c8c5694a40b7 None None] Pushing event updated for resources: {'Port': ['ID=245e2552-293f-4e84-ba61-b25bb8d81e6b,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:48.207692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49950) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:48.281262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for b6aec273-de79-45cb-8684-d711f04b522b owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:48.299432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting subnet 9cd24ea6-33d8-4336-98a8-9cce1d2eb751 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:48.302583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf07c-7f2a-4017-85b6-6e94f0fd593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.305963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.367126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaf07c-7f2a-4017-85b6-6e94f0fd593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a04378-f02b-49f6-a824-9e820bd8127d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:48.387532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf07c-7f2a-4017-85b6-6e94f0fd593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.391158 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4eaaf07c-7f2a-4017-85b6-6e94f0fd593b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/88a04378-f02b-49f6-a824-9e820bd8127d HTTP/1.1" status: 204 len: 168 time: 0.7418420 May 29 01:01:48.393949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.518094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.610524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-23476031', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:48.633426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:48.638597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.642362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Usage tracker for resource:port and tenant:2145a85597b844d4a67c5f856f035102 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:48.649488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:48.668864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:48.684156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd24ea6-33d8-4336-98a8-9cce1d2eb751,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:48.690012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.690882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.696778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550363f5-3537-4e21-809a-49c77ee9b7ff None None] Network eaef2886-36e9-4032-a7e1-bd66ce9d5f16 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:48.703829 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ece2355a-676d-4d47-b08c-f59e44959843 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/subnets/9cd24ea6-33d8-4336-98a8-9cce1d2eb751 HTTP/1.1" status: 204 len: 168 time: 0.8371041 May 29 01:01:48.705697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49962) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:48.747127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.769367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Made reservation on behalf of 2145a85597b844d4a67c5f856f035102 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:48.771652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.879795 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-cb2771d2-c0b5-4e61-a335-585a2229bdd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3685644 May 29 01:01:48.888710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:48.898454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=b6aec273-de79-45cb-8684-d711f04b522b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:49.004189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting subnet fe2d8dd1-354c-4964-b3a4-63bb5edbf92e {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:49.008925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.075138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.091379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] DHCP port deletion for eaef2886-36e9-4032-a7e1-bd66ce9d5f16 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:49.095772 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] Deleting port c84e2d48-66e4-4283-a75d-39b111cb4bde {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:49.096175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.233997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.247529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:49.266476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Usage tracker for resource:security_group_rule and tenant:2145a85597b844d4a67c5f856f035102 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:49.270096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.270834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:49.275188 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ab7bdc5d-460e-4a18-bb7e-c5942140612a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/b6aec273-de79-45cb-8684-d711f04b522b HTTP/1.1" status: 204 len: 168 time: 1.9014537 May 29 01:01:49.280849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49978) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:49.281771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:49.348446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] For port c84e2d48-66e4-4283-a75d-39b111cb4bde, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c84e2d48-66e4-4283-a75d-39b111cb4bde,segment=NetworkSegment(83ce75ca-8303-4ae5-a785-dd33104db197),segment_id=83ce75ca-8303-4ae5-a785-dd33104db197)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:49.348948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.411239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.425088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b416b3f4-79c3-4c46-82ee-2a4f25f1aad9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:49.427895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b416b3f4-79c3-4c46-82ee-2a4f25f1aad9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:49.428692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b416b3f4-79c3-4c46-82ee-2a4f25f1aad9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:49.438869 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-497720fe-84c6-4d20-a040-6be38ad09a05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.2936447 May 29 01:01:49.468211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2d8dd1-354c-4964-b3a4-63bb5edbf92e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:49.479823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.505403 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-df002d78-59d1-4e73-9b8b-0f9ff39a96b6 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/subnets/fe2d8dd1-354c-4964-b3a4-63bb5edbf92e HTTP/1.1" status: 204 len: 168 time: 0.7981932 May 29 01:01:49.506287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 49984) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:49.577669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1149936-e6d1-465a-ac3b-fbf743aedaa0 None None] Network a0abb0ad-ff55-4c64-94e5-745fe8857d9b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:49.608218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] Calling delete_port for c84e2d48-66e4-4283-a75d-39b111cb4bde owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:49.641130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b416b3f4-79c3-4c46-82ee-2a4f25f1aad9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:49.644660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b416b3f4-79c3-4c46-82ee-2a4f25f1aad9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3583791 May 29 01:01:49.656164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 49990) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:49.671979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 245e2552-293f-4e84-ba61-b25bb8d81e6b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:49.768846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.779148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.798081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting port c84e2d48-66e4-4283-a75d-39b111cb4bde {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:49.798418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.800927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:49.873986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] device_id is not set on port ebeeb4ab-bd28-44ea-b6f1-83d31fe3bdc8 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:49.943657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-357227c9-4e09-4b92-9ee3-fdd639857a1b None None] Provisioning for port 245e2552-293f-4e84-ba61-b25bb8d81e6b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:50.050685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 245e2552-293f-4e84-ba61-b25bb8d81e6b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:50.057318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 245e2552-293f-4e84-ba61-b25bb8d81e6b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:50.058393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.075165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74b1cdd-bccc-438d-8ca7-74fc46a15152,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:50.079027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35e25-0074-48d9-9302-35379df124c2 req-689313d6-3984-451b-9f3b-d7ce588c541f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:50.080511 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-689313d6-3984-451b-9f3b-d7ce588c541f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 913 time: 0.6079218 May 29 01:01:50.114099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.205903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-edb187b0-29ae-446e-92a5-25315e8d7753 None None] Could not find standard attr ID for object b6aec273-de79-45cb-8684-d711f04b522b. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:01:50.213162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] Pushing event deleted for resources: {'Port': ['ID=c84e2d48-66e4-4283-a75d-39b111cb4bde,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:50.234482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e779aac-94d3-4c92-8841-57fd5625c759 None None] No DVR routers for this DVR port c84e2d48-66e4-4283-a75d-39b111cb4bde on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:50.249242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] For port c84e2d48-66e4-4283-a75d-39b111cb4bde, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c84e2d48-66e4-4283-a75d-39b111cb4bde,segment=NetworkSegment(83ce75ca-8303-4ae5-a785-dd33104db197),segment_id=83ce75ca-8303-4ae5-a785-dd33104db197)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:50.249800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.278159 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-6b53474c-fcdf-4ea4-8b90-725f1befcbfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 1000 time: 0.1359663 May 29 01:01:50.309403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.365975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 245e2552-293f-4e84-ba61-b25bb8d81e6b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=245e2552-293f-4e84-ba61-b25bb8d81e6b,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:50.371709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.422333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Calling delete_port for c84e2d48-66e4-4283-a75d-39b111cb4bde owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:50.436157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] DHCP port deletion for a0abb0ad-ff55-4c64-94e5-745fe8857d9b request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:50.458201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] Deleting port df742278-37be-4317-9e69-47868f6cd8c0 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:50.458571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.509603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c84e2d48-66e4-4283-a75d-39b111cb4bde no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:50.514602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:01:50.515232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:01:50.517185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35e25-0074-48d9-9302-35379df124c2 req-15eae588-601f-4acb-b90a-fa2263129ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:50.519254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-15eae588-601f-4acb-b90a-fa2263129ae7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.2335715 May 29 01:01:50.549688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c84e2d48-66e4-4283-a75d-39b111cb4bde {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:50.550025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c84e2d48-66e4-4283-a75d-39b111cb4bde not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:50.574662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=245e2552-293f-4e84-ba61-b25bb8d81e6b,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:50.594476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:50.598666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Allocated IP 172.26.5.20 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/ebeeb4ab-bd28-44ea-b6f1-83d31fe3bdc8) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:50.607552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.750872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.755750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] For port df742278-37be-4317-9e69-47868f6cd8c0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=df742278-37be-4317-9e69-47868f6cd8c0,segment=NetworkSegment(285c6963-63f4-44cd-90c3-fda4d98066a9),segment_id=285c6963-63f4-44cd-90c3-fda4d98066a9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:50.756173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:50.913487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] Calling delete_port for df742278-37be-4317-9e69-47868f6cd8c0 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:50.925880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-5b7d8e13-b903-47bd-9f5a-6a1f20186b2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3943729 May 29 01:01:50.990594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.017350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting port c84e2d48-66e4-4283-a75d-39b111cb4bde {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:51.018026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.041023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] Pushing event deleted for resources: {'Port': ['ID=df742278-37be-4317-9e69-47868f6cd8c0,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:51.046639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517e0ce-6d46-49a4-807f-5cc85bbb8c4e None None] No DVR routers for this DVR port df742278-37be-4317-9e69-47868f6cd8c0 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:51.114951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] The port 'c84e2d48-66e4-4283-a75d-39b111cb4bde' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:01:51.295444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.344632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.352492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.371582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaef2886-36e9-4032-a7e1-bd66ce9d5f16']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:51.384778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ce75ca-8303-4ae5-a785-dd33104db197') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:51.386109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ce75ca-8303-4ae5-a785-dd33104db197') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:51.398285 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-052db4c1-c0da-4ba1-9b1b-d7ca10dcd49c service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606371 May 29 01:01:51.398521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.416363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.423212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:51.423810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:51.441061 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:51.473326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50018) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:51.491680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050964785', 'description': 'tempest-secgroup-smoke-2050964785 description', 'project_id': 'f2999c56a298453982d53aaa938834dc'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:51.531322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.537016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.563475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:51.564508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 245e2552-293f-4e84-ba61-b25bb8d81e6b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:51.567570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Network': ['ID=eaef2886-36e9-4032-a7e1-bd66ce9d5f16,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:51.570283 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-866c410b-79ff-4fce-88b2-66916df34fcd tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/networks/eaef2886-36e9-4032-a7e1-bd66ce9d5f16 HTTP/1.1" status: 204 len: 168 time: 2.0628829 May 29 01:01:51.573558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50022) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:51.585464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.593501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:51.624217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting port 48f1bd8f-53e5-4093-88f3-37495ba110dc {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:51.624560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.649593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 245e2552-293f-4e84-ba61-b25bb8d81e6b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:51.649968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.651651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:51.672465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:51.682151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:51.691208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.694211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.719895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27720ebd-539f-404d-bc59-023dbcba5893 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:51.741847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.780869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.831203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.857787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0abb0ad-ff55-4c64-94e5-745fe8857d9b']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:51.869610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285c6963-63f4-44cd-90c3-fda4d98066a9') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:51.869984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285c6963-63f4-44cd-90c3-fda4d98066a9') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:51.881485 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.898988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.907544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:51.908699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.912545 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa35e25-0074-48d9-9302-35379df124c2 req-90c98126-2a18-429e-8661-124f44fe80de service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768891 May 29 01:01:51.916036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:51.924100 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:51.987847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.017199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device df742278-37be-4317-9e69-47868f6cd8c0 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:52.022951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.028498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.051316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:52.058817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Network': ['ID=a0abb0ad-ff55-4c64-94e5-745fe8857d9b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:52.059054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: df742278-37be-4317-9e69-47868f6cd8c0 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:52.059172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device df742278-37be-4317-9e69-47868f6cd8c0 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:52.061704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] Deleting port 245e2552-293f-4e84-ba61-b25bb8d81e6b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:52.062087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.065959 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-90956345-75d6-4d5e-abed-cf4fedb61c65 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/networks/a0abb0ad-ff55-4c64-94e5-745fe8857d9b HTTP/1.1" status: 204 len: 168 time: 0.4914145 May 29 01:01:52.066815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50026) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:52.131320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Calling delete_port for 48f1bd8f-53e5-4093-88f3-37495ba110dc owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:52.264633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting subnet 19655287-a621-4e80-898c-6aef7d1d9cdd {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:01:52.267424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.281276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] For port 245e2552-293f-4e84-ba61-b25bb8d81e6b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=245e2552-293f-4e84-ba61-b25bb8d81e6b,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:52.281711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.320702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.361254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-08497143-a447-4453-8d8d-4cee17a9dc54 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f HTTP/1.1" status: 204 len: 168 time: 2.7040019 May 29 01:01:52.365387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50030) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:52.367114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Pushing event updated for resources: {'Port': ['ID=ebeeb4ab-bd28-44ea-b6f1-83d31fe3bdc8,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:52.371450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:52.374977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:52.380527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:52.432109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] Calling delete_port for 245e2552-293f-4e84-ba61-b25bb8d81e6b owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:52.441050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:52.441050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.451688 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6fb1026a-4671-4bb4-aba4-ff28929da4b7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848885 May 29 01:01:52.454541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50034) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:52.496065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.512326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:52.519458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:52.529655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:52.532670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.573074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:52.577681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] Pushing event deleted for resources: {'Port': ['ID=245e2552-293f-4e84-ba61-b25bb8d81e6b,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:52.584352 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dfecb728-2139-4ee6-ab80-c692f9b5ef64 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.3156621 May 29 01:01:52.588509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ac7ec-d345-40b3-b393-244223318989 None None] No DVR routers for this DVR port 245e2552-293f-4e84-ba61-b25bb8d81e6b on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:52.593260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50038) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:52.601126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.20'}]}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:52.607718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:52.610240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.644791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Usage tracker for resource:router and tenant:2145a85597b844d4a67c5f856f035102 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:52.645630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.654025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:52.657420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Subnet': ['ID=19655287-a621-4e80-898c-6aef7d1d9cdd,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:52.663553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:52.665873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.672114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1964b19c-1f80-4114-ba0a-2ee75a85c728 None None] Network d274a892-2f7d-413f-88b7-f7f9f16df328 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:52.679012 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4f3b2e2a-fc4d-4351-a44c-612f1e8cf025 tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/subnets/19655287-a621-4e80-898c-6aef7d1d9cdd HTTP/1.1" status: 204 len: 168 time: 0.6088333 May 29 01:01:52.679335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50042) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:52.709828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.711141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.712850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2a9dfe-c0f3-4ab5-af02-74fb773de0a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:52.713573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d2a9dfe-c0f3-4ab5-af02-74fb773de0a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:52.726908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Port': ['ID=48f1bd8f-53e5-4093-88f3-37495ba110dc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:52.785015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.840240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.856468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.859693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.874313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting port a8693b27-0220-44d4-85fe-46043012e530 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:52.874805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:52.993806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d2a9dfe-c0f3-4ab5-af02-74fb773de0a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:52.995515 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8d2a9dfe-c0f3-4ab5-af02-74fb773de0a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5395420 May 29 01:01:53.007060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] DHCP port deletion for d274a892-2f7d-413f-88b7-f7f9f16df328 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:01:53.013651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] Deleting port a8693b27-0220-44d4-85fe-46043012e530 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:53.014033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.055152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50048) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:53.130190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a99673-dd83-473c-9d18-fb1b2d6b2307,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:53.138655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:53.149819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:53.155714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:53.164291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:53.174039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a2b85-c91c-462d-8993-34b0e1c089ed tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:53.174970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2e3a2b85-c91c-462d-8993-34b0e1c089ed tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:53.194511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.234697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] For port a8693b27-0220-44d4-85fe-46043012e530, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a8693b27-0220-44d4-85fe-46043012e530,segment=NetworkSegment(d623d85a-08a8-4172-8336-3a5bf1cad273),segment_id=d623d85a-08a8-4172-8336-3a5bf1cad273)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:53.235584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.237137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.294896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2e3a2b85-c91c-462d-8993-34b0e1c089ed tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:53.296382 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2e3a2b85-c91c-462d-8993-34b0e1c089ed tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2403846 May 29 01:01:53.308310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:53.393828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] Calling delete_port for a8693b27-0220-44d4-85fe-46043012e530 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:53.425766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] For port a8693b27-0220-44d4-85fe-46043012e530, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a8693b27-0220-44d4-85fe-46043012e530,segment=NetworkSegment(d623d85a-08a8-4172-8336-3a5bf1cad273),segment_id=d623d85a-08a8-4172-8336-3a5bf1cad273)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:53.426205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.430542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.449599 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d1675568-bdd8-48b6-86ae-68c89ab77da4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356950 May 29 01:01:53.449599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.450896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50056) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:53.468688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:53.475059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.526752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] Pushing event deleted for resources: {'Port': ['ID=a8693b27-0220-44d4-85fe-46043012e530,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:53.532973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c582d-8868-46b0-b7a7-c0d71e34f231 None None] No DVR routers for this DVR port a8693b27-0220-44d4-85fe-46043012e530 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:01:53.576433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Calling delete_port for a8693b27-0220-44d4-85fe-46043012e530 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:53.585012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2842625f-508b-4414-9242-8c3a6266404d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:53.586856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 245e2552-293f-4e84-ba61-b25bb8d81e6b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:53.629595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 245e2552-293f-4e84-ba61-b25bb8d81e6b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:53.630450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 245e2552-293f-4e84-ba61-b25bb8d81e6b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:53.631051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a8693b27-0220-44d4-85fe-46043012e530 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:01:53.663510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.667752 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6fa06b46-21f2-4165-bbcc-f7493c2547a2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.1905444 May 29 01:01:53.667916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: a8693b27-0220-44d4-85fe-46043012e530 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:01:53.667916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a8693b27-0220-44d4-85fe-46043012e530 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:01:53.668905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50060) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:53.675340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'security_group_rule': {'security_group_id': '2842625f-508b-4414-9242-8c3a6266404d', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:53.682168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:01:53.683045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:01:53.685542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:53.691105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:53.694399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:53.701548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:53.744683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:53.757844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:53.758467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.817148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:53.820619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.860997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.897985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.899504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.937821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:53.972266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8583ee1-0d6d-441c-a08a-9d52470c82e0,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:54.006609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.007463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Router 1412a508-f78e-4b00-9d5b-c68611e78393 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:01:54.007765 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7a1d0026-ffdc-46c3-8182-cb21f9a292a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3378730 May 29 01:01:54.010579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50064) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:54.043744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'security_group_rule': {'security_group_id': '2842625f-508b-4414-9242-8c3a6266404d', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:54.059276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:54.067376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:54.072167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:54.082618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:54.145168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.188824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Deleting port a8693b27-0220-44d4-85fe-46043012e530 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:54.189161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.221602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.240227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:01:54.250953 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] Sync routers for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:01:54.254111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9d9b58c5-c71d-4729-aa59-3ab58fcd7259 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6537552 May 29 01:01:54.257089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.260634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50068) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:54.268618 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:54.269210 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:54.330827 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:54.342675 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:01:54.343287 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:54.373342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] The port 'a8693b27-0220-44d4-85fe-46043012e530' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:01:54.407919 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:54.407919 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02d3a2-9a6b-44f8-816c-232291f6b0a9 None None] The sync data for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:01:54.488544 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-2b0fd08e-74aa-46f8-b2cb-dcb9ed5762b1 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] delete failed (client error): The resource could not be found. May 29 01:01:54.489580 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2b0fd08e-74aa-46f8-b2cb-dcb9ed5762b1 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-1714081535 HTTP/1.1" status: 404 len: 335 time: 0.2035320 May 29 01:01:54.497884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50072) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:54.511528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cbb1478e-a7c9-4431-a15d-ec9bb72e76f3 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'router': {'external_gateway_info': {'network_id': '1412a508-f78e-4b00-9d5b-c68611e78393'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:54.564168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:54.572094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:54.580026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=0813954c-a7bb-450c-a34e-ea13e6109e81,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:54.581739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15042f88-e6d7-440d-ac6b-ac83ffe856a4 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:54.582573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:54.583158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.629287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.637862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.664037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.664253 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-81d5dd1d-f0d7-4656-8ed9-86b38d6c61ab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2035503 May 29 01:01:54.665318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50076) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:54.671761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '0813954c-a7bb-450c-a34e-ea13e6109e81', 'ip_address': '2001:db8::d6d0:6f37:2122:a8dd'}], 'name': 'tempest-NetworksTestDHCPv6-1166628070'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:54.755387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbc121e-00db-4b3d-a086-78ba78c03c50,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:54.808979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '0813954c-a7bb-450c-a34e-ea13e6109e81'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:54.809995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.817515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:54.821209 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6c476c76-deee-4022-8690-ea7dbdf09325 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8070328 May 29 01:01:54.828349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50082) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:54.829827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d274a892-2f7d-413f-88b7-f7f9f16df328']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:54.847727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'security_group_rule': {'security_group_id': '2842625f-508b-4414-9242-8c3a6266404d', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:54.858969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd623d85a-08a8-4172-8336-3a5bf1cad273') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:54.859272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd623d85a-08a8-4172-8336-3a5bf1cad273') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:01:54.865891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:54.928260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:54.932281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:54.982347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/0813954c-a7bb-450c-a34e-ea13e6109e81/6da1f6a8-4083-4cbf-b2bd-f492144f2a7a) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:54.998106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.004573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:55.031739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.034038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.036627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:55.047118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.056159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.058008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:01:55.058232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:55.058569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.073870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:01:55.077749 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:01:55.079952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.092477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbb1478e-a7c9-4431-a15d-ec9bb72e76f3 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.109521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:55.189671 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-cbb1478e-a7c9-4431-a15d-ec9bb72e76f3 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] update failed (client error): The resource could not be found. May 29 01:01:55.190737 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cbb1478e-a7c9-4431-a15d-ec9bb72e76f3 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393 HTTP/1.1" status: 404 len: 339 time: 0.6899514 May 29 01:01:55.194569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50086) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:55.204196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2087959908'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:55.208208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.208695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9c162b-7194-4c05-aed3-a8f99434f74a {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:01:55.216076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:55.216611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.247331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.251285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.257824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Transition to ACTIVE for port object 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:55.259126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.260821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:network and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:55.266881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Pushing event deleted for resources: {'Network': ['ID=d274a892-2f7d-413f-88b7-f7f9f16df328,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:55.269022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:55.273058 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.282009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Transition to ACTIVE for port object 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:55.285983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:55.287743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.295298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 29 01:01:55.296349 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3fe33a70-65c0-45ae-a1f8-a9480c609fc9 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7021322 May 29 01:01:55.299667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50090) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:55.303382 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7ab088a7-3645-4800-8421-0e5d74503abe tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/networks/d274a892-2f7d-413f-88b7-f7f9f16df328 HTTP/1.1" status: 204 len: 168 time: 2.6231458 May 29 01:01:55.306474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaadfd4c-9bb2-4a8a-b356-a54fcddcc482,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:55.308882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50094) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:55.341579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:55.344480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.350003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.350003 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6bf7b0da-7134-43a8-9c0c-9446f39a09a9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5083675 May 29 01:01:55.350003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50098) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:55.360038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'security_group_rule': {'security_group_id': '2842625f-508b-4414-9242-8c3a6266404d', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:55.364859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-069098fa-d79f-444f-a37e-353ada98e31a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Synchronizing usage tracker for tenant:d92821106083427b8f56546536c260a9 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:55.370304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:55.375556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:55.378362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:55.378504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:55.380972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:55.383276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:55.391213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:55.392975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Pushing event updated for resources: {'Port': ['ID=6da1f6a8-4083-4cbf-b2bd-f492144f2a7a,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:55.393528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-069098fa-d79f-444f-a37e-353ada98e31a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Unset dirty status for tenant:d92821106083427b8f56546536c260a9 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:55.397242 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-069098fa-d79f-444f-a37e-353ada98e31a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "GET /v2.0/ports?device_id=2eac36cd-63a2-4876-b091-2ed34c386f82 HTTP/1.1" status: 200 len: 205 time: 0.0843375 May 29 01:01:55.397835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50102) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:55.435682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Deleting port ebeeb4ab-bd28-44ea-b6f1-83d31fe3bdc8 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:55.436033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.484535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Attempting to bind port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:55.484960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Attempting to bind port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:55.485389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Attempting to bind port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:55.492299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:55.492715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:55.493314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.493803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:55.494313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Bound port: 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:55.494762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.504511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:55.508634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::d6d0:6f37:2122:a8dd (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/0813954c-a7bb-450c-a34e-ea13e6109e81/fca60a0a-2b53-4b8c-9ab6-e44fedcc9542) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:55.528609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.579121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ec48-2cbb-4f4f-805f-ab3db4f6cd3a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.586536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] For port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:55.590717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] For port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6da1f6a8-4083-4cbf-b2bd-f492144f2a7a,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:55.593765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.594112 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Added segment 64c72a8b-80db-4f68-b7b9-1839f18d4479 of type vlan for network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f May 29 01:01:55.595273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.684797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef05382-e860-4897-8ec6-16202cf5c534 None None] Pushing event updated for resources: {'Port': ['ID=6da1f6a8-4083-4cbf-b2bd-f492144f2a7a,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:55.727935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.749427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.782092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.796499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.910580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79861816-2ff0-4c67-930a-131d285c12e9,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:55.978471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:55.984108 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1ecfb9fa-4478-49e2-ac67-0317e0f8d4c9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6303988 May 29 01:01:56.090452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Calling delete_port for ebeeb4ab-bd28-44ea-b6f1-83d31fe3bdc8 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:56.117296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50106) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:56.169914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ec48-2cbb-4f4f-805f-ab3db4f6cd3a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.175768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ec48-2cbb-4f4f-805f-ab3db4f6cd3a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.201178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:01:56.208720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ec48-2cbb-4f4f-805f-ab3db4f6cd3a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.209491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea5ec48-2cbb-4f4f-805f-ab3db4f6cd3a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Fanout notify agent at l3_agent the message router_deleted on router 2eac36cd-63a2-4876-b091-2ed34c386f82 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:01:56.214877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'security_group_rule': {'security_group_id': '2842625f-508b-4414-9242-8c3a6266404d', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:56.222524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ea5ec48-2cbb-4f4f-805f-ab3db4f6cd3a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.223591 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4ea5ec48-2cbb-4f4f-805f-ab3db4f6cd3a tempest-RoutersNegativeTest-496843385 tempest-RoutersNegativeTest-496843385-project] 10.222.0.33 "DELETE /v2.0/routers/2eac36cd-63a2-4876-b091-2ed34c386f82 HTTP/1.1" status: 204 len: 168 time: 0.8253231 May 29 01:01:56.237490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:56.257108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:56.262253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:56.282494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:56.293823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.297438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:56.298016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.412104 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Project f2999c56a298453982d53aaa938834dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:01:56.444802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.482796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.529022 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3332143 May 29 01:01:56.532053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50114) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:56.541333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ffe1e-987f-4061-a3aa-17b9086e2654 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Network': ['ID=96397c4e-b3e1-4b6f-8605-bcbdfa42178f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:56.553560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'subnet': {'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:56.557078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:56.567847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:56.604895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.638048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50118) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:56.689965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebeeb4ab-bd28-44ea-b6f1-83d31fe3bdc8,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:56.698143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.710070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:56.715828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Usage tracker for resource:subnet and tenant:0b7941fb18de486082762be45b63704f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:56.719274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:56.726437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:56.740380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Made reservation on behalf of 0b7941fb18de486082762be45b63704f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:56.782165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.808201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.813715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a0f8db0d-0d96-417b-92f0-f52d7591c921 None None] Provisioning for port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:56.849991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.876648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbc6692-bd27-41f5-a297-35e61f0cacfc,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:56.906133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.907305 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fdb688ce-1cc1-4782-a740-2e751b78ff65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7897656 May 29 01:01:56.908517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.913106 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fd7f24c5-2967-4cfc-a72a-fcfd5edc7484 tempest-RoutersAdminNegativeTest-2028332098 tempest-RoutersAdminNegativeTest-2028332098-project-admin] 10.222.0.33 "DELETE /v2.0/ports/ebeeb4ab-bd28-44ea-b6f1-83d31fe3bdc8 HTTP/1.1" status: 204 len: 168 time: 1.6112030 May 29 01:01:56.916682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50124) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:56.924550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'security_group_rule': {'security_group_id': '2842625f-508b-4414-9242-8c3a6266404d', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:56.938112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:56.950012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:56.951077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:security_group_rule and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:56.953987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=fca60a0a-2b53-4b8c-9ab6-e44fedcc9542,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:56.956658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:56.959542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:56.965096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:56.969401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:56.970030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:56.981815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:56.997242 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d785e8c2-7cd8-4583-a0fc-20f6f95e10fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3307846 May 29 01:01:57.000963 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-23090fbd-c6a2-441a-9f5b-fd85328d5ac9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d92821106083427b8f56546536c260a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3591614 May 29 01:01:57.000963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50130) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:57.003609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50132) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:57.008734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '0813954c-a7bb-450c-a34e-ea13e6109e81', 'ip_address': '2001:db8::d6d0:6f37:2122:a8dd'}], 'name': 'tempest-NetworksTestDHCPv6-758377139'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:57.011729 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Project f2999c56a298453982d53aaa938834dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:01:57.028287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.120935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.134198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.179610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30ae35f-14c9-4176-90c7-9918882c9564,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:57.233584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.237376 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d6435c1b-235a-4b81-a223-da2543aeae42 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3148539 May 29 01:01:57.237668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50140) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:57.243137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'network': {'name': 'tempest-network-smoke--814829589', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:57.248958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:57.253699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:network and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:57.255504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2380251f-d7cf-46ce-896a-2f235b86f77f None None] Provisioning for port fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:57.260663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:57.263884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2380251f-d7cf-46ce-896a-2f235b86f77f None None] Provisioning complete for port fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:57.264475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2380251f-d7cf-46ce-896a-2f235b86f77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.269066 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:57.277010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50144) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:57.283658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d535c194-73fe-498a-a8e1-efce8dc5148e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.296931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Made reservation on behalf of f2999c56a298453982d53aaa938834dc for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:57.302133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.321570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2380251f-d7cf-46ce-896a-2f235b86f77f None None] Port fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:01:57.339465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:01:57.348374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:57.350558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.351083 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Added segment 5347cbc9-1946-4949-94ef-15be30533c3c of type vlan for network 759091a9-1ac8-4e82-9967-e8fbff956f91 May 29 01:01:57.353838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d535c194-73fe-498a-a8e1-efce8dc5148e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.368642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:57.373836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:57.377246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.384257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.419814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.423287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:57.424481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:57.425784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.480055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:01:57.547276 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3084738 May 29 01:01:57.550650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50150) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:57.558501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'admin_state_up': True, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:57.565244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075bf10-b042-4daa-bd6b-42be52b8b792 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Network': ['ID=759091a9-1ac8-4e82-9967-e8fbff956f91,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:57.567711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:57.578885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Subnet': ['ID=99d000df-82e1-4cd1-8785-31ddec982c21,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:57.581075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:01:57.587224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:router and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:57.592744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:57.599017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.605323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d535c194-73fe-498a-a8e1-efce8dc5148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.610364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:57.631425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.632442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.635068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535c194-73fe-498a-a8e1-efce8dc5148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d10efe-517b-4a10-bd44-b4ea407fe094,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:57.654735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:57.660752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Usage tracker for resource:security_group_rule and tenant:0d3ce047071845a6af8c4e8970ddc1ed is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:57.663694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:57.668622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:57.670381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:57.678304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.683681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Checking segment: {'id': '64c72a8b-80db-4f68-b7b9-1839f18d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:57.684169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network hostable DHCP agents. Network: 96397c4e-b3e1-4b6f-8605-bcbdfa42178f, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:01:57.702114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.737901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d535c194-73fe-498a-a8e1-efce8dc5148e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.739239 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d535c194-73fe-498a-a8e1-efce8dc5148e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a0d10efe-517b-4a10-bd44-b4ea407fe094 HTTP/1.1" status: 204 len: 168 time: 0.7347810 May 29 01:01:57.747234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 7d113575-90a1-4390-99a1-549f896350a3 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:01:57.785926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:01:57.792968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:57.793727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.812866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:01:57.846796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 96397c4e-b3e1-4b6f-8605-bcbdfa42178f) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:57.851616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:57.852562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.864699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e35ae-b3fb-4f34-9825-5beebce18486 None None] Network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:01:57.895267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.902561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.912426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:57.941224 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a9cfb788-b463-4682-b595-f4f762f940e7 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4052799 May 29 01:01:57.943186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50158) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:57.954916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9b09d01b-fe74-4e9d-9287-01dcbee87732 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'router': {'external_gateway_info': {'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:57.958337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0d3ce047071845a6af8c4e8970ddc1ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6802387 May 29 01:01:57.975565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50162) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:58.062575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6c33e-58cf-4b74-af3d-5aa7fcef4d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9628c80c-2e62-497c-a7b4-3a4b46a68d29,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:58.121558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d243b4f1-8e7e-4f8d-82df-c73e0df7cda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.141269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.159786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d243b4f1-8e7e-4f8d-82df-c73e0df7cda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.241604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6da1f6a8-4083-4cbf-b2bd-f492144f2a7a,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:01:58.269482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): There was a conflict when trying to complete your request. May 29 01:01:58.269790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:01:58.294161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.323947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.352523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d243b4f1-8e7e-4f8d-82df-c73e0df7cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.368474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.374197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243b4f1-8e7e-4f8d-82df-c73e0df7cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9628c80c-2e62-497c-a7b4-3a4b46a68d29,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:58.393330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=6da1f6a8-4083-4cbf-b2bd-f492144f2a7a,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:58.407151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-96397c4e-b3e1-4b6f-8605-bcbdfa42178f', 'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f', 'tenant_id': '0b7941fb18de486082762be45b63704f', 'fixed_ips': [{'subnet_id': '99d000df-82e1-4cd1-8785-31ddec982c21'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:01:58.408529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.490736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ea2de1c8-5fe9-4113-b654-078850c87721 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4868376 May 29 01:01:58.490969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50176) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:58.551716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d243b4f1-8e7e-4f8d-82df-c73e0df7cda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.552848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d243b4f1-8e7e-4f8d-82df-c73e0df7cda9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9628c80c-2e62-497c-a7b4-3a4b46a68d29 HTTP/1.1" status: 204 len: 168 time: 0.5732210 May 29 01:01:58.649847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Allocated IP 172.26.5.142 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/1ff33adf-c9f6-492e-b037-c5acb0b321c4) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:58.663032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Allocated IP 2001:db8:1::2 (96397c4e-b3e1-4b6f-8605-bcbdfa42178f/99d000df-82e1-4cd1-8785-31ddec982c21/4e5ba8c4-2b6d-4485-947b-753cfa9a0c66) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:01:58.787363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a98dc-676a-40f7-9447-081009c1ab97 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:58.805456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a98dc-676a-40f7-9447-081009c1ab97 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:01:58.806398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-828a98dc-676a-40f7-9447-081009c1ab97 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:01:58.827949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b09d01b-fe74-4e9d-9287-01dcbee87732 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.850452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-828a98dc-676a-40f7-9447-081009c1ab97 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:01:58.852079 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-828a98dc-676a-40f7-9447-081009c1ab97 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3596673 May 29 01:01:58.852808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.859241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50188) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:58.946165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:01:58.946846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:58.993170 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:01:59.021762 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-9b09d01b-fe74-4e9d-9287-01dcbee87732 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:01:59.023573 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9b09d01b-fe74-4e9d-9287-01dcbee87732 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393 HTTP/1.1" status: 400 len: 364 time: 1.0787635 May 29 01:01:59.027648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50194) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:59.043525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.046331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.067397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Transition to ACTIVE for port object 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:59.118256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Transition to ACTIVE for port object 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:01:59.126221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.133594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50198) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:59.257286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:59.259696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:01:59.265446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:59.267976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:59.270929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:01:59.290862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:01:59.307539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Pushing event updated for resources: {'Port': ['ID=4e5ba8c4-2b6d-4485-947b-753cfa9a0c66,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:59.322086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Port': ['ID=1ff33adf-c9f6-492e-b037-c5acb0b321c4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:59.325146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50204) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:59.370560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Attempting to bind port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:01:59.370934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Attempting to bind port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '64c72a8b-80db-4f68-b7b9-1839f18d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:01:59.371288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Attempting to bind port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 on network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:01:59.378083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:01:59.378384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Checking segment: {'id': '64c72a8b-80db-4f68-b7b9-1839f18d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:01:59.378784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.379173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Bound using segment: {'id': '64c72a8b-80db-4f68-b7b9-1839f18d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:01:59.379632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Bound port: 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c72a8b-80db-4f68-b7b9-1839f18d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96397c4e-b3e1-4b6f-8605-bcbdfa42178f'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:01:59.380048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.394883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--829159479'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:01:59.435008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:59.447936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:59.459024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:59.470685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] For port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:01:59.473795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] For port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4e5ba8c4-2b6d-4485-947b-753cfa9a0c66,segment=NetworkSegment(64c72a8b-80db-4f68-b7b9-1839f18d4479),segment_id=64c72a8b-80db-4f68-b7b9-1839f18d4479)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:01:59.474599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:59.479694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.490525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.507659 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1b5165fe-18bb-4a69-b490-da94265e2b6f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2145a85597b844d4a67c5f856f035102&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1738713 May 29 01:01:59.511879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50208) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:01:59.565790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38348d9e-aa91-4757-9c02-07021142e51d None None] Pushing event updated for resources: {'Port': ['ID=4e5ba8c4-2b6d-4485-947b-753cfa9a0c66,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:01:59.596185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.601045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:01:59.665211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbff7f08-f62d-41dd-9443-2af27131cf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.676828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:01:59.677437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:01:59.677807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.715393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.764302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbff7f08-f62d-41dd-9443-2af27131cf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.826659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:01:59.832975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:01:59.842852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:01:59.878193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.890898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:01:59.949509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.950260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:01:59.958776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.039103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbff7f08-f62d-41dd-9443-2af27131cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.082857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=fca60a0a-2b53-4b8c-9ab6-e44fedcc9542,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:00.090980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff7f08-f62d-41dd-9443-2af27131cf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74b1cdd-bccc-438d-8ca7-74fc46a15152,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:00.114661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbff7f08-f62d-41dd-9443-2af27131cf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.115753 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cbff7f08-f62d-41dd-9443-2af27131cf2e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a74b1cdd-bccc-438d-8ca7-74fc46a15152 HTTP/1.1" status: 204 len: 168 time: 0.6030710 May 29 01:02:00.211488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.258300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.267308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.289448 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-98f7eb79-4541-4b63-9fcb-9b5f39541fd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 HTTP/1.1" status: 204 len: 168 time: 1.4226139 May 29 01:02:00.293693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50214) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:00.378950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:00.387042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227a1bbe-05a0-4440-98e6-3fb635d22295,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:00.395076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:00.400423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:00.410283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:00.449523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010d501-851b-4e7f-9024-c6b4dadac783 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:00.450944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010d501-851b-4e7f-9024-c6b4dadac783 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:00.451693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4010d501-851b-4e7f-9024-c6b4dadac783 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:00.466493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Allocated IP 2001:db8::1 (9b13f9b1-912d-4f45-9d3a-624efb5b9f8a/e1a86e03-3217-4a31-9fbb-a9b5d0095568/91599830-4e2c-4e29-b403-a863dfced8ff) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:00.497042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4010d501-851b-4e7f-9024-c6b4dadac783 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:00.498226 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4010d501-851b-4e7f-9024-c6b4dadac783 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2023852 May 29 01:02:00.502175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50220) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:00.714350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.719804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.735645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.736597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Transition to ACTIVE for port object 91599830-4e2c-4e29-b403-a863dfced8ff will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:00.764207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.853245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:00.858271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:00.860314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Port': ['ID=91599830-4e2c-4e29-b403-a863dfced8ff,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:00.862565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:00.863079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.888076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:00.892050 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7547252 May 29 01:02:00.892628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50232) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:00.903185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f4188-294e-48b0-8727-9b8dc7a1fd65 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd74be-d74b-487a-b444-75fb8b71b640,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:00.985574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 0813954c-a7bb-450c-a34e-ea13e6109e81 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:00.989022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f2d29-8319-44c6-94ae-0a34f8a74859 None None] Network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:00.989800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.018122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.034964 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fb41c48d-3dbc-429a-9a20-686e327162f6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1385369 May 29 01:02:01.035813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50236) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:01.043515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Router 9f48384c-ae6a-4ec5-b084-e9b8838b030f is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:02:01.050718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6acc4ef1-934a-4baf-826b-141165e5a562 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-security--271309460', 'description': 'tempest-security-description-778702179'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:01.077836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.219398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-87a36f34-e599-482a-a81f-0cc9e76db78d None None] Provisioning for port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:01.329914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6acc4ef1-934a-4baf-826b-141165e5a562 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.401799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f3e1-1ff8-4509-8cf2-d29258b2cfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.444354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6acc4ef1-934a-4baf-826b-141165e5a562 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.445502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-be8db164-cdcc-40bb-a6f6-6491f5deac3e None None] Provisioning for port 91599830-4e2c-4e29-b403-a863dfced8ff completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:01.450933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-be8db164-cdcc-40bb-a6f6-6491f5deac3e None None] Provisioning complete for port 91599830-4e2c-4e29-b403-a863dfced8ff triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:01.451693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be8db164-cdcc-40bb-a6f6-6491f5deac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.456307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6acc4ef1-934a-4baf-826b-141165e5a562 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.458622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6acc4ef1-934a-4baf-826b-141165e5a562 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.459817 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6acc4ef1-934a-4baf-826b-141165e5a562 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "PUT /v2.0/security-groups/29cd74be-d74b-487a-b444-75fb8b71b640 HTTP/1.1" status: 200 len: 1610 time: 0.4236579 May 29 01:02:01.478240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50248) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:01.531072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50252) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:01.548147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-be8db164-cdcc-40bb-a6f6-6491f5deac3e None None] Port 91599830-4e2c-4e29-b403-a863dfced8ff cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:01.580788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.596904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.616240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.617351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.637608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc4ef1-934a-4baf-826b-141165e5a562 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd74be-d74b-487a-b444-75fb8b71b640,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:01.658166 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6e96a32d-3ff1-4807-8fa1-efb81a4bc2e9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups/29cd74be-d74b-487a-b444-75fb8b71b640 HTTP/1.1" status: 200 len: 1610 time: 0.1771686 May 29 01:02:01.668188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50258) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:01.671101 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:01.784138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.807958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:01.808470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event updated for resources: {'Port': ['ID=91599830-4e2c-4e29-b403-a863dfced8ff,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:01.813622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:01.813988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.815439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-778509847'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:01.822176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:01.829998 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Usage tracker for resource:network and tenant:c1be0210c818418c94a2042f3bbc87b4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:01.834036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:01.837456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=0813954c-a7bb-450c-a34e-ea13e6109e81,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:01.844075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:01.865296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.878943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Made reservation on behalf of c1be0210c818418c94a2042f3bbc87b4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:01.881579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a78bbda-c1a7-454b-aa25-db9e3f766da5 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:01.881776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.884487 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f77a60ad-8b12-40db-b949-c16cdb4a7e1d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/0813954c-a7bb-450c-a34e-ea13e6109e81 HTTP/1.1" status: 204 len: 168 time: 1.3806410 May 29 01:02:01.888781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50262) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:01.889415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f93f1d8c-edd7-49d4-9cb6-47050c7e9263 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.901599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:01.928163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:01.930099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:01.975098 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e081dcc1-ffcb-4027-a51f-4483d4c0b48d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835481 May 29 01:02:01.984751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50266) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:01.997094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:02.016156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f93f1d8c-edd7-49d4-9cb6-47050c7e9263 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.026280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:02.070906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Sync routers for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:02.082393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:02.097368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Usage tracker for resource:security_group_rule and tenant:c1be0210c818418c94a2042f3bbc87b4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:02.101837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:02.126244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:02.165390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.170921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a381a0e-eaf4-4772-884b-f35490e63136 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6191015 May 29 01:02:02.171708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50270) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:02.172379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:02.177513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:02.181130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:02.189695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:02.197317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.199934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f93f1d8c-edd7-49d4-9cb6-47050c7e9263 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.218000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:02.218754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:02.225351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:02.230335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.317183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f1d8c-edd7-49d4-9cb6-47050c7e9263 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cd74be-d74b-487a-b444-75fb8b71b640,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:02.338298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f93f1d8c-edd7-49d4-9cb6-47050c7e9263 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.339606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f93f1d8c-edd7-49d4-9cb6-47050c7e9263 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/29cd74be-d74b-487a-b444-75fb8b71b640 HTTP/1.1" status: 204 len: 168 time: 0.6684890 May 29 01:02:02.343259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50276) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:02.409919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c8eb78be-520f-448c-8214-356b6e471a25 None None] Provisioning complete for port 91599830-4e2c-4e29-b403-a863dfced8ff triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:02.410313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c8eb78be-520f-448c-8214-356b6e471a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.448949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-310e81c8-7960-4332-9aaf-ea42da2c0eff tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:02.463748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4e5ba8c4-2b6d-4485-947b-753cfa9a0c66,segment=NetworkSegment(64c72a8b-80db-4f68-b7b9-1839f18d4479),segment_id=64c72a8b-80db-4f68-b7b9-1839f18d4479)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:02.489729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.489933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.503469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.528162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Router 1412a508-f78e-4b00-9d5b-c68611e78393 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:02.538919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-310e81c8-7960-4332-9aaf-ea42da2c0eff tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:02.540813 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-310e81c8-7960-4332-9aaf-ea42da2c0eff tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1967034 May 29 01:02:02.548485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50282) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:02.568932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=4e5ba8c4-2b6d-4485-947b-753cfa9a0c66,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:02.577996 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-5a38d218-49db-47e0-a595-c7572a63d26a tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] delete failed (client error): The resource could not be found. May 29 01:02:02.579017 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5a38d218-49db-47e0-a595-c7572a63d26a tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/29cd74be-d74b-487a-b444-75fb8b71b640 HTTP/1.1" status: 404 len: 347 time: 0.0294359 May 29 01:02:02.580234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb78be-520f-448c-8214-356b6e471a25 None None] Port 91599830-4e2c-4e29-b403-a863dfced8ff cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:02.582922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50286) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:02.591517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020570315'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:02.596945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:02.607049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:02.624547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:02.665838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.678598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.702627 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:02.718699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:02.725520 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ee567cc0-1fdc-4f6f-b51a-a2cb53ebacbc tempest-TestNetworkAdvancedServerOps-597152602 tempest-TestNetworkAdvancedServerOps-597152602-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=f2999c56a298453982d53aaa938834dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5406570 May 29 01:02:02.729832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] Deleting port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:02.730808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.730923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50290) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:02.781984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4019e3-e692-401a-8637-6f17f8af2321,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:02.790455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:02.806264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.806613 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Added segment 98f20050-edab-4571-8bbb-d687b13a5b89 of type vlan for network efce5fde-58a7-4218-ac90-0b950eaa3719 May 29 01:02:02.840379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:02.843179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:02.843626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.891876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:02.907584 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9171426 May 29 01:02:02.908764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:02.909319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:02.914580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50294) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:02.918698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:02.924697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd73eaf-cf32-4828-95e3-23446c13c78d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=6257fdb4-e357-4e29-af35-d193c5cde7bc,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:02.925682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '6257fdb4-e357-4e29-af35-d193c5cde7bc', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1346182042'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:02.940915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:02.974176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a2403b-4995-414a-a4bd-1444b5660624 tempest-TestNetworkAdvancedServerOps-597152602 tempest-TestNetworkAdvancedServerOps-597152602-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:02.978314 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-26a2403b-4995-414a-a4bd-1444b5660624 tempest-TestNetworkAdvancedServerOps-597152602 tempest-TestNetworkAdvancedServerOps-597152602-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2399323 May 29 01:02:02.980157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50298) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:03.076865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.080465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:03.081047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.117862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:01:59Z', 'revision_number': 3, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:03.122052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] For port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6da1f6a8-4083-4cbf-b2bd-f492144f2a7a,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:03.122052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.133088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Checking router: 9f48384c-ae6a-4ec5-b084-e9b8838b030f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:03.133435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Updating router 9f48384c-ae6a-4ec5-b084-e9b8838b030f port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:02:03.149208 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-baec30f9-757e-4089-b60b-1128ef4395bd tempest-TestNetworkAdvancedServerOps-597152602 tempest-TestNetworkAdvancedServerOps-597152602-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1648893 May 29 01:02:03.149208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50302) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:03.155569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-244635120', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'project_id': 'f2999c56a298453982d53aaa938834dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:03.189715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.242851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:03.245411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:03.259204 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] Sync routers for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:03.269811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:03.270739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.271759 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:03.272467 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:03.277919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:03.280342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.289793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:03.302959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event updated for resources: {'Network': ['ID=efce5fde-58a7-4218-ac90-0b950eaa3719,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:03.318946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:03.347736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ac3ddc66-679a-4f05-b174-7558e855b199 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3188860 May 29 01:02:03.351924 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-70ba3d2a-f730-4a1d-997f-a5bc9840f1e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8178709 May 29 01:02:03.352101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50306) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:03.355066 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50308) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:03.356555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:03.372089 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:03.372332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network efce5fde-58a7-4218-ac90-0b950eaa3719 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:03.388559 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:03.389582 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:01:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:03.392625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] Calling delete_port for 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:03.411581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Request body: {'subnet': {'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:03.418347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:subnet and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:03.421443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:03.430551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.430736 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8466208 May 29 01:02:03.440837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6598ba-c656-4248-92ab-1b552b0917e7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6956fdc-e4ef-4595-a466-7a9661609f78,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:03.443011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50314) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:03.443974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:03.502618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'a6956fdc-e4ef-4595-a466-7a9661609f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:03.517387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:03.529712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Made reservation on behalf of f2999c56a298453982d53aaa938834dc for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:03.532969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:03.539700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:03.541078 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:03.541523 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5a78e-e20c-4201-bb46-503da190b2b0 None None] The sync data for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:03.552666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:03.613091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:03.624286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.634697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Usage tracker for resource:subnet and tenant:c1be0210c818418c94a2042f3bbc87b4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:03.637299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2c571f4a-f2e0-4b2a-80d7-d187c6a0eea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.638785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.649819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:03.663539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:03.671180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.671438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.696272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port a3669d48-e3af-484d-99d6-160807d1892c yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:03.698739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57c0b9fb-d8a8-4f3c-bde0-7802201c3e02 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.738170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Made reservation on behalf of c1be0210c818418c94a2042f3bbc87b4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:03.755426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:03.827289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] Pushing event deleted for resources: {'Port': ['ID=6da1f6a8-4083-4cbf-b2bd-f492144f2a7a,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:03.840661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49929c1-1d55-44ad-859f-43639acc1f12 None None] No DVR routers for this DVR port 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:03.874403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c1df30-3d68-4037-aca4-c1d5bd64c99c None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:03.939149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.945312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:03.969319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.007772 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-57c0b9fb-d8a8-4f3c-bde0-7802201c3e02 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] delete failed (client error): There was a conflict when trying to complete your request. May 29 01:02:04.008843 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-57c0b9fb-d8a8-4f3c-bde0-7802201c3e02 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393 HTTP/1.1" status: 409 len: 329 time: 0.6554296 May 29 01:02:04.014115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50318) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.023298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:04.023663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.053193 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:04.053520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:02:04.056532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0f08e1-a95e-49f1-bcd4-0af4bcbd2e7b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:04.199463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.201906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.206184 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0bd9614e-bb53-418a-8194-5acd9a7331a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7622030 May 29 01:02:04.206758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50322) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.215703 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f13ba611-479c-4ad5-934f-5812955c7843 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2964284 May 29 01:02:04.218534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50324) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.226013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.283065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Subnet': ['ID=4ac06bda-9f16-4bef-88fa-3d59a76b005f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:04.286300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d56b3340-5e3f-4bd3-be64-0a21c6eaa6fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:04.319119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Checking segment: {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:04.319474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Network hostable DHCP agents. Network: 759091a9-1ac8-4e82-9967-e8fbff956f91, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:04.319645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6116-402b-4170-bbd3-795f8e516b45 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.336126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Transition to ACTIVE for port object 1ff33adf-c9f6-492e-b037-c5acb0b321c4 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:04.346902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6116-402b-4170-bbd3-795f8e516b45 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.349707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.352891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d56b3340-5e3f-4bd3-be64-0a21c6eaa6fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:04.354514 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d56b3340-5e3f-4bd3-be64-0a21c6eaa6fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1269858 May 29 01:02:04.367234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50330) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.389893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '6257fdb4-e357-4e29-af35-d193c5cde7bc'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:02:04.391086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.420595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:04.435420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.481433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:04.482119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6da1f6a8-4083-4cbf-b2bd-f492144f2a7a not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:04.502847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:04.524131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 759091a9-1ac8-4e82-9967-e8fbff956f91) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:04.528655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:04.529341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.557501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.563868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2329a9-a3a2-4361-89f5-8ade4f259823 None None] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:04.616027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6116-402b-4170-bbd3-795f8e516b45 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.620975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c56cbe-2613-4d1b-ad58-995ca966ee6f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:04.622302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c56cbe-2613-4d1b-ad58-995ca966ee6f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:04.623035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-56c56cbe-2613-4d1b-ad58-995ca966ee6f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:04.626514 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f4639e83-52e1-4b8f-bf83-58943d097e66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4739044 May 29 01:02:04.640396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50334) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.690824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.708541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb6116-402b-4170-bbd3-795f8e516b45 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e0f08e1-a95e-49f1-bcd4-0af4bcbd2e7b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:04.720456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39202d-bce7-4646-9346-8e8d6fe55319 None None] Pushing event updated for resources: {'Port': ['ID=1ff33adf-c9f6-492e-b037-c5acb0b321c4,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:04.764065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Attempting to bind port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:04.764437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Attempting to bind port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:04.764852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Attempting to bind port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:04.777116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:04.777489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:04.777892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.778333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:04.778805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Bound port: 1ff33adf-c9f6-492e-b037-c5acb0b321c4, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:04.779179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.801454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event updated for resources: {'Subnet': ['ID=0968ad70-1f2d-4cfe-bce5-deff0b497550,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:04.814122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6116-402b-4170-bbd3-795f8e516b45 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:04.817951 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8dbb6116-402b-4170-bbd3-795f8e516b45 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/8e0f08e1-a95e-49f1-bcd4-0af4bcbd2e7b HTTP/1.1" status: 204 len: 168 time: 0.6031942 May 29 01:02:04.818084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50338) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.821957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-56c56cbe-2613-4d1b-ad58-995ca966ee6f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:04.823870 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-56c56cbe-2613-4d1b-ad58-995ca966ee6f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4555829 May 29 01:02:04.830691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50342) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.893347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Checking segment: {'id': '98f20050-edab-4571-8bbb-d687b13a5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:04.893749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Network hostable DHCP agents. Network: efce5fde-58a7-4218-ac90-0b950eaa3719, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:04.909339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-09b9fa80-c634-4e99-a188-59a97bf9f8b9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:04.935791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 6257fdb4-e357-4e29-af35-d193c5cde7bc {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:04.950596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-09b9fa80-c634-4e99-a188-59a97bf9f8b9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:04.953854 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-09b9fa80-c634-4e99-a188-59a97bf9f8b9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1329298 May 29 01:02:04.955111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50346) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:04.974111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Network efce5fde-58a7-4218-ac90-0b950eaa3719 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:05.002101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, efce5fde-58a7-4218-ac90-0b950eaa3719) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:05.017170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:05.017466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-759091a9-1ac8-4e82-9967-e8fbff956f91', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:02:05.017762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.018183 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.030348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] For port 1ff33adf-c9f6-492e-b037-c5acb0b321c4, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:05.038204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc4678-e230-48ca-9782-0b3e9c8167cc None None] Network efce5fde-58a7-4218-ac90-0b950eaa3719 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:05.056094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/6257fdb4-e357-4e29-af35-d193c5cde7bc/5f52e493-e3fc-40ca-a9a7-8e3609f285ba) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:05.072998 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fdadc111-9e72-4467-9bb4-5e815d9583e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7152805 May 29 01:02:05.073425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50350) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:05.081378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Request body: {'port': {'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-951129387'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:05.082674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70dbe15b-3bd6-43df-8495-9de7e5c76533 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.122764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70dbe15b-3bd6-43df-8495-9de7e5c76533 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.131162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] For port 1ff33adf-c9f6-492e-b037-c5acb0b321c4, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1ff33adf-c9f6-492e-b037-c5acb0b321c4,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:05.252987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70dbe15b-3bd6-43df-8495-9de7e5c76533 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.282775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Allocated IP 172.20.0.2 (759091a9-1ac8-4e82-9967-e8fbff956f91/4ac06bda-9f16-4bef-88fa-3d59a76b005f/19b4c004-ded3-498f-b988-47545082213b) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:05.318243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:05.325331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Usage tracker for resource:port and tenant:c1be0210c818418c94a2042f3bbc87b4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:05.328478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbe15b-3bd6-43df-8495-9de7e5c76533 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6956fdc-e4ef-4595-a466-7a9661609f78,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:05.330476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:05.342532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:05.360268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70dbe15b-3bd6-43df-8495-9de7e5c76533 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.363648 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-70dbe15b-3bd6-43df-8495-9de7e5c76533 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/a6956fdc-e4ef-4595-a466-7a9661609f78 HTTP/1.1" status: 204 len: 168 time: 0.4037614 May 29 01:02:05.363826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Made reservation on behalf of c1be0210c818418c94a2042f3bbc87b4 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:05.365021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50354) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:05.365253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.398155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.426449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] device_id is not set on port 3163033a-a818-44f5-a03a-4fd9f5437129 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:05.437280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0d656e6e-44e2-40fe-bd13-a459cc465aa5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:05.460530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0d656e6e-44e2-40fe-bd13-a459cc465aa5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:05.466140 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0d656e6e-44e2-40fe-bd13-a459cc465aa5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0955548 May 29 01:02:05.466325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50358) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:05.482195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056664683'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:05.490480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:05.504393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:05.537222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.585869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.644719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39202d-bce7-4646-9346-8e8d6fe55319 None None] Pushing event updated for resources: {'Port': ['ID=1ff33adf-c9f6-492e-b037-c5acb0b321c4,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:05.669013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting port 91599830-4e2c-4e29-b403-a863dfced8ff {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:05.669361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.698270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:05.703815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:05.707745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:05.723457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:05.723946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Allocated IP 2001:db8::79 (efce5fde-58a7-4218-ac90-0b950eaa3719/0968ad70-1f2d-4cfe-bce5-deff0b497550/3163033a-a818-44f5-a03a-4fd9f5437129) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:05.772464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:05.773002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:05.796716 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.803627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.862981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c122a211-f603-4129-952b-bbee14cc7b33,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:05.890513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:05.894860 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-93f0f2a1-8670-48c3-97fc-e4c0f26ffb80 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4275522 May 29 01:02:05.896942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50362) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:05.904773 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'c122a211-f603-4129-952b-bbee14cc7b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:05.913172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:05.919764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:05.950445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:05.965473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:05.986704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.030499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.051080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.056027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-efce5fde-58a7-4218-ac90-0b950eaa3719', 'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719', 'tenant_id': 'c1be0210c818418c94a2042f3bbc87b4', 'fixed_ips': [{'subnet_id': '0968ad70-1f2d-4cfe-bce5-deff0b497550'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:02:06.056490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.098958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Transition to ACTIVE for port object 19b4c004-ded3-498f-b988-47545082213b will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:06.127050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Calling delete_port for 91599830-4e2c-4e29-b403-a863dfced8ff owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:06.143410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.149525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.150279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.175186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.193655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Transition to ACTIVE for port object 19b4c004-ded3-498f-b988-47545082213b will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:06.212841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Transition to ACTIVE for port object 5f52e493-e3fc-40ca-a9a7-8e3609f285ba will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:06.222687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.236375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.277231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.299267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Transition to ACTIVE for port object 3163033a-a818-44f5-a03a-4fd9f5437129 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:06.324585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:06.358409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b573d1c0-4199-4056-a7a5-ae61e4103731,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:06.380050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.383818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-78a33068-065f-47ab-b3b3-8589fde5f375 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4836731 May 29 01:02:06.383954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.384090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50366) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:06.393055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'c122a211-f603-4129-952b-bbee14cc7b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:06.399223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:06.413476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:06.418011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:06.418438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:06.428123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:06.478560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:06.490374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Pushing event updated for resources: {'Port': ['ID=19b4c004-ded3-498f-b988-47545082213b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:06.492749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:06.498313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.575848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.585834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Network efce5fde-58a7-4218-ac90-0b950eaa3719 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:06.593296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:06.600635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:06.605443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:06.606103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.610074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event updated for resources: {'Port': ['ID=3163033a-a818-44f5-a03a-4fd9f5437129,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:06.671409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Transition to ACTIVE for port object 5f52e493-e3fc-40ca-a9a7-8e3609f285ba will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:06.758618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.759639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Port': ['ID=91599830-4e2c-4e29-b403-a863dfced8ff,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:06.836846 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-18cb26fb-6a24-4fee-a09a-0bf9d7a8ba06 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.7598584 May 29 01:02:06.837051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Allocated IP 2001:db8::2 (efce5fde-58a7-4218-ac90-0b950eaa3719/0968ad70-1f2d-4cfe-bce5-deff0b497550/b81f6480-f7a6-4840-9e55-46732afd5ca3) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:06.840618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50370) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:06.846254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.855538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Attempting to bind port 19b4c004-ded3-498f-b988-47545082213b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:06.855914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Attempting to bind port 19b4c004-ded3-498f-b988-47545082213b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:06.856383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Attempting to bind port 19b4c004-ded3-498f-b988-47545082213b on network 759091a9-1ac8-4e82-9967-e8fbff956f91 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:06.862729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Request body: {'port': {'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2120596311', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:06.863218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] bootfile-name is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 01:02:06.863559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] tftp-server is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 01:02:06.863979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] server-ip-address is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 01:02:06.925761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Allocated IP 172.20.0.1 (759091a9-1ac8-4e82-9967-e8fbff956f91/4ac06bda-9f16-4bef-88fa-3d59a76b005f/a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:06.937679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:06.938484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:06.938905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Checking segment: {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:06.939276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.939735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Bound using segment: {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:06.940289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Bound port: 19b4c004-ded3-498f-b988-47545082213b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:06.940662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.952943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Pushing event updated for resources: {'Port': ['ID=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:06.960451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.962175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:06.981316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.001413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:07.012604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:07.015365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.093736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2339e37d-60a5-4559-b70f-e2caa8dd0cd9,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:07.148951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:07.200282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.204769 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-15fb80a1-3646-4bb1-afba-e27648410991 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8173368 May 29 01:02:07.209786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Usage tracker for resource:port and tenant:c1be0210c818418c94a2042f3bbc87b4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:07.212245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50374) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:07.266195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Attempting to bind port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:07.266560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Attempting to bind port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:07.266943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Attempting to bind port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:07.272442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:07.277761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'c122a211-f603-4129-952b-bbee14cc7b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:07.294418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.294667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:07.296862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:07.303698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] For port 19b4c004-ded3-498f-b988-47545082213b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:07.304184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:07.310855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:07.319133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:07.328100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Made reservation on behalf of c1be0210c818418c94a2042f3bbc87b4 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:07.331184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.333255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] For port 19b4c004-ded3-498f-b988-47545082213b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=19b4c004-ded3-498f-b988-47545082213b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:07.334148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.335541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:07.336219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:07.336679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.337215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:07.338485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Bound port: 5f52e493-e3fc-40ca-a9a7-8e3609f285ba, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:07.339169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.356356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.365486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Transition to ACTIVE for port object a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:07.395438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.427957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.438904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=6257fdb4-e357-4e29-af35-d193c5cde7bc,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:07.443265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.477699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.482447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.485906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] device_id is not set on port 9d2e44cc-8d26-4e7f-8dda-b35a94f1243c yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:07.486564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:01:59Z', 'revision_number': 3, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:07.503321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Transition to ACTIVE for port object b81f6480-f7a6-4840-9e55-46732afd5ca3 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:07.523052 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-88169653-b7a1-4a2b-88d6-68dc5555073d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/6257fdb4-e357-4e29-af35-d193c5cde7bc HTTP/1.1" status: 204 len: 168 time: 2.6913276 May 29 01:02:07.524766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b649fb-821a-4496-bc13-4e3db6d9bf00 None None] The sync data for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv is: [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:01:59Z', 'revision_number': 3, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:07.527090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50380) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:07.535890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:07.540645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:07.562464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d589d3-8241-4a8d-b8a3-53f2f73221e0 None None] Pushing event updated for resources: {'Port': ['ID=19b4c004-ded3-498f-b988-47545082213b,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:07.565680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Transition to ACTIVE for port object b81f6480-f7a6-4840-9e55-46732afd5ca3 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:07.592328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] For port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:07.595455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.602920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] For port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:07.618657 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5004730c-932a-451f-9c64-af6ec6bf562e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821416 May 29 01:02:07.620139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:07.632604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50384) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:07.636923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Router 1412a508-f78e-4b00-9d5b-c68611e78393 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:07.652028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Port': ['ID=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:07.677680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.688838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:07.690648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.731671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Pushing event updated for resources: {'Port': ['ID=b81f6480-f7a6-4840-9e55-46732afd5ca3,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:07.828175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.855633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:07.876585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:07.881204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.882475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:07.898609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:07.904258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:07.955796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Network efce5fde-58a7-4218-ac90-0b950eaa3719 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:07.970694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79455655-ff2c-429e-b802-4a2b81660420,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:07.972366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:07.982960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:07.987506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0a310-283a-4825-80ca-9b5baa26041c None None] Pushing event updated for resources: {'Port': ['ID=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:08.003289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:08.173505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Attempting to bind port b81f6480-f7a6-4840-9e55-46732afd5ca3 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:08.173880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Attempting to bind port b81f6480-f7a6-4840-9e55-46732afd5ca3 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '98f20050-edab-4571-8bbb-d687b13a5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:08.174241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Attempting to bind port b81f6480-f7a6-4840-9e55-46732afd5ca3 on network efce5fde-58a7-4218-ac90-0b950eaa3719 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:08.194328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:08.194706 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Checking segment: {'id': '98f20050-edab-4571-8bbb-d687b13a5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:08.195104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.195497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Bound using segment: {'id': '98f20050-edab-4571-8bbb-d687b13a5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:08.195971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Bound port: b81f6480-f7a6-4840-9e55-46732afd5ca3, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f20050-edab-4571-8bbb-d687b13a5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efce5fde-58a7-4218-ac90-0b950eaa3719'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:08.196366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.320989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Allocated IP 2001:db8::161 (efce5fde-58a7-4218-ac90-0b950eaa3719/0968ad70-1f2d-4cfe-bce5-deff0b497550/9d2e44cc-8d26-4e7f-8dda-b35a94f1243c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:08.331468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] For port b81f6480-f7a6-4840-9e55-46732afd5ca3, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:08.337087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] For port b81f6480-f7a6-4840-9e55-46732afd5ca3, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b81f6480-f7a6-4840-9e55-46732afd5ca3,segment=NetworkSegment(98f20050-edab-4571-8bbb-d687b13a5b89),segment_id=98f20050-edab-4571-8bbb-d687b13a5b89)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:08.347520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.418012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.419492 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dccc7c6d-7538-4099-9e1c-4a5362c7fcbb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2064183 May 29 01:02:08.426072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50388) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:08.446114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'c122a211-f603-4129-952b-bbee14cc7b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:08.464818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:08.466025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b38c2d-b7da-4684-87b8-a4600d8ba52f None None] Pushing event updated for resources: {'Port': ['ID=b81f6480-f7a6-4840-9e55-46732afd5ca3,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:08.467876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.474943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:08.480451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:08.503908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:08.539538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.580229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.620751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.652336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:08.662307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] Sync routers for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:08.672916 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c86a0cc2-ac6b-4812-9ff7-c619e79bf821 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6545224 May 29 01:02:08.683065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:08.686487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:08.748862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50392) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:08.855062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:08.862158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:08.894827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] Routers {'1412a508-f78e-4b00-9d5b-c68611e78393'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:08.895578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1412a508-f78e-4b00-9d5b-c68611e78393'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:08.980112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Port': ['ID=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:09.000912 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-bc68ffe3-86e9-40d3-84e8-833d2abb0feb tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] show failed (client error): The resource could not be found. May 29 01:02:09.005385 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bc68ffe3-86e9-40d3-84e8-833d2abb0feb tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-2094010661 HTTP/1.1" status: 404 len: 335 time: 0.1172254 May 29 01:02:09.007039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50396) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:09.033333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:09.033744 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785cb6e-d3ed-44ee-ab43-054132992c4a None None] The sync data for ids ['1412a508-f78e-4b00-9d5b-c68611e78393'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:09.064443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.142517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.170552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:09.180547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:09.185568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:09.193038 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf46f5a-5045-4f18-bee0-8276a0cc93a7 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:09.193973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:09.194704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.199906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Transition to ACTIVE for port object 9d2e44cc-8d26-4e7f-8dda-b35a94f1243c will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:09.200100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ce2463ff-930d-43c7-83e4-7832ba9b2447 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:09.238818 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b4825ffe-13a0-4a00-b346-91fb644f098b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5983953 May 29 01:02:09.239386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50400) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:09.246118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1265928355', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:09.254380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:09.265712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:router and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:09.276347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:09.280763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.306391 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-ce2463ff-930d-43c7-83e4-7832ba9b2447 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] update failed (client error): The resource could not be found. May 29 01:02:09.307447 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ce2463ff-930d-43c7-83e4-7832ba9b2447 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-2085591203 HTTP/1.1" status: 404 len: 335 time: 0.2964942 May 29 01:02:09.315698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50404) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:09.325137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f15da-9a5c-40ad-bced-5890cda8c184 None None] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:09.338877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:09.365284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Network efce5fde-58a7-4218-ac90-0b950eaa3719 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:09.374430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:09.382779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:09.387791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:09.388988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.404186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.405312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.408949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.416876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event updated for resources: {'Port': ['ID=9d2e44cc-8d26-4e7f-8dda-b35a94f1243c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:09.423832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.435463 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-182e5d3b-d83a-4117-83c9-43725505c900 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5922430 May 29 01:02:09.441080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50408) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:09.506669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ace99dfd-a6bb-4795-8046-7633e9954557 None None] Provisioning for port 19b4c004-ded3-498f-b988-47545082213b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:09.517209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.542081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21675177-859f-4f69-a931-8d4d0fbc91df,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:09.561764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.565896 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-be2a3f27-0884-4d5f-8a0b-ffbddff976cb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1366277 May 29 01:02:09.567256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50412) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:09.578087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c94d3-9adc-43ae-906f-fd8809e077aa tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:09.580790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'c122a211-f603-4129-952b-bbee14cc7b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:09.585735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c94d3-9adc-43ae-906f-fd8809e077aa tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:09.586966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:09.591129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c94d3-9adc-43ae-906f-fd8809e077aa tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:09.591884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:09.595696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:09.597484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e46c94d3-9adc-43ae-906f-fd8809e077aa tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Synchronizing usage tracker for tenant:c1be0210c818418c94a2042f3bbc87b4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:09.602040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:09.606279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.640585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.665030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:09.672601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.677718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7b6b09ad-8dc4-4174-ac8d-6d82428f1d5b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4368193 May 29 01:02:09.678009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50416) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:09.680287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:09.877527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e46c94d3-9adc-43ae-906f-fd8809e077aa tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Unset dirty status for tenant:c1be0210c818418c94a2042f3bbc87b4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:09.881867 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e46c94d3-9adc-43ae-906f-fd8809e077aa tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4397109 May 29 01:02:09.882629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50420) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:09.933033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b81f6480-f7a6-4840-9e55-46732afd5ca3 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:09.959421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Deleting port 9d2e44cc-8d26-4e7f-8dda-b35a94f1243c {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:09.959906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:09.980302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting subnet 99d000df-82e1-4cd1-8785-31ddec982c21 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:09.999486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.097103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.125037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.126187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6686b-8c20-49f2-9336-dea967a40182 None None] Network efce5fde-58a7-4218-ac90-0b950eaa3719 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:10.164751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.208374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8af5cc-8803-4012-9658-3580060168de,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:10.248989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.250156 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5943976b-6427-48bc-ba69-ea9a58565c6d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6779468 May 29 01:02:10.250280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port b81f6480-f7a6-4840-9e55-46732afd5ca3 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:10.256998 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50424) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:10.280659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 19b4c004-ded3-498f-b988-47545082213b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:10.340728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-65c4f171-4131-4771-ae49-c5c8ee86d43e None None] Provisioning for port b81f6480-f7a6-4840-9e55-46732afd5ca3 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:10.375674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-65c4f171-4131-4771-ae49-c5c8ee86d43e None None] Provisioning complete for port b81f6480-f7a6-4840-9e55-46732afd5ca3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:10.376063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65c4f171-4131-4771-ae49-c5c8ee86d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.479098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-27acf7b6-3e18-4902-982f-839b2c1881bd tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.490317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-27acf7b6-3e18-4902-982f-839b2c1881bd tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.530494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-27acf7b6-3e18-4902-982f-839b2c1881bd tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.556243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acf7b6-3e18-4902-982f-839b2c1881bd tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f8af5cc-8803-4012-9658-3580060168de,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:10.561302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.603131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-27acf7b6-3e18-4902-982f-839b2c1881bd tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.607730 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-27acf7b6-3e18-4902-982f-839b2c1881bd tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/1f8af5cc-8803-4012-9658-3580060168de HTTP/1.1" status: 204 len: 168 time: 0.3501370 May 29 01:02:10.614710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50428) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:10.617091 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '5f52e493-e3fc-40ca-a9a7-8e3609f285ba'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:02:10.648868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 19b4c004-ded3-498f-b988-47545082213b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:10.706032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 19b4c004-ded3-498f-b988-47545082213b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:10.706274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-43e5d69a-73b9-4866-8293-751295f243bb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:10.706793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.748570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.754142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.795613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.800422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.807802 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/subnets/99d000df-82e1-4cd1-8785-31ddec982c21 HTTP/1.1" status: 204 len: 168 time: 1.4870713 May 29 01:02:10.807802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-43e5d69a-73b9-4866-8293-751295f243bb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:10.811658 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-43e5d69a-73b9-4866-8293-751295f243bb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1959097 May 29 01:02:10.816634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50434) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:10.816951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50436) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:10.821626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65c4f171-4131-4771-ae49-c5c8ee86d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.831068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9e9ef-29d3-41e2-9f4d-860e9cc873e1 None None] Network 96397c4e-b3e1-4b6f-8605-bcbdfa42178f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:10.838872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ca7d1-1c12-438a-844d-dc7e48a95e03 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Subnet': ['ID=99d000df-82e1-4cd1-8785-31ddec982c21,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:10.889575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9455a924-c2dd-4436-a311-a10f0a4bf329 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:10.891337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Calling delete_port for 9d2e44cc-8d26-4e7f-8dda-b35a94f1243c owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:10.956143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9455a924-c2dd-4436-a311-a10f0a4bf329 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.002806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-65c4f171-4131-4771-ae49-c5c8ee86d43e None None] For port b81f6480-f7a6-4840-9e55-46732afd5ca3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b81f6480-f7a6-4840-9e55-46732afd5ca3,segment=NetworkSegment(98f20050-edab-4571-8bbb-d687b13a5b89),segment_id=98f20050-edab-4571-8bbb-d687b13a5b89)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:11.018464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Router 9f48384c-ae6a-4ec5-b084-e9b8838b030f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:11.034090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.052550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:11.053033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.087471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.096197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9455a924-c2dd-4436-a311-a10f0a4bf329 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.154581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455a924-c2dd-4436-a311-a10f0a4bf329 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21675177-859f-4f69-a931-8d4d0fbc91df,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:11.316645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1/5f52e493-e3fc-40ca-a9a7-8e3609f285ba) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:11.401696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9455a924-c2dd-4436-a311-a10f0a4bf329 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.404656 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9455a924-c2dd-4436-a311-a10f0a4bf329 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/21675177-859f-4f69-a931-8d4d0fbc91df HTTP/1.1" status: 204 len: 168 time: 0.5851750 May 29 01:02:11.405638 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50444) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:11.420717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.435778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-65c4f171-4131-4771-ae49-c5c8ee86d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.515379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event deleted for resources: {'Port': ['ID=9d2e44cc-8d26-4e7f-8dda-b35a94f1243c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:11.521304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-169a56ae-1273-4f61-8c64-21f82a4a8180 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:11.530847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4f171-4131-4771-ae49-c5c8ee86d43e None None] Pushing event updated for resources: {'Port': ['ID=b81f6480-f7a6-4840-9e55-46732afd5ca3,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:11.595659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-169a56ae-1273-4f61-8c64-21f82a4a8180 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:11.599959 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-169a56ae-1273-4f61-8c64-21f82a4a8180 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1858993 May 29 01:02:11.600745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50448) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:11.619465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.642042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.670057 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cb97b27e-e7b7-4dd7-b921-87739a56d4f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "DELETE /v2.0/ports/9d2e44cc-8d26-4e7f-8dda-b35a94f1243c HTTP/1.1" status: 204 len: 168 time: 1.7810223 May 29 01:02:11.673702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50452) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:11.687295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Request body: {'port': {'name': 'tempest-new-port-name-611503228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:11.688852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] bootfile-name is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 01:02:11.689202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] tftp-server is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 01:02:11.689565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.api.validators [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] server-ip-address is not in valid_values {{(pid=83980) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 29 01:02:11.764687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] For port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4e5ba8c4-2b6d-4485-947b-753cfa9a0c66,segment=NetworkSegment(64c72a8b-80db-4f68-b7b9-1839f18d4479),segment_id=64c72a8b-80db-4f68-b7b9-1839f18d4479)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:11.765202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.785254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20fed105-752c-4e41-a15c-fc8337b129c1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.837400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Provisioning complete for port 19b4c004-ded3-498f-b988-47545082213b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:11.837974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.859591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.889718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 19b4c004-ded3-498f-b988-47545082213b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=19b4c004-ded3-498f-b988-47545082213b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:11.922958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20fed105-752c-4e41-a15c-fc8337b129c1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.925413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:11.926207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ff33adf-c9f6-492e-b037-c5acb0b321c4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:11.935475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Calling delete_port for 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:12.044529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=19b4c004-ded3-498f-b988-47545082213b,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:12.049096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20fed105-752c-4e41-a15c-fc8337b129c1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.066506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:12.076491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] For port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:12.078928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fed105-752c-4e41-a15c-fc8337b129c1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79455655-ff2c-429e-b802-4a2b81660420,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:12.083731 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Sync routers for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:12.089047 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-517d6e11-4103-4147-a52b-af3dff8e7d14 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "PUT /v2.0/routers/9f48384c-ae6a-4ec5-b084-e9b8838b030f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4441361 May 29 01:02:12.090498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.106943 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:12.108550 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:12.169516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.203149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Port': ['ID=4e5ba8c4-2b6d-4485-947b-753cfa9a0c66,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:12.205372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-20fed105-752c-4e41-a15c-fc8337b129c1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.208882 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-20fed105-752c-4e41-a15c-fc8337b129c1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/79455655-ff2c-429e-b802-4a2b81660420 HTTP/1.1" status: 204 len: 168 time: 0.5592742 May 29 01:02:12.211671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50458) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:12.214682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] No DVR routers for this DVR port 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:12.246990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] Ignored duplicate provisioning block setup for port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 29 01:02:12.262098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.382480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1e2ba-db22-4df3-aa1a-6554db1d44f1 None None] DHCP port deletion for 96397c4e-b3e1-4b6f-8605-bcbdfa42178f request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:12.394721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:02:12.410882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3e4545e8-115b-4e0b-b6e7-4d44ab804017 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:12.435463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.437724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::1 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1/260e7d22-5bb1-44d4-81a9-81c2d972db4d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:12.457305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:12.458388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.470024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49738309-7d32-4397-a9e6-950d8c7ee82e None None] Pushing event updated for resources: {'Port': ['ID=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:12.484680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:12.485051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.487446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.515593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3e4545e8-115b-4e0b-b6e7-4d44ab804017 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:12.519865 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3e4545e8-115b-4e0b-b6e7-4d44ab804017 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3072040 May 29 01:02:12.523883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50466) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:12.592103 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:12.593393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Provisioning for port 3163033a-a818-44f5-a03a-4fd9f5437129 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:12.605186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Provisioning complete for port 3163033a-a818-44f5-a03a-4fd9f5437129 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:12.605561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.610284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96397c4e-b3e1-4b6f-8605-bcbdfa42178f']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:12.656964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c72a8b-80db-4f68-b7b9-1839f18d4479') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:12.657332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c72a8b-80db-4f68-b7b9-1839f18d4479') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:12.673466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85b20b42-06d6-41b1-bacc-d9b53d4f2163 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.690910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Port 3163033a-a818-44f5-a03a-4fd9f5437129 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:12.692667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85b20b42-06d6-41b1-bacc-d9b53d4f2163 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.723123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.728927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Could not find standard attr ID for object 9d2e44cc-8d26-4e7f-8dda-b35a94f1243c. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:02:12.748973 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-089bbbc4-656c-4562-922a-7da3dfe42464 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050964785&fields=id&tenant_id=f2999c56a298453982d53aaa938834dc HTTP/1.1" status: 200 len: 267 time: 0.1577766 May 29 01:02:12.780227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] In _notify_port_updated(), no bound segment for port 3163033a-a818-44f5-a03a-4fd9f5437129 on network efce5fde-58a7-4218-ac90-0b950eaa3719 {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:02:12.782671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:12.783345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.786169 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "PUT /v2.0/ports/3163033a-a818-44f5-a03a-4fd9f5437129 HTTP/1.1" status: 200 len: 1128 time: 1.1111426 May 29 01:02:12.806175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50472) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:12.809445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Provisioning complete for port b81f6480-f7a6-4840-9e55-46732afd5ca3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:12.809934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.820631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.869914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.877203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c43519-a82b-47db-9f9e-e4368b0047e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event updated for resources: {'Port': ['ID=3163033a-a818-44f5-a03a-4fd9f5437129,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:12.880520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85b20b42-06d6-41b1-bacc-d9b53d4f2163 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.888847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:12.889709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.899487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 1ff33adf-c9f6-492e-b037-c5acb0b321c4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1ff33adf-c9f6-492e-b037-c5acb0b321c4,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:12.912727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:12.928571 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:13.007783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=1ff33adf-c9f6-492e-b037-c5acb0b321c4,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:13.071545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20b42-06d6-41b1-bacc-d9b53d4f2163 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2339e37d-60a5-4559-b70f-e2caa8dd0cd9,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:13.095190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e6f529-7c4e-49ed-b7c9-0bce42f68193 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:13.095800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-52e6f529-7c4e-49ed-b7c9-0bce42f68193 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Synchronizing usage tracker for tenant:c1be0210c818418c94a2042f3bbc87b4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:13.137501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Provisioning for port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:13.145933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Provisioning complete for port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:13.147736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.166999 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85b20b42-06d6-41b1-bacc-d9b53d4f2163 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.168270 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-85b20b42-06d6-41b1-bacc-d9b53d4f2163 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/2339e37d-60a5-4559-b70f-e2caa8dd0cd9 HTTP/1.1" status: 204 len: 168 time: 0.6404176 May 29 01:02:13.177466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50476) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:13.204177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.254605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.257176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9723b-6d93-4407-a21e-2e33c8db9301 None None] Port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:13.265540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Network': ['ID=96397c4e-b3e1-4b6f-8605-bcbdfa42178f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:13.276427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-52e6f529-7c4e-49ed-b7c9-0bce42f68193 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Unset dirty status for tenant:c1be0210c818418c94a2042f3bbc87b4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:13.277123 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cb275aee-ddc9-414d-a3f7-437101123182 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/networks/96397c4e-b3e1-4b6f-8605-bcbdfa42178f HTTP/1.1" status: 204 len: 168 time: 2.4592013 May 29 01:02:13.280541 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-52e6f529-7c4e-49ed-b7c9-0bce42f68193 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "GET /v2.0/ports/3163033a-a818-44f5-a03a-4fd9f5437129 HTTP/1.1" status: 200 len: 1128 time: 0.4724736 May 29 01:02:13.280769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50480) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:13.303543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b81f6480-f7a6-4840-9e55-46732afd5ca3 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:13.308527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50484) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:13.320634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-b6b4d76b-2b6f-43b5-846e-0c1aacc728ed tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:13.321006 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-b6b4d76b-2b6f-43b5-846e-0c1aacc728ed tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/networks?id=759091a9-1ac8-4e82-9967-e8fbff956f91 HTTP/1.1" status: 200 len: 796 time: 0.5641968 May 29 01:02:13.369132 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-0c57ce57-c90e-4375-b384-8faef139325e tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/quotas/f2999c56a298453982d53aaa938834dc HTTP/1.1" status: 200 len: 375 time: 0.0392265 May 29 01:02:13.379022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.384465 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:08Z', 'revision_number': 2, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:13.386636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a44ec43a-c762-4cf9-8d15-37c1facf06f9 None None] Could not find standard attr ID for object 9d2e44cc-8d26-4e7f-8dda-b35a94f1243c. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:02:13.392246 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Checking router: 9f48384c-ae6a-4ec5-b084-e9b8838b030f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:13.392842 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Updating router 9f48384c-ae6a-4ec5-b084-e9b8838b030f port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:02:13.409258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a44ec43a-c762-4cf9-8d15-37c1facf06f9 None None] Provisioning complete for port 3163033a-a818-44f5-a03a-4fd9f5437129 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:13.410226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a44ec43a-c762-4cf9-8d15-37c1facf06f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.423781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 260e7d22-5bb1-44d4-81a9-81c2d972db4d will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:13.453906 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4730abae-7d86-43e5-a1bb-38b96ec13284 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2749460 May 29 01:02:13.454584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50488) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:13.460804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Deleting port 3163033a-a818-44f5-a03a-4fd9f5437129 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:13.461234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.497900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a44ec43a-c762-4cf9-8d15-37c1facf06f9 None None] Port 3163033a-a818-44f5-a03a-4fd9f5437129 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:13.524984 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.533284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b81f6480-f7a6-4840-9e55-46732afd5ca3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:13.533753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.590627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-077322e0-6a06-4f06-85bd-3ef2dc672f6c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.594248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-60275e8a-6a0e-46af-8387-f216e4d5e40a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Synchronizing usage tracker for tenant:f2999c56a298453982d53aaa938834dc on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:13.600079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting subnet a9fe2c5a-64d7-485b-b361-054c70a449a5 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:13.606361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.700261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-077322e0-6a06-4f06-85bd-3ef2dc672f6c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.729677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f52e493-e3fc-40ca-a9a7-8e3609f285ba up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:13.731090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-60275e8a-6a0e-46af-8387-f216e4d5e40a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Unset dirty status for tenant:f2999c56a298453982d53aaa938834dc on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:13.734414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-60275e8a-6a0e-46af-8387-f216e4d5e40a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f2999c56a298453982d53aaa938834dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3598650 May 29 01:02:13.744697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.756437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.881731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-077322e0-6a06-4f06-85bd-3ef2dc672f6c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:13.914083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:13.930618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 19b4c004-ded3-498f-b988-47545082213b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:13.970495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:14.011731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077322e0-6a06-4f06-85bd-3ef2dc672f6c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b573d1c0-4199-4056-a7a5-ae61e4103731,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:14.021263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-077322e0-6a06-4f06-85bd-3ef2dc672f6c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.025984 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-077322e0-6a06-4f06-85bd-3ef2dc672f6c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/b573d1c0-4199-4056-a7a5-ae61e4103731 HTTP/1.1" status: 204 len: 168 time: 0.5684159 May 29 01:02:14.071432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 19b4c004-ded3-498f-b988-47545082213b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:14.071803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.094176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50496) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:14.107966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:14.137742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:14.140743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.297061 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-0ff16fcb-f077-47ea-8695-1f977fc5e9bd service neutron] 10.222.0.33 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632652 May 29 01:02:14.334605 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.348546 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Transition to ACTIVE for port object a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:14.356151 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.371738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=260e7d22-5bb1-44d4-81a9-81c2d972db4d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:14.410732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.429779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-59476f22-d7ad-453e-8ecb-e7daed01c87a None None] Provisioning for port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:14.443510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-59476f22-d7ad-453e-8ecb-e7daed01c87a None None] Provisioning complete for port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:14.444201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59476f22-d7ad-453e-8ecb-e7daed01c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.512716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2bc5db85-27a0-47da-84e8-2e2ab47afce8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:14.519787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:14.537943 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:14.578070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.588431 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.588824 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.589533 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.589662 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.589975 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.590296 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.590879 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.591254 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.591580 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.592630 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.592630 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:14.608032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2bc5db85-27a0-47da-84e8-2e2ab47afce8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:14.609387 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2bc5db85-27a0-47da-84e8-2e2ab47afce8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4933987 May 29 01:02:14.630094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50500) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:14.660138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:14.660495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4e5ba8c4-2b6d-4485-947b-753cfa9a0c66 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:14.700092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.738293 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Attempting to bind port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:14.739052 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Attempting to bind port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:14.739865 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Attempting to bind port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b on network 759091a9-1ac8-4e82-9967-e8fbff956f91 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:14.749269 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-7ca76d68-6447-4765-96b7-7b38ad1bcf77 service neutron] 10.222.0.33 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471688 May 29 01:02:14.753936 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:14.753936 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Checking segment: {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:14.754370 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.754702 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Bound using segment: {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:14.755199 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Bound port: a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:14.755311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb25c-7263-4099-b89c-2943bd37b2d3 req-6a9d7aeb-164a-4cfa-8614-ef73f30cadb6 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:14.755569 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.756906 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9d7fb25c-7263-4099-b89c-2943bd37b2d3 req-6a9d7aeb-164a-4cfa-8614-ef73f30cadb6 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 0.3990960 May 29 01:02:14.794798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59476f22-d7ad-453e-8ecb-e7daed01c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.809150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fe2c5a-64d7-485b-b361-054c70a449a5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:14.822099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.836938 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da8e2447-3843-4ea5-988a-7e416a2196b2 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/subnets/a9fe2c5a-64d7-485b-b361-054c70a449a5 HTTP/1.1" status: 204 len: 168 time: 1.5549812 May 29 01:02:14.840151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-59476f22-d7ad-453e-8ecb-e7daed01c87a None None] For port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:14.843311 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9d7fb25c-7263-4099-b89c-2943bd37b2d3 req-71efbbb4-657a-4cf8-9ab7-f4291a935d95 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704963 May 29 01:02:14.843591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff2f48-0f2b-4c5f-9909-4b2e0742771b None None] Network 71d92efb-1b5e-4dc1-9697-e442cda3e971 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:14.843780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50504) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:14.914157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-087faf02-f0b5-46c5-b925-f829de9c718c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.947051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Calling delete_port for 3163033a-a818-44f5-a03a-4fd9f5437129 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:14.951525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-087faf02-f0b5-46c5-b925-f829de9c718c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:14.958716 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] For port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:14.966211 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] For port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:14.981204 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.024770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.042880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-087faf02-f0b5-46c5-b925-f829de9c718c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.126655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087faf02-f0b5-46c5-b925-f829de9c718c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122a211-f603-4129-952b-bbee14cc7b33,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:15.243948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59476f22-d7ad-453e-8ecb-e7daed01c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.294560 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:15.296514 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:15.315254 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-878045cf-461b-41d4-a220-267555bd0493 req-15139ff6-ccf1-476b-ba3c-1334e3c0dd31 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 210 time: 0.1708834 May 29 01:02:15.319298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-087faf02-f0b5-46c5-b925-f829de9c718c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.323441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-087faf02-f0b5-46c5-b925-f829de9c718c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/c122a211-f603-4129-952b-bbee14cc7b33 HTTP/1.1" status: 204 len: 168 time: 0.6893885 May 29 01:02:15.329035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50516) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:15.376774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ff33adf-c9f6-492e-b037-c5acb0b321c4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:15.507056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.580317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9db2c285-c84c-4615-ae24-8ee2ab737278 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:15.583163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event deleted for resources: {'Port': ['ID=3163033a-a818-44f5-a03a-4fd9f5437129,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:15.613116 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeb70c-4568-427a-8e8c-1b06333cbb68 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:15.638556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting subnet 384e61e8-34c3-40dd-b129-36a36f6c39d4 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:15.642216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59476f22-d7ad-453e-8ecb-e7daed01c87a None None] Pushing event updated for resources: {'Port': ['ID=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:15.642512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.684511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:15.685000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.740938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cf62eb38-2aba-405e-be93-dbd240f7b849 None None] Provisioning for port 260e7d22-5bb1-44d4-81a9-81c2d972db4d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:15.754072 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:15.783611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9db2c285-c84c-4615-ae24-8ee2ab737278 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:15.793718 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9db2c285-c84c-4615-ae24-8ee2ab737278 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4618304 May 29 01:02:15.797633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50522) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:15.804846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cf62eb38-2aba-405e-be93-dbd240f7b849 None None] Provisioning complete for port 260e7d22-5bb1-44d4-81a9-81c2d972db4d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:15.805396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf62eb38-2aba-405e-be93-dbd240f7b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.831694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803783330'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:15.846869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.886585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:15.898736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] DHCP port deletion for 71d92efb-1b5e-4dc1-9697-e442cda3e971 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:15.911863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:15.924752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.936978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.952122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] Deleting port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:15.955406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:15.995137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.037476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:16.052137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cf62eb38-2aba-405e-be93-dbd240f7b849 None None] Port 260e7d22-5bb1-44d4-81a9-81c2d972db4d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:16.058152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:16.063549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:16.076675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50528) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:16.076938 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-93c513ba-0ecc-469b-8680-c8e9b31b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "DELETE /v2.0/ports/3163033a-a818-44f5-a03a-4fd9f5437129 HTTP/1.1" status: 204 len: 168 time: 2.7629147 May 29 01:02:16.092044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:16.293423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-b39e9596-f26f-4a21-bc91-57325269792f tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:16.294420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-b39e9596-f26f-4a21-bc91-57325269792f tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Synchronizing usage tracker for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:16.325202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-b39e9596-f26f-4a21-bc91-57325269792f tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Unset dirty status for tenant:3e768bca5e734748ba34ae3f30ef138b on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:16.326752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.327420 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-b39e9596-f26f-4a21-bc91-57325269792f tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 0.5129192 May 29 01:02:16.332495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.374673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.375731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.400081 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:14Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:16.405879 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecbc4b-0d4f-4895-8560-8a4fcaecff3f None None] The sync data for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv is: [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:14Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:16.455303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Subnet': ['ID=384e61e8-34c3-40dd-b129-36a36f6c39d4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:16.533988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Deleting port f9683f03-ce62-43aa-a2ba-d9eea144c476 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:16.534561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.585245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.610188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7debbf5e-91f8-425d-b638-6cc516534fdf None None] Network e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:16.641778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=260e7d22-5bb1-44d4-81a9-81c2d972db4d,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:16.694828 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b391c7ec-3732-410b-8edd-5d98350a9db7 req-4f93c769-1943-4572-86b9-e29988c13acb tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 210 time: 0.0590227 May 29 01:02:16.723749 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-57f9a340-369a-4f2b-9bdc-01e9aa818048 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/subnets/384e61e8-34c3-40dd-b129-36a36f6c39d4 HTTP/1.1" status: 204 len: 168 time: 1.8777988 May 29 01:02:16.727274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.735652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50534) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:16.747215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.759455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.776309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] For port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2a44d6e2-4198-4124-9afd-dbebcaa5df9f,segment=NetworkSegment(9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa),segment_id=9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:16.776747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:16.996880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] Calling delete_port for 2a44d6e2-4198-4124-9afd-dbebcaa5df9f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:17.155577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] For port f9683f03-ce62-43aa-a2ba-d9eea144c476, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f9683f03-ce62-43aa-a2ba-d9eea144c476,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:17.160357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.178317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:17.179419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Deleting subnet 0968ad70-1f2d-4cfe-bce5-deff0b497550 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:17.200326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-5f043a1a-8aee-4f36-bdaa-bedffc47c24e tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:17.204381 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-5f043a1a-8aee-4f36-bdaa-bedffc47c24e tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.16 "GET /v2.0/networks?id=759091a9-1ac8-4e82-9967-e8fbff956f91 HTTP/1.1" status: 200 len: 796 time: 0.4138694 May 29 01:02:17.205133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.238089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.262830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5315617-4d7a-42fb-851e-e61bf79e8325 req-908e3e90-b29c-4263-95f6-a5eb2690de20 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:17.264534 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b5315617-4d7a-42fb-851e-e61bf79e8325 req-908e3e90-b29c-4263-95f6-a5eb2690de20 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 946 time: 1.0433264 May 29 01:02:17.309845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] No DVR routers for this DVR port 2a44d6e2-4198-4124-9afd-dbebcaa5df9f on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:17.330132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.331476 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5201397 May 29 01:02:17.333476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb712b5d-9509-4535-bc1f-5214596fa7d0 None None] Pushing event deleted for resources: {'Port': ['ID=2a44d6e2-4198-4124-9afd-dbebcaa5df9f,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:17.336765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50538) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:17.337810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde797b-d20e-4b73-8fae-2d0f550bf3e6 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a61419-2cca-44c3-b53c-b4d4b3eca35a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:17.360089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': '25a61419-2cca-44c3-b53c-b4d4b3eca35a', 'direction': 'ingress', 'protocol': 17}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:17.381852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:17.390214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:17.393270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.399191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:17.399955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.439947 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-bfddc32e-a0d9-45df-bfc8-0b10fdfbae65 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2999c56a298453982d53aaa938834dc HTTP/1.1" status: 200 len: 380 time: 0.1669624 May 29 01:02:17.456988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:17.468934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:17.469521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] DHCP port deletion for e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:17.469694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'port': {'device_id': '482b07af-0a37-4e6e-8862-0a833a55496f', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'admin_state_up': True, 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'security_groups': ['2842625f-508b-4414-9242-8c3a6266404d']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:17.475954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:17.477794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] Deleting port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:17.478400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.489851 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b5315617-4d7a-42fb-851e-e61bf79e8325 req-85e3cabf-0655-4da0-99f9-8128fc3f3523 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups?id=a3819e04-aa74-4119-a104-7f8ebf4a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070372 May 29 01:02:17.705915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.713560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:17.718692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.721947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:17.770106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:17.801503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Made reservation on behalf of f2999c56a298453982d53aaa938834dc for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:17.803460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:17.805765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.880216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] For port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2e5c2f8d-7a19-4fd0-93a6-077bbac83892,segment=NetworkSegment(c1dda6ab-1267-4dbc-a9a4-cd1acfd635db),segment_id=c1dda6ab-1267-4dbc-a9a4-cd1acfd635db)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:17.880689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.901152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.977223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.978489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:17.979382 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Floating IP c9fe095d-f96b-4e71-bc3b-68f8626cd79f disassociated. External IP: 172.26.5.207, port: f9683f03-ce62-43aa-a2ba-d9eea144c476. May 29 01:02:17.979889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Calling delete_port for f9683f03-ce62-43aa-a2ba-d9eea144c476 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:17.994824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event deleted for resources: {'Subnet': ['ID=0968ad70-1f2d-4cfe-bce5-deff0b497550,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:18.028775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] Calling delete_port for 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:18.054503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.058625 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c7060918-50b5-4f4e-98bc-58aadc500ad5 req-d03e483b-21ef-4511-b3b2-5ff6f6f0c27a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 210 time: 0.0676591 May 29 01:02:18.065731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce08f9-a04f-4dc6-ae72-5de3aa19864a None None] Network efce5fde-58a7-4218-ac90-0b950eaa3719 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:18.096175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.102368 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-daa80cc4-c34b-46c0-9534-3d30e38dba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "DELETE /v2.0/subnets/0968ad70-1f2d-4cfe-bce5-deff0b497550 HTTP/1.1" status: 204 len: 168 time: 2.0204866 May 29 01:02:18.105562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50548) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:18.241682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Allocated IP 172.20.0.7 (759091a9-1ac8-4e82-9967-e8fbff956f91/4ac06bda-9f16-4bef-88fa-3d59a76b005f/571f5d0c-2c4f-4bee-8759-3cf3f1085482) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:18.252314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.257678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:18.280498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.284705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Deleting port b81f6480-f7a6-4840-9e55-46732afd5ca3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:18.285056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.293014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a0ca40e-7f45-4c61-b95b-61cb3b5e1de4 None None] Provisioning complete for port 260e7d22-5bb1-44d4-81a9-81c2d972db4d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:18.293014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca40e-7f45-4c61-b95b-61cb3b5e1de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.317464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.318465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f52e493-e3fc-40ca-a9a7-8e3609f285ba up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:18.467037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.514381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ca40e-7f45-4c61-b95b-61cb3b5e1de4 None None] Port 260e7d22-5bb1-44d4-81a9-81c2d972db4d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:18.531030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] No DVR routers for this DVR port 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:18.546227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:18.554128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.606404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d5f9b-3856-4d37-aed7-6e1fb517216d None None] Pushing event deleted for resources: {'Port': ['ID=2e5c2f8d-7a19-4fd0-93a6-077bbac83892,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:18.620509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:18.620999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.695652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] DHCP port deletion for efce5fde-58a7-4218-ac90-0b950eaa3719 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:18.699989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d92efb-1b5e-4dc1-9697-e442cda3e971']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:18.706319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] Deleting port b81f6480-f7a6-4840-9e55-46732afd5ca3 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:18.714317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.750618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:18.750833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbd16a1-e309-4d2e-9f63-ed7eb6f187aa') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:18.774472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.807247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.818306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.820142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.842997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.848234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.863403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:18.863798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:18.875832 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e57d275-b1d4-4244-8607-1ad9f5e86afa req-a49c1a9b-c3db-4206-a2db-e9f47889062b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.1201375 May 29 01:02:18.959329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a44d6e2-4198-4124-9afd-dbebcaa5df9f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:18.997325 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:19.008213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2a44d6e2-4198-4124-9afd-dbebcaa5df9f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:19.008422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a44d6e2-4198-4124-9afd-dbebcaa5df9f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:19.011755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60693fbd-bc98-499f-a732-0ba18866e291,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:19.012784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301f343-0e36-4689-b5f6-e54d3b656089 req-368e9fc6-deb9-41e4-a928-b5a64eb2a3c7 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:19.021493 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7301f343-0e36-4689-b5f6-e54d3b656089 req-368e9fc6-deb9-41e4-a928-b5a64eb2a3c7 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.2662594 May 29 01:02:19.032662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event deleted for resources: {'Port': ['ID=f9683f03-ce62-43aa-a2ba-d9eea144c476,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:19.037863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] For port b81f6480-f7a6-4840-9e55-46732afd5ca3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b81f6480-f7a6-4840-9e55-46732afd5ca3,segment=NetworkSegment(98f20050-edab-4571-8bbb-d687b13a5b89),segment_id=98f20050-edab-4571-8bbb-d687b13a5b89)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:19.038431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.041891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Transition to ACTIVE for port object 571f5d0c-2c4f-4bee-8759-3cf3f1085482 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:19.052335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.052486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] For port b81f6480-f7a6-4840-9e55-46732afd5ca3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b81f6480-f7a6-4840-9e55-46732afd5ca3,segment=NetworkSegment(98f20050-edab-4571-8bbb-d687b13a5b89),segment_id=98f20050-edab-4571-8bbb-d687b13a5b89)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:19.052707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.082251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.111111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.120498 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-aacccadc-d4a1-412c-b52f-5bac97282c57 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.7825065 May 29 01:02:19.126538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Network': ['ID=71d92efb-1b5e-4dc1-9697-e442cda3e971,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:19.133364 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c31ea4f5-7c66-431b-9d4b-2e4de58597d8 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/networks/71d92efb-1b5e-4dc1-9697-e442cda3e971 HTTP/1.1" status: 204 len: 168 time: 2.3946044 May 29 01:02:19.134768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50560) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:19.142582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50562) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:19.321563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:19.336884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Calling delete_port for b81f6480-f7a6-4840-9e55-46732afd5ca3 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:19.356840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] Calling delete_port for b81f6480-f7a6-4840-9e55-46732afd5ca3 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:19.462703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:19.463309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.486774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Router beef244e-cf20-4b16-8ea5-74099cad0d43 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:02:19.490584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.564185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.585727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.601443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] Pushing event deleted for resources: {'Port': ['ID=b81f6480-f7a6-4840-9e55-46732afd5ca3,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:19.613185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e52c4-39ab-4bf7-be7e-a73cf1d124a0 None None] No DVR routers for this DVR port b81f6480-f7a6-4840-9e55-46732afd5ca3 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:19.679131 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7301f343-0e36-4689-b5f6-e54d3b656089 req-daca83db-a205-4205-bd9d-e7c3bab1dc28 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6566958 May 29 01:02:19.737589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:19.750539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:19.753114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:19.759914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:19.760257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ce1089d-cb0a-4280-a288-337399bc3b3c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.781292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f9683f03-ce62-43aa-a2ba-d9eea144c476 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:19.811126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968890b-e34b-4ac2-807c-016eec9ba859 req-c13afb27-157f-401d-9723-8a54a4b5e1ae tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:19.811912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6968890b-e34b-4ac2-807c-016eec9ba859 req-c13afb27-157f-401d-9723-8a54a4b5e1ae tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Synchronizing usage tracker for tenant:f2999c56a298453982d53aaa938834dc on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:19.821536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:02:19.822368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:02:19.850969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: f9683f03-ce62-43aa-a2ba-d9eea144c476 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:19.851310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f9683f03-ce62-43aa-a2ba-d9eea144c476 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:19.853344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b81f6480-f7a6-4840-9e55-46732afd5ca3 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:19.868631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6968890b-e34b-4ac2-807c-016eec9ba859 req-c13afb27-157f-401d-9723-8a54a4b5e1ae tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Unset dirty status for tenant:f2999c56a298453982d53aaa938834dc on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:19.878713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6968890b-e34b-4ac2-807c-016eec9ba859 req-c13afb27-157f-401d-9723-8a54a4b5e1ae tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 931 time: 0.5031106 May 29 01:02:19.922496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: b81f6480-f7a6-4840-9e55-46732afd5ca3 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:19.922836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b81f6480-f7a6-4840-9e55-46732afd5ca3 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:19.928561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:19.953632 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6968890b-e34b-4ac2-807c-016eec9ba859 req-a29ee5e9-2835-4fab-9d3b-e4394fac0973 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739031 May 29 01:02:19.967407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:19.968094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:19.981945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ce1089d-cb0a-4280-a288-337399bc3b3c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.017767 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-1404081d-1085-40ab-9c07-52c768792b75 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5522079 May 29 01:02:20.023955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:20.024379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2e5c2f8d-7a19-4fd0-93a6-077bbac83892 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:20.030319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Request body: {'port': {'device_id': '482b07af-0a37-4e6e-8862-0a833a55496f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:20.098787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.141279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:20.161309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ce1089d-cb0a-4280-a288-337399bc3b3c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.183537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dda6ab-1267-4dbc-a9a4-cd1acfd635db') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:20.183950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dda6ab-1267-4dbc-a9a4-cd1acfd635db') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:20.184363 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81580dcd-62a3-473e-98bf-a1c98dc73b4c req-815243aa-04ee-4e92-90d5-d66ea14f5311 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.0592415 May 29 01:02:20.247150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1089d-cb0a-4280-a288-337399bc3b3c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a61419-2cca-44c3-b53c-b4d4b3eca35a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:20.261357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.289118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-643210a0-b3f4-4680-8015-437879ca8f08 None None] Provisioning for port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:20.293730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.299117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-643210a0-b3f4-4680-8015-437879ca8f08 None None] Provisioning complete for port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:20.299117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-643210a0-b3f4-4680-8015-437879ca8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.299954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:20.307728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.315353 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d404a790-d9ba-40c4-898c-fb2d8810df94 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "PUT /v2.0/routers/beef244e-cf20-4b16-8ea5-74099cad0d43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6296489 May 29 01:02:20.319073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ce1089d-cb0a-4280-a288-337399bc3b3c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.323077 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2ce1089d-cb0a-4280-a288-337399bc3b3c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/25a61419-2cca-44c3-b53c-b4d4b3eca35a HTTP/1.1" status: 204 len: 168 time: 1.1802070 May 29 01:02:20.323077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50572) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:20.327845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50574) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:20.332046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Sync routers for ids ['beef244e-cf20-4b16-8ea5-74099cad0d43'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:20.366136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Routers {'beef244e-cf20-4b16-8ea5-74099cad0d43'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:20.366636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:20.366774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['beef244e-cf20-4b16-8ea5-74099cad0d43'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:20.367039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:20.402389 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:20.424383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-643210a0-b3f4-4680-8015-437879ca8f08 None None] Port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:20.440139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Deleting port b81f6480-f7a6-4840-9e55-46732afd5ca3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:20.440749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.528611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] The port 'b81f6480-f7a6-4840-9e55-46732afd5ca3' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:02:20.531760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Set router beef244e-cf20-4b16-8ea5-74099cad0d43 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:20.651386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7732e8cf-afc7-4b15-a78d-1a8c523d4432 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:20.651948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7732e8cf-afc7-4b15-a78d-1a8c523d4432 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:20.672170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Router 672a360f-4fd3-431e-87d4-fa45f6020deb has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:20.691622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929a435-4459-4271-8632-48667a990ba2 req-d348feb9-5d91-483f-b8d1-60b7d2707c9a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:20.692919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6929a435-4459-4271-8632-48667a990ba2 req-d348feb9-5d91-483f-b8d1-60b7d2707c9a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Synchronizing usage tracker for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:20.701978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.720113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.749532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.794399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efce5fde-58a7-4218-ac90-0b950eaa3719']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:20.803910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Network': ['ID=e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:20.813854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f20050-edab-4571-8bbb-d687b13a5b89') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:20.814203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f20050-edab-4571-8bbb-d687b13a5b89') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:20.823295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7732e8cf-afc7-4b15-a78d-1a8c523d4432 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:20.830863 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7732e8cf-afc7-4b15-a78d-1a8c523d4432 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports/260e7d22-5bb1-44d4-81a9-81c2d972db4d HTTP/1.1" status: 200 len: 911 time: 0.5050447 May 29 01:02:20.839222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50582) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:20.841260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.841951 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-04e25f70-0ce1-4b34-8595-6b0ce53f0c2d tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/networks/e0fb2c81-b4d7-47cd-bbea-f801ecdc0f60 HTTP/1.1" status: 204 len: 168 time: 1.6966360 May 29 01:02:20.847711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50584) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:20.910952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e071d082-5f06-48ba-a1e6-f0cc10315d12 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:20.921978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6929a435-4459-4271-8632-48667a990ba2 req-d348feb9-5d91-483f-b8d1-60b7d2707c9a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Unset dirty status for tenant:bfbcc555f07f4acbbabab7aa1f77313f on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:20.923622 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6929a435-4459-4271-8632-48667a990ba2 req-d348feb9-5d91-483f-b8d1-60b7d2707c9a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.7470162 May 29 01:02:20.952860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.966254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:20.966618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:20.984974 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:20.991516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef244e-cf20-4b16-8ea5-74099cad0d43', 'name': 'tempest-NetworksTestDHCPv6-router-1265928355', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:09Z', 'updated_at': '2022-05-29T01:02:14Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None, '_interfaces': [{'id': '260e7d22-5bb1-44d4-81a9-81c2d972db4d', 'name': '', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'mac_address': 'fa:16:3e:f0:5d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef244e-cf20-4b16-8ea5-74099cad0d43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:11Z', 'updated_at': '2022-05-29T01:02:15Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'subnets': [{'id': '31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:21.011879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Checking router: beef244e-cf20-4b16-8ea5-74099cad0d43 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:21.013429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Updating router beef244e-cf20-4b16-8ea5-74099cad0d43 port 260e7d22-5bb1-44d4-81a9-81c2d972db4d binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:02:21.047847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:02:21.182739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571f5d0c-2c4f-4bee-8759-3cf3f1085482 {{(pid=83979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:02:21.194046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.195729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.201039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.217398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e071d082-5f06-48ba-a1e6-f0cc10315d12 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:21.222691 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e071d082-5f06-48ba-a1e6-f0cc10315d12 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8555787 May 29 01:02:21.226545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50592) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:21.265742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095353772'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:21.267220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.287395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Deleting port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:21.287740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.298035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553b787-3d42-4846-acd4-9ad6a6a9f382 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:21.301975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553b787-3d42-4846-acd4-9ad6a6a9f382 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:21.303506 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4553b787-3d42-4846-acd4-9ad6a6a9f382 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4646258 May 29 01:02:21.311010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d965-def6-4e31-b3ec-c34f193005b8 req-c728f090-6747-47a5-89c8-f402e3a58dd8 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:21.312617 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-edf2d965-def6-4e31-b3ec-c34f193005b8 req-c728f090-6747-47a5-89c8-f402e3a58dd8 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.4315159 May 29 01:02:21.312911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50598) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:21.325736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:21.356907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Transition to ACTIVE for port object 571f5d0c-2c4f-4bee-8759-3cf3f1085482 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:21.358403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] Pushing event deleted for resources: {'Network': ['ID=efce5fde-58a7-4218-ac90-0b950eaa3719,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:21.436213 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0fbc08f9-049b-4fd8-920f-e4b8ac628128 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216 tempest-ExtraDHCPOptionsIpV6TestJSON-1289073216-project] 10.222.0.33 "DELETE /v2.0/networks/efce5fde-58a7-4218-ac90-0b950eaa3719 HTTP/1.1" status: 204 len: 168 time: 3.3293724 May 29 01:02:21.455689 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-edf2d965-def6-4e31-b3ec-c34f193005b8 req-e4726ba7-985a-43a6-9d81-d9df973dcccb tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856426 May 29 01:02:21.457452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.574960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:21.594350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:21.669768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.799324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.814678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Transition to ACTIVE for port object 260e7d22-5bb1-44d4-81a9-81c2d972db4d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:21.826728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.923326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting subnet e1a86e03-3217-4a31-9fbb-a9b5d0095568 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:21.940261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-792d2d8c-c4da-455a-b037-21f4b2b5ac6f req-5c75362b-8cc5-499b-965f-1da683b57412 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.2450039 May 29 01:02:21.953544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:21.994623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dce4d-8027-41b0-97f6-8bb6a4f52ef4 req-2288c3f8-b074-49de-b700-dfd4158c09e2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:22.001523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea9dce4d-8027-41b0-97f6-8bb6a4f52ef4 req-2288c3f8-b074-49de-b700-dfd4158c09e2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 943 time: 0.7221770 May 29 01:02:22.037315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:22.061517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:22.066300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7b3be-2b82-4ccd-89f2-ce12738307b9 None None] Pushing event updated for resources: {'Port': ['ID=260e7d22-5bb1-44d4-81a9-81c2d972db4d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:22.068114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:22.087221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:22.148834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.178281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Attempting to bind port 260e7d22-5bb1-44d4-81a9-81c2d972db4d on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:22.178647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Attempting to bind port 260e7d22-5bb1-44d4-81a9-81c2d972db4d by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:22.179013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Attempting to bind port 260e7d22-5bb1-44d4-81a9-81c2d972db4d on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:22.203900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:22.204472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:22.204988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.205395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:22.205929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Bound port: 260e7d22-5bb1-44d4-81a9-81c2d972db4d, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:22.206312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.261398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50606) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:22.290355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea9dce4d-8027-41b0-97f6-8bb6a4f52ef4 req-0bca414f-7c43-4a2a-ae14-a19faab729ee tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876542 May 29 01:02:22.313816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] For port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:22.314176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.339740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Attempting to bind port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:22.339740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Attempting to bind port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:22.339740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Attempting to bind port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 on network 759091a9-1ac8-4e82-9967-e8fbff956f91 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:22.343591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 on network 759091a9-1ac8-4e82-9967-e8fbff956f91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:22.343905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Attempting to bind port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 on network 759091a9-1ac8-4e82-9967-e8fbff956f91 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:22.361130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:22.361870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Checking segment: {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:22.362504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Bound using segment: {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:22.363179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Bound port: 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5347cbc9-1946-4949-94ef-15be30533c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:22.363757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.383847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb4e7a-bdc4-48a0-9e89-58673db5f250 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:02:22.433051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] For port 260e7d22-5bb1-44d4-81a9-81c2d972db4d, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:22.445820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] For port 260e7d22-5bb1-44d4-81a9-81c2d972db4d, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=260e7d22-5bb1-44d4-81a9-81c2d972db4d,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:22.528351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.534018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:22.544896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:22.558288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.676357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7b3be-2b82-4ccd-89f2-ce12738307b9 None None] Pushing event updated for resources: {'Port': ['ID=260e7d22-5bb1-44d4-81a9-81c2d972db4d,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:22.690371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.691521 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/571f5d0c-2c4f-4bee-8759-3cf3f1085482 HTTP/1.1" status: 200 len: 1093 time: 2.6655829 May 29 01:02:22.691973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:02:22.705251 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cfe8be78-bcab-42ae-98f1-50c6c80ce85b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c1be0210c818418c94a2042f3bbc87b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4385986 May 29 01:02:22.707765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50616) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:22.723587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Routers {'beef244e-cf20-4b16-8ea5-74099cad0d43'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:22.728459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['beef244e-cf20-4b16-8ea5-74099cad0d43'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:22.783612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.806105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb4e7a-bdc4-48a0-9e89-58673db5f250 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:02:22.808399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fb77b-88d8-4161-ab70-1b14769610a0 service neutron] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:22.818498 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe247d1-3118-42ac-a7d2-03ffdbd2945e'] response: {'name': 'network-changed', 'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'status': 'completed', 'code': 200} May 29 01:02:22.858736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c76c0a9a-ebe0-46fc-a513-e24379cf3b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.860453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.903377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:22.905498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806a47-e33c-45bb-8fbd-e42809caa017 req-e6a965a2-1b24-4a6f-8dff-97f6ddd20d2f tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:22.908777 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08806a47-e33c-45bb-8fbd-e42809caa017 req-e6a965a2-1b24-4a6f-8dff-97f6ddd20d2f tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 945 time: 0.2762394 May 29 01:02:22.909516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c76c0a9a-ebe0-46fc-a513-e24379cf3b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.927131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] Set router beef244e-cf20-4b16-8ea5-74099cad0d43 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:22.928769 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] Sync routers for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:22.956340 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:22.958117 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:22.972428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:22.991783 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-d64e8419-4e92-4cb3-80bb-359983237e66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2999c56a298453982d53aaa938834dc&device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1096 time: 0.2301064 May 29 01:02:23.004647 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08806a47-e33c-45bb-8fbd-e42809caa017 req-0b769821-9f6a-4d74-b9c3-c7c668e319e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups?id=77e28165-cec8-4cdd-bb3d-9748fe83297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880930 May 29 01:02:23.091552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76954f2b-8e54-4635-a474-2a8c21214cc8,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:23.119894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-73769db5-1f59-4264-8720-49f577df803f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482 HTTP/1.1" status: 200 len: 217 time: 0.1135612 May 29 01:02:23.177773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] No DVR routers for this DVR port f9683f03-ce62-43aa-a2ba-d9eea144c476 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:23.187670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.189842 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.16 "DELETE /v2.0/ports/f9683f03-ce62-43aa-a2ba-d9eea144c476 HTTP/1.1" status: 204 len: 173 time: 6.8536644 May 29 01:02:23.190581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'name': 'network-vif-deleted', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:02:23.203212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c76c0a9a-ebe0-46fc-a513-e24379cf3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.210540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.211876 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7edb6d1b-1adb-45a2-8b6a-978d1cbdeb90 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9769936 May 29 01:02:23.219065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50624) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:23.234564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--82706466'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:23.256278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:23.272267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:23.279810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.280203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.280500 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Floating IP 6bd87e4b-c103-4063-b56d-f68fda7001d8 disassociated. External IP: 172.26.5.102, port: 37b6bca4-e0ca-4c5c-92a5-9bf33c401367. May 29 01:02:23.280999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Calling delete_port for 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:23.314134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:23.344324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:23.365958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.380663 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b892c2f-d392-47b8-8544-1665b4d6dac6'] response: {'server_uuid': 'fdf25153-3aa8-4628-aac5-f86b22c6b385', 'name': 'network-vif-deleted', 'tag': 'f9683f03-ce62-43aa-a2ba-d9eea144c476', 'status': 'completed', 'code': 200} May 29 01:02:23.440483 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:23.449185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a86e03-3217-4a31-9fbb-a9b5d0095568,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:23.460258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c0a9a-ebe0-46fc-a513-e24379cf3b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4019e3-e692-401a-8637-6f17f8af2321,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:23.467351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.475294 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9f380fb7-0224-4ada-a53f-d5b8f96a38f9 req-2009f7ab-367d-4495-af61-ad68fb3455b1 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdf25153-3aa8-4628-aac5-f86b22c6b385 HTTP/1.1" status: 200 len: 210 time: 0.2167647 May 29 01:02:23.492864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c76c0a9a-ebe0-46fc-a513-e24379cf3b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.518842 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c76c0a9a-ebe0-46fc-a513-e24379cf3b00 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3d4019e3-e692-401a-8637-6f17f8af2321 HTTP/1.1" status: 204 len: 168 time: 0.8099599 May 29 01:02:23.531554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.551246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-74116603-e966-45b9-a711-5567b974e8ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:23.559199 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2ff094ba-72e6-41d5-9c15-e00be8e5343e tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/subnets/e1a86e03-3217-4a31-9fbb-a9b5d0095568 HTTP/1.1" status: 204 len: 168 time: 2.7067595 May 29 01:02:23.563597 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-74116603-e966-45b9-a711-5567b974e8ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ac06bda-9f16-4bef-88fa-3d59a76b005f HTTP/1.1" status: 200 len: 834 time: 0.4252441 May 29 01:02:23.566796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50632) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:23.660828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:23.671123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:23.674838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:23.688396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:23.782354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-35a7e118-314d-49c5-a725-572e67702657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef244e-cf20-4b16-8ea5-74099cad0d43', 'name': 'tempest-NetworksTestDHCPv6-router-1265928355', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:09Z', 'updated_at': '2022-05-29T01:02:14Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None, '_interfaces': [{'id': '260e7d22-5bb1-44d4-81a9-81c2d972db4d', 'name': '', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'mac_address': 'fa:16:3e:f0:5d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef244e-cf20-4b16-8ea5-74099cad0d43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:11Z', 'updated_at': '2022-05-29T01:02:22Z', 'revision_number': 4, 'project_id': '735235b0375547e6a71d286473197fc8', 'subnets': [{'id': '31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:23.813660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.829457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.839599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:23.845435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:23.894888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7e118-314d-49c5-a725-572e67702657 None None] The sync data for ids ['beef244e-cf20-4b16-8ea5-74099cad0d43'] in dv-neutron-843186-2-hyperv is: [{'id': 'beef244e-cf20-4b16-8ea5-74099cad0d43', 'name': 'tempest-NetworksTestDHCPv6-router-1265928355', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:09Z', 'updated_at': '2022-05-29T01:02:14Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None, '_interfaces': [{'id': '260e7d22-5bb1-44d4-81a9-81c2d972db4d', 'name': '', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'mac_address': 'fa:16:3e:f0:5d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef244e-cf20-4b16-8ea5-74099cad0d43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:11Z', 'updated_at': '2022-05-29T01:02:22Z', 'revision_number': 4, 'project_id': '735235b0375547e6a71d286473197fc8', 'subnets': [{'id': '31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:23.932962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event deleted for resources: {'Port': ['ID=37b6bca4-e0ca-4c5c-92a5-9bf33c401367,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:23.933184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:23.933184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:23.954524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac62e5-f323-4ab9-8833-c0c3dd9d4557,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:24.033553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:24.047411 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-c4afd9d3-d05d-46ab-80ef-ba899a34adce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=759091a9-1ac8-4e82-9967-e8fbff956f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4758348 May 29 01:02:24.132359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:24.133576 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-071dceff-12bb-48fd-bcd5-6ae5ee943057 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9116240 May 29 01:02:24.142305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50642) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:24.157156 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:15Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:24.164343 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] Checking router: 672a360f-4fd3-431e-87d4-fa45f6020deb for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:24.184936 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:24.185912 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:24.278122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Deleting port 7b253f60-4af1-470e-9f03-31a6002d16fa {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:24.278471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:24.330258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': '76954f2b-8e54-4635-a474-2a8c21214cc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '35ac62e5-f323-4ab9-8833-c0c3dd9d4557', 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:24.394768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:24.419242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:24.447728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e9cbe265-8722-4c34-95c6-682395914a84 req-e9878ae8-7151-47fb-8dae-b5aa3b0ed04a tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.1452491 May 29 01:02:24.450779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:24.458044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:24.470508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:24.481524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0139dad-a216-4fb4-831b-be25aa85d606 req-cccf4f9e-8183-4bf0-96e1-6ab2f0c875a8 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:24.483012 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a0139dad-a216-4fb4-831b-be25aa85d606 req-cccf4f9e-8183-4bf0-96e1-6ab2f0c875a8 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 943 time: 0.7678466 May 29 01:02:24.521252 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:24.715134 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a0139dad-a216-4fb4-831b-be25aa85d606 req-700b0702-da4a-4bbf-97e1-5912dade467f tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127609 May 29 01:02:24.752422 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-8d57ac59-bcf1-4447-90b8-adf665200b73 service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967711 May 29 01:02:24.832433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50660) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:24.874393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:24.995354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Router d8c0f2d5-4e23-47d8-bd60-647b014f90dd has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:25.011742 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:15Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:25.018708 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd1f5f-b43b-4474-b2e9-530354e6bfdb None None] The sync data for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv is: [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:01Z', 'revision_number': 4, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '57945a86-9620-45dc-ab83-8d56e87bce72', 'name': '', 'network_id': '362b4ce4-dd62-495d-993f-78ee2c117223', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'mac_address': 'fa:16:3e:92:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:15Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'subnets': [{'id': '0d46478c-1995-4610-abd0-bbbc7e5f79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:25.061827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d6a27-6f55-41f9-9703-f84182968e35 None None] Network 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:25.121496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50668) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:25.222126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.239866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.338095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562922a0-d402-4653-96ab-703341d6d092,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:25.341215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2c94aad-338c-4146-8171-83cf627df9ec None None] Provisioning complete for port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:25.342029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2c94aad-338c-4146-8171-83cf627df9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.361354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] For port 7b253f60-4af1-470e-9f03-31a6002d16fa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7b253f60-4af1-470e-9f03-31a6002d16fa,segment=NetworkSegment(061426b0-ae47-4622-9668-1294abaa4e70),segment_id=061426b0-ae47-4622-9668-1294abaa4e70)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:25.362058 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.500741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.502118 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9284688d-5d33-4561-b7e2-599176f95264 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.2263553 May 29 01:02:25.575216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] DHCP port deletion for 9b13f9b1-912d-4f45-9d3a-624efb5b9f8a request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:25.581349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Deleting port 7b253f60-4af1-470e-9f03-31a6002d16fa {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:25.581816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.594766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50676) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:25.613997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-754887d6-48b6-4ad8-a416-893bfd9b6e61 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.619186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-671554093'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:25.651147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Calling delete_port for 7b253f60-4af1-470e-9f03-31a6002d16fa owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:25.717662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:25.733204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:25.747498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:25.767269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 260e7d22-5bb1-44d4-81a9-81c2d972db4d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:25.767613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.769776 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c0718ee-fa23-4181-ba2f-08f00e411241 req-873a89bf-d3b2-4fc7-a0c5-c50c4400a120 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.0691981 May 29 01:02:25.773496 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7dfe2d75-86db-4a66-9a5c-e6d2a6d272a2 req-9d333bc5-716a-4197-9dcb-3ddb05168911 service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197884 May 29 01:02:25.800814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:25.818545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-754887d6-48b6-4ad8-a416-893bfd9b6e61 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.828766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.841925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fc33a46-fe51-4ab2-ac9c-b1e1469f6633 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.879067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fc33a46-fe51-4ab2-ac9c-b1e1469f6633 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.907752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] For port 7b253f60-4af1-470e-9f03-31a6002d16fa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7b253f60-4af1-470e-9f03-31a6002d16fa,segment=NetworkSegment(061426b0-ae47-4622-9668-1294abaa4e70),segment_id=061426b0-ae47-4622-9668-1294abaa4e70)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:25.908187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.914310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:25.917863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:25.960366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Port': ['ID=7b253f60-4af1-470e-9f03-31a6002d16fa,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:26.015114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] No DVR routers for this DVR port 7b253f60-4af1-470e-9f03-31a6002d16fa on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:26.018134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.090522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fc33a46-fe51-4ab2-ac9c-b1e1469f6633 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.125359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Calling delete_port for 7b253f60-4af1-470e-9f03-31a6002d16fa owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:26.138176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:26.143261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group_rule and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:26.147570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:26.156310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:26.170266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.206142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b13f9b1-912d-4f45-9d3a-624efb5b9f8a']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:26.206796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc33a46-fe51-4ab2-ac9c-b1e1469f6633 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=562922a0-d402-4653-96ab-703341d6d092,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:26.222941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-754887d6-48b6-4ad8-a416-893bfd9b6e61 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.226762 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-5e90549d-adde-459f-86c2-a1ea05c5d52e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2999c56a298453982d53aaa938834dc&device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1096 time: 0.3372891 May 29 01:02:26.227269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:02:26.227752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:02:26.228327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061426b0-ae47-4622-9668-1294abaa4e70') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:26.228872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061426b0-ae47-4622-9668-1294abaa4e70') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:26.250365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f340e-1a3a-4b6c-895d-c5514e051e95 req-abbf8f32-5278-45b1-affa-b4b8e98c0bc6 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:26.251801 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-745f340e-1a3a-4b6c-895d-c5514e051e95 req-abbf8f32-5278-45b1-affa-b4b8e98c0bc6 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 943 time: 0.2998166 May 29 01:02:26.273742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.276167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port 260e7d22-5bb1-44d4-81a9-81c2d972db4d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=260e7d22-5bb1-44d4-81a9-81c2d972db4d,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:26.276528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.284445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754887d6-48b6-4ad8-a416-893bfd9b6e61 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3819e04-aa74-4119-a104-7f8ebf4a7291,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:26.370767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.390002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:26.390396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:26.405071 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:26.437465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 260e7d22-5bb1-44d4-81a9-81c2d972db4d owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:26.465856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-754887d6-48b6-4ad8-a416-893bfd9b6e61 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.469479 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-754887d6-48b6-4ad8-a416-893bfd9b6e61 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "DELETE /v2.0/security-groups/a3819e04-aa74-4119-a104-7f8ebf4a7291 HTTP/1.1" status: 204 len: 168 time: 1.6248558 May 29 01:02:26.475013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50682) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:26.480075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fc33a46-fe51-4ab2-ac9c-b1e1469f6633 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.481090 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3fc33a46-fe51-4ab2-ac9c-b1e1469f6633 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/562922a0-d402-4653-96ab-703341d6d092 HTTP/1.1" status: 204 len: 168 time: 0.8726032 May 29 01:02:26.483136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:26.487868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50686) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:26.492482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-745f340e-1a3a-4b6c-895d-c5514e051e95 req-880627b6-89ff-4389-b25d-0f1adf5921e8 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112582 May 29 01:02:26.498245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] Sync routers for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:26.514519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:26.515262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:26.545986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-f22cbdc2-1025-4953-a5ea-93b1ee395d21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:26.548240 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-f22cbdc2-1025-4953-a5ea-93b1ee395d21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=759091a9-1ac8-4e82-9967-e8fbff956f91 HTTP/1.1" status: 200 len: 897 time: 0.3112538 May 29 01:02:26.549940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.554288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.599376 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-c25b8322-c641-4647-b550-1e2670d65636 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] show failed (client error): The resource could not be found. May 29 01:02:26.603064 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c25b8322-c641-4647-b550-1e2670d65636 tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "GET /v2.0/security-groups/a3819e04-aa74-4119-a104-7f8ebf4a7291 HTTP/1.1" status: 404 len: 347 time: 0.1223762 May 29 01:02:26.614986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50690) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:26.615944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] No DVR routers for this DVR port 37b6bca4-e0ca-4c5c-92a5-9bf33c401367 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:26.619763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.621690 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6929a435-4459-4271-8632-48667a990ba2 req-c4f90861-b653-4662-9034-9e0cd0dfb3e5 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.16 "DELETE /v2.0/ports/37b6bca4-e0ca-4c5c-92a5-9bf33c401367 HTTP/1.1" status: 204 len: 173 time: 5.6911268 May 29 01:02:26.677246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.677918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Pushing event deleted for resources: {'Network': ['ID=9b13f9b1-912d-4f45-9d3a-624efb5b9f8a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:26.678967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'name': 'network-vif-deleted', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:02:26.693167 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c28b8bf0-e885-4834-8986-a60881a2097a tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/networks/9b13f9b1-912d-4f45-9d3a-624efb5b9f8a HTTP/1.1" status: 204 len: 168 time: 3.1252215 May 29 01:02:26.694270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50696) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:26.710324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:26.730971 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-381d536e-5b29-4566-9e37-7ce40c935468 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482 HTTP/1.1" status: 200 len: 217 time: 0.1731067 May 29 01:02:26.744729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fad5769e-bedc-4241-9f83-32524b1ed2a3 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:26.746823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.759960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c22205da-6b45-48fb-a6d2-8cd9f6874c20 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Synchronizing usage tracker for tenant:0b7941fb18de486082762be45b63704f on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:26.760443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Deleting port 7b253f60-4af1-470e-9f03-31a6002d16fa {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:26.760877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:26.797282 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a031e98f-5166-49a8-ad6e-4131fd3a1eb0'] response: {'server_uuid': '46f46bdf-9af6-487c-9083-1bacb62043b1', 'name': 'network-vif-deleted', 'tag': '37b6bca4-e0ca-4c5c-92a5-9bf33c401367', 'status': 'completed', 'code': 200} May 29 01:02:26.838610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fad5769e-bedc-4241-9f83-32524b1ed2a3 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:26.844892 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fad5769e-bedc-4241-9f83-32524b1ed2a3 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3511364 May 29 01:02:26.855285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c22205da-6b45-48fb-a6d2-8cd9f6874c20 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Unset dirty status for tenant:0b7941fb18de486082762be45b63704f on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:26.859771 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c22205da-6b45-48fb-a6d2-8cd9f6874c20 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "GET /v2.0/ports?device_id=1412a508-f78e-4b00-9d5b-c68611e78393 HTTP/1.1" status: 200 len: 205 time: 0.1621022 May 29 01:02:26.862634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-76ec064e-3ebf-4e3a-861f-300571061bf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:26.864782 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-76ec064e-3ebf-4e3a-861f-300571061bf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ac06bda-9f16-4bef-88fa-3d59a76b005f HTTP/1.1" status: 200 len: 834 time: 0.1160424 May 29 01:02:26.865390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50702) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:26.865704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50704) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:26.881114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b62dde10-b8da-44bc-a935-bb7180a06e21 None None] The port '7b253f60-4af1-470e-9f03-31a6002d16fa' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:02:26.951273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:26.960272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Deleting port c2a3cf49-67a9-4861-8963-9da456880006 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:26.960591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.006160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c96603-76ec-432b-8928-b4a811c512a1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:27.006679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.006971 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment 6abb9b70-9698-44c8-89dd-118f5096dd80 of type vlan for network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 May 29 01:02:27.056958 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43d29194-0f4c-4ee0-8caf-ac2a8e417c98 req-4d06e622-6e4d-49fa-ba83-2e5eb980a6f3 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f46bdf-9af6-487c-9083-1bacb62043b1 HTTP/1.1" status: 200 len: 210 time: 0.0698016 May 29 01:02:27.169637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b253f60-4af1-470e-9f03-31a6002d16fa no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:27.234430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.258185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 7b253f60-4af1-470e-9f03-31a6002d16fa {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:27.258794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b253f60-4af1-470e-9f03-31a6002d16fa not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:27.313955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.357406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.357759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.374025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87132787-47e7-41a3-a173-988916603082 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.375090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.379645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:27.380893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.403606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:11Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:27.407788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] Checking router: d8c0f2d5-4e23-47d8-bd60-647b014f90dd for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:27.420500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:27.421638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:27.469837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=260e7d22-5bb1-44d4-81a9-81c2d972db4d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:27.487774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4cb15c21-a855-41fc-ab23-f5639a292f04 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.522255 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-20c5f161-0dcc-49e6-ab7e-69c49f2681bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=759091a9-1ac8-4e82-9967-e8fbff956f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6365139 May 29 01:02:27.614785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4cb15c21-a855-41fc-ab23-f5639a292f04 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:27.630690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:27.683411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Calling delete_port for c2a3cf49-67a9-4861-8963-9da456880006 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:27.816678 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6878042 May 29 01:02:27.833302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50712) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:27.843472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'name': 'tempest-PortsTestJSON-707191096'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:27.999321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66ced6-5a0a-42d6-bb28-1bf9860491d8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=ec8579db-9fad-4cf4-b5e8-d1f4e3042c75,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:28.036358 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-46f1c474-929c-4d05-8480-628128bad0cb service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043705 May 29 01:02:28.043260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:28.043710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4cb15c21-a855-41fc-ab23-f5639a292f04 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.094194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb15c21-a855-41fc-ab23-f5639a292f04 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac62e5-f323-4ab9-8833-c0c3dd9d4557,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:28.146234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87132787-47e7-41a3-a173-988916603082 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.173554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:28.179008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:28.186747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d077b-2c31-4cf2-8d98-c577c0a0a560 req-3fae07aa-01d2-423c-8b81-a5e9fbea2630 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:28.188049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:28.188682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-714d077b-2c31-4cf2-8d98-c577c0a0a560 req-3fae07aa-01d2-423c-8b81-a5e9fbea2630 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 943 time: 0.5524311 May 29 01:02:28.195435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87132787-47e7-41a3-a173-988916603082 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.195858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:28.201021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4cb15c21-a855-41fc-ab23-f5639a292f04 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.202098 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4cb15c21-a855-41fc-ab23-f5639a292f04 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/35ac62e5-f323-4ab9-8833-c0c3dd9d4557 HTTP/1.1" status: 204 len: 168 time: 1.3352375 May 29 01:02:28.220754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50718) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:28.245691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:11Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:28.253818 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea7ada-6a05-41a8-a7f8-dedfe48a6f63 None None] The sync data for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv is: [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd4abc1d7-2d7f-4587-8131-a01382db516b', 'name': '', 'network_id': 'cb22503e-d83b-4810-83e6-27693c2d0d9c', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'mac_address': 'fa:16:3e:1d:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:58Z', 'updated_at': '2022-05-29T01:00:11Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'subnets': [{'id': '7fc31d39-d6f1-4bb3-8e57-791d198d28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:28.278230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.342177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50724) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:28.366440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:28.367094 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcd2c775-a30a-4772-b33d-bfac5e6c818c req-a1a31b7b-71f8-4d07-9253-8b1b7533913f service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153808 May 29 01:02:28.370378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.374417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87132787-47e7-41a3-a173-988916603082 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.374939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87132787-47e7-41a3-a173-988916603082 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Fanout notify agent at l3_agent the message router_deleted on router 1412a508-f78e-4b00-9d5b-c68611e78393 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:02:28.435492 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-714d077b-2c31-4cf2-8d98-c577c0a0a560 req-ee70648a-bc0a-48ac-a83f-14187f0f8ac8 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359550 May 29 01:02:28.453102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87132787-47e7-41a3-a173-988916603082 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.456595 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-87132787-47e7-41a3-a173-988916603082 tempest-RoutersNegativeIpV6Test-684335056 tempest-RoutersNegativeIpV6Test-684335056-project] 10.222.0.33 "DELETE /v2.0/routers/1412a508-f78e-4b00-9d5b-c68611e78393 HTTP/1.1" status: 204 len: 168 time: 1.5856037 May 29 01:02:28.472459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-187d70e1-57d6-42b0-b2fc-3bb83a561798 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:28.477089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.489732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 24d78f40-136f-4349-8f64-15b513c936b5 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:28.502108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44181050-ff50-4e4d-918a-5460326c4960 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.518319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-187d70e1-57d6-42b0-b2fc-3bb83a561798 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:28.522251 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-187d70e1-57d6-42b0-b2fc-3bb83a561798 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2971809 May 29 01:02:28.523279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50730) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:28.554137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44181050-ff50-4e4d-918a-5460326c4960 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.598232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Pushing event deleted for resources: {'Port': ['ID=c2a3cf49-67a9-4861-8963-9da456880006,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:28.641494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c08e4f9f-0dbe-4aae-831b-3ea2b6f194a5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.661510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44181050-ff50-4e4d-918a-5460326c4960 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.692849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44181050-ff50-4e4d-918a-5460326c4960 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e28165-cec8-4cdd-bb3d-9748fe83297d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:28.697455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c08e4f9f-0dbe-4aae-831b-3ea2b6f194a5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.726606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44181050-ff50-4e4d-918a-5460326c4960 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.730523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-44181050-ff50-4e4d-918a-5460326c4960 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "DELETE /v2.0/security-groups/77e28165-cec8-4cdd-bb3d-9748fe83297d HTTP/1.1" status: 204 len: 168 time: 0.3816302 May 29 01:02:28.735973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50736) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:28.763543 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-91a34575-6637-4997-beeb-3a142ca84d27 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] show failed (client error): The resource could not be found. May 29 01:02:28.767534 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-91a34575-6637-4997-beeb-3a142ca84d27 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "GET /v2.0/security-groups/77e28165-cec8-4cdd-bb3d-9748fe83297d HTTP/1.1" status: 404 len: 347 time: 0.0280082 May 29 01:02:28.767680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50740) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:28.832646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50744) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:28.848895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c08e4f9f-0dbe-4aae-831b-3ea2b6f194a5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:28.863028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.042545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e4f9f-0dbe-4aae-831b-3ea2b6f194a5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76954f2b-8e54-4635-a474-2a8c21214cc8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:29.098755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Deleting port eb9c1857-69c3-43e0-b4e5-5dcc08246fbf {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:29.099089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.131677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c08e4f9f-0dbe-4aae-831b-3ea2b6f194a5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.135671 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c08e4f9f-0dbe-4aae-831b-3ea2b6f194a5 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/76954f2b-8e54-4635-a474-2a8c21214cc8 HTTP/1.1" status: 204 len: 168 time: 0.6087918 May 29 01:02:29.141135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50750) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:29.199793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.200948 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cc7c953b-fb92-45ac-83e2-9ae2310ca8ed tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] 10.222.0.33 "DELETE /v2.0/floatingips/c9fe095d-f96b-4e71-bc3b-68f8626cd79f HTTP/1.1" status: 204 len: 168 time: 2.5831795 May 29 01:02:29.211311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:29.285289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.295603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-50fe605b-046d-413d-a073-4b1d110b886a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0b7941fb18de486082762be45b63704f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4597535 May 29 01:02:29.301786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50758) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:29.327592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d5d9e3d5-5ef6-4f1c-9013-7f25d3158130 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:29.405662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d5d9e3d5-5ef6-4f1c-9013-7f25d3158130 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:29.406853 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d5d9e3d5-5ef6-4f1c-9013-7f25d3158130 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2590597 May 29 01:02:29.411518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Router beef244e-cf20-4b16-8ea5-74099cad0d43 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:29.411518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50762) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:29.423973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--925616125'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:29.428903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.429284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.435921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:29.453912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:29.530021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.539421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.594860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Calling delete_port for eb9c1857-69c3-43e0-b4e5-5dcc08246fbf owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:29.657215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-719a38fc-3342-443e-a74f-ecc6ed4649d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.718837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-719a38fc-3342-443e-a74f-ecc6ed4649d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.738959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=24d78f40-136f-4349-8f64-15b513c936b5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:29.745677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:29.753129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:29.767034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:29.784674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:29.790741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:29.816467 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5d4344c3-6f47-4ba1-8cf9-429eac6e25dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "PUT /v2.0/routers/beef244e-cf20-4b16-8ea5-74099cad0d43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4936583 May 29 01:02:29.820389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50768) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:29.840464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf0efc-9191-44ce-b851-1516965d5708 req-11b65ec0-e97a-4e7e-9d8b-76ec8a75266d tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:29.842863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571f5d0c-2c4f-4bee-8759-3cf3f1085482 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:02:29.847076 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ebcf0efc-9191-44ce-b851-1516965d5708 req-11b65ec0-e97a-4e7e-9d8b-76ec8a75266d tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 943 time: 0.2596235 May 29 01:02:29.862101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': '6abb9b70-9698-44c8-89dd-118f5096dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:29.862452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: ec8579db-9fad-4cf4-b5e8-d1f4e3042c75, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:29.883216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-719a38fc-3342-443e-a74f-ecc6ed4649d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:29.902925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a38fc-3342-443e-a74f-ecc6ed4649d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8423ee-795b-40f6-b17b-6916b5454321,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:29.948980 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ebcf0efc-9191-44ce-b851-1516965d5708 req-f57468f4-0970-4481-bfd5-b538ff86b264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009533 May 29 01:02:29.953258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.001464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:30.016968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'port_id': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'mac_address': 'fa:16:3e:2b:37:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:02:30.019409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Pushing event deleted for resources: {'Port': ['ID=eb9c1857-69c3-43e0-b4e5-5dcc08246fbf,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:30.023548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-719a38fc-3342-443e-a74f-ecc6ed4649d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.027441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-719a38fc-3342-443e-a74f-ecc6ed4649d3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7c8423ee-795b-40f6-b17b-6916b5454321 HTTP/1.1" status: 204 len: 168 time: 0.7192106 May 29 01:02:30.059355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39976b81-32a7-429a-b909-581dfdbb2061 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:30.061079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39976b81-32a7-429a-b909-581dfdbb2061 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:30.061851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-39976b81-32a7-429a-b909-581dfdbb2061 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:30.083232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.101030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.105849 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571f5d0c-2c4f-4bee-8759-3cf3f1085482 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:02:30.106009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:30.125856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:30.126732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.129626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.130845 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-10591b66-394d-4027-abd4-698f60cb9603 tempest-ServersTestJSON-590219477 tempest-ServersTestJSON-590219477-project] 10.222.0.33 "DELETE /v2.0/floatingips/6bd87e4b-c103-4063-b56d-f68fda7001d8 HTTP/1.1" status: 204 len: 168 time: 1.3621862 May 29 01:02:30.132938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.134636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50774) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:30.153809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.207609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-39976b81-32a7-429a-b909-581dfdbb2061 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:30.211500 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-39976b81-32a7-429a-b909-581dfdbb2061 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3867068 May 29 01:02:30.214233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50778) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:30.221971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ec8579db-9fad-4cf4-b5e8-d1f4e3042c75) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:30.238625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:30.240440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863aa1be-8185-4b8b-85bd-822bb509d19b None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:30.243181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:30.244196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.265774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779edadd-5b40-4d43-b2eb-bef08e78618e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:30.272605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fa0150a4-245a-4c9f-b6b3-8d6b9405e8f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4382715 May 29 01:02:30.279607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50784) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:30.281763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.285730 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0c459262-9478-45cd-a341-8d85cefc34e1 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8715088 May 29 01:02:30.287891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50788) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:30.292662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1690541827'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:30.303864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': '779edadd-5b40-4d43-b2eb-bef08e78618e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:30.310021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:30.316422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:30.320337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:30.327279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:30.330652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:30.339829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:30.342338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:30.357065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:30.365868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:30.384678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:30.394185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.457097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:30.470699 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f79fc3e-0ea6-45d9-a4d3-ee6229b6a3ad None None] New status for floating IP c9fe095d-f96b-4e71-bc3b-68f8626cd79f: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:02:30.481411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.482093 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment a6b905b7-c2a6-405b-810a-057e7af81e5f of type vlan for network fdde207f-ac5d-48d7-a5e4-254734a5d250 May 29 01:02:30.505721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['571f5d0c-2c4f-4bee-8759-3cf3f1085482'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:02:30.540076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.545979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:30.552709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.583059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.596166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.634987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.748346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.827703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:02:30.875614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.881707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:30.882608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:30.991912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.019747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.046771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e567b9b-ed53-4d2f-a2bc-b4d185499038,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:31.056745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50808) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.057045 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7723963 May 29 01:02:31.064518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d7190-6ebc-4311-b276-a9a03246771b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=fdde207f-ac5d-48d7-a5e4-254734a5d250,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:31.070023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'ports': [{'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75'}, {'network_id': 'fdde207f-ac5d-48d7-a5e4-254734a5d250'}]} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:31.070243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:31.070816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'fdde207f-ac5d-48d7-a5e4-254734a5d250'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:31.091955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.091955 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-704958af-276c-4d8e-8cf4-69ec6af68227 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7939210 May 29 01:02:31.093184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50814) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.141487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network fdde207f-ac5d-48d7-a5e4-254734a5d250 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:31.155801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.195552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6acfc23-de06-4642-a314-1fd8a152d0e2 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.225035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6acfc23-de06-4642-a314-1fd8a152d0e2 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.266872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:31.285386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6acfc23-de06-4642-a314-1fd8a152d0e2 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.288988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.294376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854340f-e4ea-402a-bca2-74044fb65e98 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:31.308343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50818) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.311793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acfc23-de06-4642-a314-1fd8a152d0e2 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e567b9b-ed53-4d2f-a2bc-b4d185499038,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:31.327596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6acfc23-de06-4642-a314-1fd8a152d0e2 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.328967 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d6acfc23-de06-4642-a314-1fd8a152d0e2 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/8e567b9b-ed53-4d2f-a2bc-b4d185499038 HTTP/1.1" status: 204 len: 168 time: 0.2349169 May 29 01:02:31.331436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50824) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.391242 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8f145128-f51b-4dab-9aad-3529379bbfa4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1 HTTP/1.1" status: 204 len: 168 time: 1.1757486 May 29 01:02:31.407852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50828) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.422996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2c42f94e-aef2-498e-915e-1a4848efb2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.524961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4334b0e2-9893-4a60-b708-0c2ce51db3e6 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:31.526653 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-4334b0e2-9893-4a60-b708-0c2ce51db3e6 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): There was a conflict when trying to complete your request. May 29 01:02:31.531535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4334b0e2-9893-4a60-b708-0c2ce51db3e6 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2173271 May 29 01:02:31.534198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50832) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.546788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--626744490'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:31.554289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:31.568999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:31.574268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:31.575787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:31.587265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:31.590288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:31.594345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:31.628475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f86bc9-5129-4621-ad69-74abe4e07ed7 req-0d9eb779-e400-44ea-a16b-4e50308daf66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:31.630020 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11f86bc9-5129-4621-ad69-74abe4e07ed7 req-0d9eb779-e400-44ea-a16b-4e50308daf66 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 944 time: 0.4239280 May 29 01:02:31.633980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:31.653270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:31.659059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] Deleting port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:31.661363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.671374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1dff4529-20c6-4104-8422-01fdbb1ead29 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:31.675784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 2} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:31.679248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.684514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.703436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.724686 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9b3f517c-d84e-44c0-aa6e-8d204ec8ade9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3124163 May 29 01:02:31.733949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50836) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.782376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.796951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.864625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571f5d0c-2c4f-4bee-8759-3cf3f1085482 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:31.886783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1dff4529-20c6-4104-8422-01fdbb1ead29 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:31.890567 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1dff4529-20c6-4104-8422-01fdbb1ead29 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5555372 May 29 01:02:31.893488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50840) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:31.909535 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11f86bc9-5129-4621-ad69-74abe4e07ed7 req-5588eacd-2972-4cfb-b97f-674e46eb6d35 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702789 May 29 01:02:31.940358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] For port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:31.940755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:31.966035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:32.002151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:32.012439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:32.027919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:32.037103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-60855df0-5965-4a35-a326-e1dcc92486d4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.101636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 6d95be02-625d-4eba-b5d1-d6cc973d434a yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:32.109089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] Calling delete_port for 5f52e493-e3fc-40ca-a9a7-8e3609f285ba owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:32.170239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:32.177579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:32.177793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.237171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.242926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.245115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e24bcb8f-9bb1-4132-838b-609e38ad7727 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.296184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] Pushing event deleted for resources: {'Port': ['ID=5f52e493-e3fc-40ca-a9a7-8e3609f285ba,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:32.302175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a833825-e748-48a9-bcf4-e04c10efba29 None None] No DVR routers for this DVR port 5f52e493-e3fc-40ca-a9a7-8e3609f285ba on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:32.360840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.371767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e24bcb8f-9bb1-4132-838b-609e38ad7727 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.389409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:02:32.399677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:32.404888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.449891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.491335 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6654619-4ef2-45d4-a945-4a5d71d88059'] response: {'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'code': 200} May 29 01:02:32.510624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:32.532504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.579003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 2c5e925d-15d4-4ba8-90da-59afab1a9c1c yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:32.706355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:32.785481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da734418-a4c3-463e-9d3d-c35c49d0e27a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:32.787837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e24bcb8f-9bb1-4132-838b-609e38ad7727 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.792268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:32.810437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:32.826619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-60855df0-5965-4a35-a326-e1dcc92486d4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.828208 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f6583633-c296-49df-97a5-160034df5ba0 req-b8fb7ae9-b8f6-4a6f-aff7-fc923b782793 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1098 time: 0.1824474 May 29 01:02:32.830447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:32.832494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bcb8f-9bb1-4132-838b-609e38ad7727 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779edadd-5b40-4d43-b2eb-bef08e78618e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:32.845284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-60855df0-5965-4a35-a326-e1dcc92486d4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.901165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.926844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e24bcb8f-9bb1-4132-838b-609e38ad7727 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.927958 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e24bcb8f-9bb1-4132-838b-609e38ad7727 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/779edadd-5b40-4d43-b2eb-bef08e78618e HTTP/1.1" status: 204 len: 168 time: 1.0315924 May 29 01:02:32.934452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50846) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:32.966958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664906b0-2fd6-4eda-a6c0-962cf7c296d6 None None] New status for floating IP 6bd87e4b-c103-4063-b56d-f68fda7001d8: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:02:32.974565 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f6583633-c296-49df-97a5-160034df5ba0 req-0362c720-ce1b-4fe0-93e0-136480137d9f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143115 May 29 01:02:32.975121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-60855df0-5965-4a35-a326-e1dcc92486d4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.975590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60855df0-5965-4a35-a326-e1dcc92486d4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Fanout notify agent at l3_agent the message router_deleted on router beef244e-cf20-4b16-8ea5-74099cad0d43 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:02:32.979333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:32.992212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.029095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.062230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-60855df0-5965-4a35-a326-e1dcc92486d4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.066176 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-60855df0-5965-4a35-a326-e1dcc92486d4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/routers/beef244e-cf20-4b16-8ea5-74099cad0d43 HTTP/1.1" status: 204 len: 168 time: 1.3312752 May 29 01:02:33.072022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50852) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:33.075202 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-74327a33-5479-44ed-8145-51661628e50a tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1397262 May 29 01:02:33.079317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.080424 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5438042 May 29 01:02:33.087792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50856) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:33.088271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50858) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:33.097246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:33.100039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': 'bed5b769-cc9e-4a23-9c4d-6a6afe1e52ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:33.109853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751837748'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:33.113752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9aee-ee2c-422e-a8ae-7c58f254abac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed5b769-cc9e-4a23-9c4d-6a6afe1e52ce,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:33.130296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:33.135641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:33.152107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:33.156091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Deleting port 57945a86-9620-45dc-ab83-8d56e87bce72 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:33.156427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.186038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:33.196825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:33.218948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f52e493-e3fc-40ca-a9a7-8e3609f285ba no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:33.270395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 5f52e493-e3fc-40ca-a9a7-8e3609f285ba {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:33.271211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f52e493-e3fc-40ca-a9a7-8e3609f285ba not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:33.309700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:33.320422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:33.322080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:33.330306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:33.339087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:33.341945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:33.342919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.344595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=6d95be02-625d-4eba-b5d1-d6cc973d434a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:33.375004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.421254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:33.444474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:33.455105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:33.457037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.471802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:33.486026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=2c5e925d-15d4-4ba8-90da-59afab1a9c1c,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:33.516122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:33.519151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.527032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:33.543379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:33.544745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b230fc36-1df9-49ee-8b67-d645df70e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.551056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:33.559384 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] Sync routers for ids ['beef244e-cf20-4b16-8ea5-74099cad0d43'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:33.561793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] For port 57945a86-9620-45dc-ab83-8d56e87bce72, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=57945a86-9620-45dc-ab83-8d56e87bce72,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:33.562151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.570128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:33.574021 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] Routers set() bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:33.574575 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] Router IDs set() for agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 29 01:02:33.575273 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_agentschedulers_db [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'beef244e-cf20-4b16-8ea5-74099cad0d43'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent'). {{(pid=83982) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 29 01:02:33.588383 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] Routers set() bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:33.589054 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] Router IDs set() for agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 29 01:02:33.589846 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_agentschedulers_db [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'beef244e-cf20-4b16-8ea5-74099cad0d43'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent'). {{(pid=83982) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 29 01:02:33.590535 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925c3ae-3824-46ec-adc4-e017532490dc None None] The sync data for ids ['beef244e-cf20-4b16-8ea5-74099cad0d43'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:33.648348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4c350-63c0-4da4-91fa-516fd4575785 req-fdf37f73-1c4e-4924-a729-e078d914c2bb tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:33.650625 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0d4c350-63c0-4da4-91fa-516fd4575785 req-fdf37f73-1c4e-4924-a729-e078d914c2bb tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.4133980 May 29 01:02:33.668069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': 'a6b905b7-c2a6-405b-810a-057e7af81e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fdde207f-ac5d-48d7-a5e4-254734a5d250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:33.668435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: fdde207f-ac5d-48d7-a5e4-254734a5d250, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:33.707826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Calling delete_port for 57945a86-9620-45dc-ab83-8d56e87bce72 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:33.714086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Deleting port d4abc1d7-2d7f-4587-8131-a01382db516b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:33.714429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.741373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.751535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.803129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07a76b1-fc3f-4e1e-b4b3-f8a9641e18cb,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:33.860153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.861314 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2e89a949-4a2c-4424-b883-80c55fd270fe tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7688217 May 29 01:02:33.864677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.865390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50866) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:33.873092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': 'bed5b769-cc9e-4a23-9c4d-6a6afe1e52ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:33.879100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.879295 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0d4c350-63c0-4da4-91fa-516fd4575785 req-c7d6a8a0-90c9-4712-9a32-660a27e2060a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122397 May 29 01:02:33.883526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:33.891396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network fdde207f-ac5d-48d7-a5e4-254734a5d250 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:33.904277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:33.911897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:33.921683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:33.938938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:33.940160 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8491926 May 29 01:02:33.944449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50870) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:33.949842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a4c8d-d9e6-47cf-9873-09fcf1ad1774 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fa8a3-7af7-4d93-b56b-7d75e101f838,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:33.952781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, fdde207f-ac5d-48d7-a5e4-254734a5d250) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:33.954957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa8a3-7af7-4d93-b56b-7d75e101f838', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:33.962676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:33.969042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:33.969946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f55f79-e77a-4565-a5d1-41fbb9f33a17 None None] Network fdde207f-ac5d-48d7-a5e4-254734a5d250 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:33.983019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:33.983236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:33.987081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:33.990379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:33.991737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.023320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:34.033723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] For port d4abc1d7-2d7f-4587-8131-a01382db516b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d4abc1d7-2d7f-4587-8131-a01382db516b,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:34.034079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.034219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.088806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.113473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.182064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=57945a86-9620-45dc-ab83-8d56e87bce72,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:34.187726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Calling delete_port for d4abc1d7-2d7f-4587-8131-a01382db516b owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:34.215682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2df028a9-6ed6-40a2-9190-a8be9ba6097d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1545060 May 29 01:02:34.226320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50874) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:34.245942 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): There was a conflict when trying to complete your request. May 29 01:02:34.248015 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9222d25a-b8cc-4935-8853-4e0f5cc0945b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3807898 May 29 01:02:34.257254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50878) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:34.380402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.397240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.466134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.484351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.501081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b086fd63-946e-4fc0-a381-b325ce6cac1b,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:34.546537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 2c5e925d-15d4-4ba8-90da-59afab1a9c1c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:34.546886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.576855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.578024 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-46373aba-a852-45ae-a58f-7ea1f578cac0 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6315818 May 29 01:02:34.586844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50882) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:34.612873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:34.619973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:34.621428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6f095a4f-4937-4176-b19a-fa0c33feba5c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.626713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:34.627296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.630118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e81b9-377d-46a7-8451-e56a4b744b6d None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:34.632788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=4473e268-0d21-4a21-8a38-9c02d974f3bd,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:34.633871 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cce4ef1b-ec15-4dc5-b5b6-39413b70f275 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules/b086fd63-946e-4fc0-a381-b325ce6cac1b HTTP/1.1" status: 200 len: 705 time: 0.0459702 May 29 01:02:34.643176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50886) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:34.686694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6f095a4f-4937-4176-b19a-fa0c33feba5c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.697101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-533c9a13-a716-49ef-ae1f-7709db6d59d7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6205230 May 29 01:02:34.704202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50890) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:34.716304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1834367737', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:34.727952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:34.747337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:router and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:34.757507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:34.765426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:34.797233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8ebe30ec-e289-4461-994e-a5cde47b3f43 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:34.802626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.803551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.809565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6f095a4f-4937-4176-b19a-fa0c33feba5c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.841588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f095a4f-4937-4176-b19a-fa0c33feba5c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed5b769-cc9e-4a23-9c4d-6a6afe1e52ce,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:34.863820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8ebe30ec-e289-4461-994e-a5cde47b3f43 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:34.868606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8ebe30ec-e289-4461-994e-a5cde47b3f43 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2155221 May 29 01:02:34.868606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6f095a4f-4937-4176-b19a-fa0c33feba5c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.868918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50894) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:34.869535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6f095a4f-4937-4176-b19a-fa0c33feba5c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/bed5b769-cc9e-4a23-9c4d-6a6afe1e52ce HTTP/1.1" status: 204 len: 168 time: 0.5590997 May 29 01:02:34.873217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.874383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50898) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:34.877736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.893719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.913163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '4473e268-0d21-4a21-8a38-9c02d974f3bd'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:02:34.914266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.933385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.943228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:34.974882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e697051-c724-41be-97e8-278bf21e2f96 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:35.041134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.044929 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b8be55f4-aac7-40b1-8e08-bfd1eac79cf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3370805 May 29 01:02:35.053715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50904) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:35.061101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4abc1d7-2d7f-4587-8131-a01382db516b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:35.074733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 2c5e925d-15d4-4ba8-90da-59afab1a9c1c owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:35.123478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e697051-c724-41be-97e8-278bf21e2f96 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:35.124734 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0e697051-c724-41be-97e8-278bf21e2f96 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2496176 May 29 01:02:35.128839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50908) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:35.134785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--286487745'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:35.142328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:35.154729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/4473e268-0d21-4a21-8a38-9c02d974f3bd/5f746ee5-50df-414d-ba12-cfd7c6452749) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:35.158135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:35.176159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.233928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:35.240477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:35.244310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:35.253589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:35.264789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59b5d054-5a8b-4053-9d39-113659685861 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.277321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59b5d054-5a8b-4053-9d39-113659685861 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.316267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 260e7d22-5bb1-44d4-81a9-81c2d972db4d no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:35.358300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 260e7d22-5bb1-44d4-81a9-81c2d972db4d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:35.358748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 260e7d22-5bb1-44d4-81a9-81c2d972db4d not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:35.401935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.431742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59b5d054-5a8b-4053-9d39-113659685861 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.483857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d054-5a8b-4053-9d39-113659685861 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b086fd63-946e-4fc0-a381-b325ce6cac1b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:35.509832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59b5d054-5a8b-4053-9d39-113659685861 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.510843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-59b5d054-5a8b-4053-9d39-113659685861 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/b086fd63-946e-4fc0-a381-b325ce6cac1b HTTP/1.1" status: 204 len: 168 time: 0.6411562 May 29 01:02:35.519506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50912) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:35.547172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.557681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Transition to ACTIVE for port object 5f746ee5-50df-414d-ba12-cfd7c6452749 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:35.577246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Transition to ACTIVE for port object 5f746ee5-50df-414d-ba12-cfd7c6452749 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:35.579319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.584068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.650755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:35.654217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:35.657512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:35.662767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Pushing event updated for resources: {'Port': ['ID=5f746ee5-50df-414d-ba12-cfd7c6452749,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:35.692726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.708326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.715062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7086d1-64b4-488f-8420-602f138ada39 req-b811c9dc-5bd2-4b23-b1bf-cf13a7e457c8 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:35.720514 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ab7086d1-64b4-488f-8420-602f138ada39 req-b811c9dc-5bd2-4b23-b1bf-cf13a7e457c8 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.6691689 May 29 01:02:35.729457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=2c5e925d-15d4-4ba8-90da-59afab1a9c1c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:35.738302 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-739db09c-b47b-4d55-8e35-f06f01bb4551 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2126372 May 29 01:02:35.771151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50916) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:35.781476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa8a3-7af7-4d93-b56b-7d75e101f838', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:35.788848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.793092 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6609583 May 29 01:02:35.793092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51cab9-9575-4f30-9abb-e16060b4505f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a6ba6c-cb25-4001-acf0-9b101e47512a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:35.794030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50920) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:35.794149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Attempting to bind port 5f746ee5-50df-414d-ba12-cfd7c6452749 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:35.794877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Attempting to bind port 5f746ee5-50df-414d-ba12-cfd7c6452749 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:35.795455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Attempting to bind port 5f746ee5-50df-414d-ba12-cfd7c6452749 on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:35.795955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:35.803740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:35.804364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:35.804670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e20b8b9f-4b3e-4325-9c4d-7f5625e9938d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': 'a4a6ba6c-cb25-4001-acf0-9b101e47512a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:35.804996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.805859 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-e20b8b9f-4b3e-4325-9c4d-7f5625e9938d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:35.806225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:35.808046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Bound port: 5f746ee5-50df-414d-ba12-cfd7c6452749, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:35.808204 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e20b8b9f-4b3e-4325-9c4d-7f5625e9938d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083287 May 29 01:02:35.808303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.808696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:35.813299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:35.816028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50924) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:35.835463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:35.901000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] For port 5f746ee5-50df-414d-ba12-cfd7c6452749, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:35.904634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] For port 5f746ee5-50df-414d-ba12-cfd7c6452749, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f746ee5-50df-414d-ba12-cfd7c6452749,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:35.909592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:35.994416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.001606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5ca14-4eeb-417e-b113-868ec958f4d5 None None] Pushing event updated for resources: {'Port': ['ID=5f746ee5-50df-414d-ba12-cfd7c6452749,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:36.001835 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:02:36.048402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.058245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.072765 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-173c102b-c3ac-47cc-a39a-18ebea410e55 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/2c5e925d-15d4-4ba8-90da-59afab1a9c1c HTTP/1.1" status: 204 len: 168 time: 1.8451693 May 29 01:02:36.076311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50928) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.121794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.134889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.142544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda17782-3de5-41a9-b120-4beb3907bb39 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.144547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ab7086d1-64b4-488f-8420-602f138ada39 req-135128a9-0625-4704-9d6c-d7355e0b73be tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088673 May 29 01:02:36.200592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3592c1d-1c4d-4123-8443-890e8ffd66e0,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:36.215975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda17782-3de5-41a9-b120-4beb3907bb39 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.234988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.236822 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-efc5d4ac-0d34-4e7d-bc9d-d4e9a8e3e92f tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4628704 May 29 01:02:36.240831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50934) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.291630 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bf99bb95-8b19-4fe8-94b4-10990eedf279 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules/a3592c1d-1c4d-4123-8443-890e8ffd66e0 HTTP/1.1" status: 200 len: 705 time: 0.0494230 May 29 01:02:36.296220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50938) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.386187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f385ec95-0b96-41fe-aef8-8a5b043a169b tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:36.401449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda17782-3de5-41a9-b120-4beb3907bb39 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.441487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda17782-3de5-41a9-b120-4beb3907bb39 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a6ba6c-cb25-4001-acf0-9b101e47512a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:36.450524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f385ec95-0b96-41fe-aef8-8a5b043a169b tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:36.451649 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f385ec95-0b96-41fe-aef8-8a5b043a169b tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1539080 May 29 01:02:36.461089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50942) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.464731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda17782-3de5-41a9-b120-4beb3907bb39 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.468564 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cda17782-3de5-41a9-b120-4beb3907bb39 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/a4a6ba6c-cb25-4001-acf0-9b101e47512a HTTP/1.1" status: 204 len: 168 time: 0.6486919 May 29 01:02:36.479866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50946) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.487769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Router 672a360f-4fd3-431e-87d4-fa45f6020deb has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:36.504316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92f0a047-718c-4813-9a8b-7af1258e04eb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.516359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92f0a047-718c-4813-9a8b-7af1258e04eb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.533895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed98acd-a371-49f0-8e86-6a82eddc3a06 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:36.537749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed98acd-a371-49f0-8e86-6a82eddc3a06 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:36.538468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eed98acd-a371-49f0-8e86-6a82eddc3a06 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:36.634096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.652594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eed98acd-a371-49f0-8e86-6a82eddc3a06 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:36.653879 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-eed98acd-a371-49f0-8e86-6a82eddc3a06 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5748343 May 29 01:02:36.656981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50950) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.666604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6bdee-b33e-42fb-bd8b-8e092bc49108 req-d72c2390-1e4c-4870-8ccf-bad698732403 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:36.668103 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09b6bdee-b33e-42fb-bd8b-8e092bc49108 req-d72c2390-1e4c-4870-8ccf-bad698732403 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.3272219 May 29 01:02:36.706547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92f0a047-718c-4813-9a8b-7af1258e04eb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.733215 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d001f527-a553-4e42-8694-e1997cd620af tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2498744 May 29 01:02:36.739268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50954) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.751243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a047-718c-4813-9a8b-7af1258e04eb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3592c1d-1c4d-4123-8443-890e8ffd66e0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:36.760347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--792962170'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:36.771388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92f0a047-718c-4813-9a8b-7af1258e04eb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.772492 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-92f0a047-718c-4813-9a8b-7af1258e04eb tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/a3592c1d-1c4d-4123-8443-890e8ffd66e0 HTTP/1.1" status: 204 len: 168 time: 0.3093944 May 29 01:02:36.775115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:36.779871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 6d95be02-625d-4eba-b5d1-d6cc973d434a {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:36.780228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.804224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50958) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:36.808992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:36.814333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.829568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:36.849400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:36.898478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:36.963079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-41dbba71-d524-478c-9082-d5519f499949 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:36.974403 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09b6bdee-b33e-42fb-bd8b-8e092bc49108 req-f4f6dd94-4afd-4f3e-8315-959c5a037609 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973402 May 29 01:02:37.022373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50962) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.037291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-41dbba71-d524-478c-9082-d5519f499949 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:37.041675 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-41dbba71-d524-478c-9082-d5519f499949 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2316391 May 29 01:02:37.068598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50966) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.092688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': 'b05fa8a3-7af7-4d93-b56b-7d75e101f838', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:37.134745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:37.160130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:37.165182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:37.174854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:37.182075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.204573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:37.205184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f746ee5-50df-414d-ba12-cfd7c6452749 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:37.217558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:37.237786 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Project a1c45f19136240f8883e5c08c1aad7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:02:37.254632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.297394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 5f746ee5-50df-414d-ba12-cfd7c6452749 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:37.343097 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-843003ff-3dc8-4162-8c5c-5e06416d7b3d tempest-TestNetworkAdvancedServerOps-597152602 tempest-TestNetworkAdvancedServerOps-597152602-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1093 time: 0.3140855 May 29 01:02:37.346583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50970) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.351514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 6d95be02-625d-4eba-b5d1-d6cc973d434a owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:37.362741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a722cfb8-33a9-49d3-9209-6d3683e0cd1e None None] Provisioning for port 5f746ee5-50df-414d-ba12-cfd7c6452749 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:37.363925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:37.369646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a722cfb8-33a9-49d3-9209-6d3683e0cd1e None None] Provisioning complete for port 5f746ee5-50df-414d-ba12-cfd7c6452749 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:37.370095 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a722cfb8-33a9-49d3-9209-6d3683e0cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.377704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:37.387127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Usage tracker for resource:floatingip and tenant:f2999c56a298453982d53aaa938834dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:37.390170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:37.390985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:37.410490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:37.414593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] Sync routers for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:37.416162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::1 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/4473e268-0d21-4a21-8a38-9c02d974f3bd/2028829d-dd4b-485a-9cc1-37fdef2b0edf) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:37.441593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.451148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.454730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:37.455350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:37.471400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.577561 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7c3b8522-aa84-4eb2-98d8-3dee5344c1ad admin admin] 10.222.0.33 "PUT /v2.0/routers/672a360f-4fd3-431e-87d4-fa45f6020deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3610024 May 29 01:02:37.587379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50974) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.652040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.681161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a722cfb8-33a9-49d3-9209-6d3683e0cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.722276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.737451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a722cfb8-33a9-49d3-9209-6d3683e0cd1e None None] For port 5f746ee5-50df-414d-ba12-cfd7c6452749, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f746ee5-50df-414d-ba12-cfd7c6452749,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:37.738085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.741682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273ba609-18cd-4909-8116-ff2d3a710945,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:37.746737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a722cfb8-33a9-49d3-9209-6d3683e0cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.787086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:37.795843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.797013 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-78166db8-d0e2-4f3c-8a97-83bab2553c58 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7179244 May 29 01:02:37.802130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50978) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.818638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=6d95be02-625d-4eba-b5d1-d6cc973d434a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:37.826642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.827858 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0824695 May 29 01:02:37.837075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50982) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.841834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07130a-014e-4f63-a449-611cafe8da3e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31042d5f-b300-4be1-8972-fe92f3911dad,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:37.847833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:37.849196 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fce00c4e-d767-4fe0-96a0-7304c78f3b8d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/6d95be02-625d-4eba-b5d1-d6cc973d434a HTTP/1.1" status: 204 len: 168 time: 1.1912909 May 29 01:02:37.853941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8e5877de-735b-43c4-ae33-f27ba8728d76 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '31042d5f-b300-4be1-8972-fe92f3911dad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:37.855567 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-8e5877de-735b-43c4-ae33-f27ba8728d76 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:37.855567 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8e5877de-735b-43c4-ae33-f27ba8728d76 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0151167 May 29 01:02:37.856470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50986) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.858357 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b7c86b6a-c08b-45ef-9944-21cbdf005f2b tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules/273ba609-18cd-4909-8116-ff2d3a710945 HTTP/1.1" status: 200 len: 711 time: 0.0536513 May 29 01:02:37.859817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50990) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:37.862796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 50992) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.002334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4910e2a-589b-4038-a409-4996aa4cba8b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.022768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775dfed-c612-47fe-b5d0-31ebbb8db221 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:38.026144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4775dfed-c612-47fe-b5d0-31ebbb8db221 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:38.026292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722cfb8-33a9-49d3-9209-6d3683e0cd1e None None] Pushing event updated for resources: {'Port': ['ID=5f746ee5-50df-414d-ba12-cfd7c6452749,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:38.049693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4910e2a-589b-4038-a409-4996aa4cba8b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.052253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.086973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4775dfed-c612-47fe-b5d0-31ebbb8db221 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:38.088100 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4775dfed-c612-47fe-b5d0-31ebbb8db221 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2307525 May 29 01:02:38.098624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 50998) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.120752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 2028829d-dd4b-485a-9cc1-37fdef2b0edf will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:38.127482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-80083f90-aac4-44a2-bfd6-f1dd5a04c366 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:38.147175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:02:33Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:38.151514 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c76686-5a26-42a0-8fec-86a9ec579310 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:02:38.152803 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-44c76686-5a26-42a0-8fec-86a9ec579310 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/2c5e925d-15d4-4ba8-90da-59afab1a9c1c HTTP/1.1" status: 404 len: 333 time: 0.0532591 May 29 01:02:38.157475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51002) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.167019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] Checking router: 672a360f-4fd3-431e-87d4-fa45f6020deb for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:38.189513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] Routers {'672a360f-4fd3-431e-87d4-fa45f6020deb'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:38.191021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.192317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['672a360f-4fd3-431e-87d4-fa45f6020deb'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:38.209438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-80083f90-aac4-44a2-bfd6-f1dd5a04c366 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:38.210680 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-80083f90-aac4-44a2-bfd6-f1dd5a04c366 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3457282 May 29 01:02:38.215187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51006) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.221366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.304146 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-df420123-88b9-4d90-9802-16bf2d42e4a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:02:38.308380 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-df420123-88b9-4d90-9802-16bf2d42e4a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/6d95be02-625d-4eba-b5d1-d6cc973d434a HTTP/1.1" status: 404 len: 333 time: 0.1479735 May 29 01:02:38.308380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4910e2a-589b-4038-a409-4996aa4cba8b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.310141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51010) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.316241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.365957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4910e2a-589b-4038-a409-4996aa4cba8b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31042d5f-b300-4be1-8972-fe92f3911dad,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:38.412761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] Set router 672a360f-4fd3-431e-87d4-fa45f6020deb gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:38.431074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c4910e2a-589b-4038-a409-4996aa4cba8b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.434639 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c4910e2a-589b-4038-a409-4996aa4cba8b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/31042d5f-b300-4be1-8972-fe92f3911dad HTTP/1.1" status: 204 len: 168 time: 0.5715003 May 29 01:02:38.442908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51014) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.493272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33955419-530e-4066-9a4b-027e2bea315c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.495700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.508823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:38.517877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33955419-530e-4066-9a4b-027e2bea315c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.527406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:38.546930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:38.547457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.588370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=2028829d-dd4b-485a-9cc1-37fdef2b0edf,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:38.588802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7838d926-169a-4f2b-abf7-cdcdc73e732c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:38.649976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Allocated IP 172.26.5.118 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/9631868e-6f96-4529-bd7c-dcca192839ba) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:38.653217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33955419-530e-4066-9a4b-027e2bea315c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.687439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33955419-530e-4066-9a4b-027e2bea315c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=273ba609-18cd-4909-8116-ff2d3a710945,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:38.689216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.701667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7838d926-169a-4f2b-abf7-cdcdc73e732c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:38.703064 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7838d926-169a-4f2b-abf7-cdcdc73e732c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2574170 May 29 01:02:38.715928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51018) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.725609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962345303'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:38.740787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdde207f-ac5d-48d7-a5e4-254734a5d250']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:38.765248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b905b7-c2a6-405b-810a-057e7af81e5f') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:38.765866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b905b7-c2a6-405b-810a-057e7af81e5f') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:38.784231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.806712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.819099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:38.819665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.835812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:02:33Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:38.839032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33955419-530e-4066-9a4b-027e2bea315c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.840846 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-33955419-530e-4066-9a4b-027e2bea315c tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/273ba609-18cd-4909-8116-ff2d3a710945 HTTP/1.1" status: 204 len: 168 time: 0.6231160 May 29 01:02:38.844639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc968f-84e4-418e-95a5-b5d6cfd357e1 None None] The sync data for ids ['672a360f-4fd3-431e-87d4-fa45f6020deb'] in dv-neutron-843186-2-hyperv is: [{'id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'name': 'tempest-ServersTestManualDisk-416949189-router', 'tenant_id': '3e768bca5e734748ba34ae3f30ef138b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:02:33Z', 'revision_number': 5, 'project_id': '3e768bca5e734748ba34ae3f30ef138b', 'gw_port': {'id': '86e76685-11e9-48c3-9016-5dbb11de61f6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a360f-4fd3-431e-87d4-fa45f6020deb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:48Z', 'updated_at': '2022-05-29T01:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:38.849371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51022) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:38.875055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.894391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e74d037b-4bfa-4a22-9212-607c77584bec None None] Provisioning for port 2028829d-dd4b-485a-9cc1-37fdef2b0edf completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:38.900196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e74d037b-4bfa-4a22-9212-607c77584bec None None] Provisioning complete for port 2028829d-dd4b-485a-9cc1-37fdef2b0edf triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:38.900557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e74d037b-4bfa-4a22-9212-607c77584bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:38.907764 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:38.913523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:38.952427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:38.953632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e74d037b-4bfa-4a22-9212-607c77584bec None None] Port 2028829d-dd4b-485a-9cc1-37fdef2b0edf cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:38.972680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.984927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:38.989278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.026123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=fdde207f-ac5d-48d7-a5e4-254734a5d250,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:39.028995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.036188 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-09c78870-b286-4de0-bb8f-bfe9a8c6131d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/fdde207f-ac5d-48d7-a5e4-254734a5d250 HTTP/1.1" status: 204 len: 168 time: 0.7096949 May 29 01:02:39.036881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51026) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.038452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.048540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-306068516'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:39.052577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-572c1f31-71c2-4687-932a-f20b0369d12b tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:39.053461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Deleting port 86e76685-11e9-48c3-9016-5dbb11de61f6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:39.053800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.089271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:39.101192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:39.111361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:39.122119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:39.124350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:39.132125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:39.159207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:39.217367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:39.235415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:39.238809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.296806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f746ee5-50df-414d-ba12-cfd7c6452749 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:39.312093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Router d8c0f2d5-4e23-47d8-bd60-647b014f90dd has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:39.319166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-572c1f31-71c2-4687-932a-f20b0369d12b tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:39.321428 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-572c1f31-71c2-4687-932a-f20b0369d12b tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4702511 May 29 01:02:39.324010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:39.333743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51030) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.409221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5f746ee5-50df-414d-ba12-cfd7c6452749 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:39.409784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.473231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] For port 86e76685-11e9-48c3-9016-5dbb11de61f6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=86e76685-11e9-48c3-9016-5dbb11de61f6,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:39.473589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.483739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.484280 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment 1347458a-4bb0-43ff-8d3c-1eb1151e017b of type vlan for network 72430835-f7ea-44e9-b754-165e5c9018fa May 29 01:02:39.506056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.550901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 57945a86-9620-45dc-ab83-8d56e87bce72 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:39.584205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 57945a86-9620-45dc-ab83-8d56e87bce72 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:39.585833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 57945a86-9620-45dc-ab83-8d56e87bce72 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:39.589604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.618763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.629780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Calling delete_port for 86e76685-11e9-48c3-9016-5dbb11de61f6 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:39.705634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.757778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4622e692-d44d-4419-ada2-f9e89d369f2a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:39.763046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:39.775043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:39.786361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Port': ['ID=9631868e-6f96-4529-bd7c-dcca192839ba,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:39.786971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.788195 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-32579bf2-a131-4f02-85f0-2fa843f02f2a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0716019 May 29 01:02:39.792814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:39.797587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51034) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.806732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-85887136-1e85-44a4-92d6-fbfa60254a66 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '4622e692-d44d-4419-ada2-f9e89d369f2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:39.807475 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-85887136-1e85-44a4-92d6-fbfa60254a66 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:39.808423 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-85887136-1e85-44a4-92d6-fbfa60254a66 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082200 May 29 01:02:39.811975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51038) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.816550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6cc2-f7e9-410f-9503-1c046cad95ef tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.819031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-04c72f30-debc-481e-9ea5-976cbad33aac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '4622e692-d44d-4419-ada2-f9e89d369f2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:39.819684 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-04c72f30-debc-481e-9ea5-976cbad33aac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:39.823634 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-04c72f30-debc-481e-9ea5-976cbad33aac tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078130 May 29 01:02:39.823634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.826508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:39.827081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.831445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51042) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.860652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-368c20a0-80ca-4a99-8e80-0793af8df4d3 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '4622e692-d44d-4419-ada2-f9e89d369f2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:39.861337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-368c20a0-80ca-4a99-8e80-0793af8df4d3 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:39.862256 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-368c20a0-80ca-4a99-8e80-0793af8df4d3 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149050 May 29 01:02:39.865337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.871730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51046) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.882348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.883604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.890146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6cc2-f7e9-410f-9503-1c046cad95ef tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:39.923983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8d753801-411d-4f6e-bfb7-587ff8da5cbd tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '4622e692-d44d-4419-ada2-f9e89d369f2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:39.924703 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-8d753801-411d-4f6e-bfb7-587ff8da5cbd tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:39.925624 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8d753801-411d-4f6e-bfb7-587ff8da5cbd tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0530331 May 29 01:02:39.938652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51050) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.955902 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9180813 May 29 01:02:39.971552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51054) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:39.986799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:40.002987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ac7a2-60c5-45c0-9fc6-52218b33b3ae tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=72430835-f7ea-44e9-b754-165e5c9018fa,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:40.019274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 72430835-f7ea-44e9-b754-165e5c9018fa details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:40.130526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=2028829d-dd4b-485a-9cc1-37fdef2b0edf,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:40.195706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6cc2-f7e9-410f-9503-1c046cad95ef tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.215700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-20a6eb69-6730-4f17-9990-78476740afb7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.235112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:40.246024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:40.246828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6cc2-f7e9-410f-9503-1c046cad95ef tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fa8a3-7af7-4d93-b56b-7d75e101f838,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:40.250213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:40.260167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.301179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:40.304552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-20a6eb69-6730-4f17-9990-78476740afb7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.332393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e76685-11e9-48c3-9016-5dbb11de61f6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:40.350849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:40.393317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6cc2-f7e9-410f-9503-1c046cad95ef tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.394358 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0b0e6cc2-f7e9-410f-9503-1c046cad95ef tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/b05fa8a3-7af7-4d93-b56b-7d75e101f838 HTTP/1.1" status: 204 len: 168 time: 1.0573137 May 29 01:02:40.397894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51058) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:40.427551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:40.430967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:40.567904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-20a6eb69-6730-4f17-9990-78476740afb7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.601708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.607493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:40.618443 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] Sync routers for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:40.620545 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7568d1f6-6ed4-4a6e-9a11-91f4f5f1c3c1 admin admin] 10.222.0.33 "PUT /v2.0/routers/d8c0f2d5-4e23-47d8-bd60-647b014f90dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4821951 May 29 01:02:40.624288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51062) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:40.626482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6eb69-6730-4f17-9990-78476740afb7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622e692-d44d-4419-ada2-f9e89d369f2a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:40.645903 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:40.648231 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:40.793304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-762fe999-cd2b-4cd1-9f55-93adc206032c None None] Provisioning complete for port 2028829d-dd4b-485a-9cc1-37fdef2b0edf triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:40.793304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-762fe999-cd2b-4cd1-9f55-93adc206032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.847251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-762fe999-cd2b-4cd1-9f55-93adc206032c None None] Port 2028829d-dd4b-485a-9cc1-37fdef2b0edf cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:02:40.864843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-20a6eb69-6730-4f17-9990-78476740afb7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.865968 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-20a6eb69-6730-4f17-9990-78476740afb7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/4622e692-d44d-4419-ada2-f9e89d369f2a HTTP/1.1" status: 204 len: 168 time: 0.9162385 May 29 01:02:40.868304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e3430f14-7a05-40b7-a6f4-6ba2fe640f6a tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:40.872478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Performing IP validity checks on allocation pools {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:02:40.873095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:02:40.874874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51066) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:40.875414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:40.887547 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:41.172476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e3430f14-7a05-40b7-a6f4-6ba2fe640f6a tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:41.177850 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e3430f14-7a05-40b7-a6f4-6ba2fe640f6a tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7637646 May 29 01:02:41.224436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51070) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:41.230349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group': {'name': 'tempest-secgroup--440046588'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:41.232910 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:02:34Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:41.237928 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] Checking router: d8c0f2d5-4e23-47d8-bd60-647b014f90dd for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:41.252834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:41.253845 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] Routers {'d8c0f2d5-4e23-47d8-bd60-647b014f90dd'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:41.254693 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:41.292214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:41.307673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.334956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.344389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.377661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ce0910f-17ee-4065-9a0b-7347807493ad tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:41.380161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.416074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.420439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ce0910f-17ee-4065-9a0b-7347807493ad tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:41.425410 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ce0910f-17ee-4065-9a0b-7347807493ad tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4937856 May 29 01:02:41.430885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51074) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:41.438515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541997321'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:41.458489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:41.459094 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] Set router d8c0f2d5-4e23-47d8-bd60-647b014f90dd gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:41.471680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.472250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 672a360f-4fd3-431e-87d4-fa45f6020deb {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:02:41.487263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:41.489418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:41.502100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:41.504070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.507766 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-79be2da3-3326-4ed6-92fe-2ca38ac4b7e9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/672a360f-4fd3-431e-87d4-fa45f6020deb HTTP/1.1" status: 204 len: 168 time: 3.9111543 May 29 01:02:41.507766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.510684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51078) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:41.514623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:41.527382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:41.536494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.548357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.663041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=c6968f84-f5a2-42f6-bca3-59b0bea4c4c2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:41.686506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] Deleting subnet 0d46478c-1995-4610-abd0-bbbc7e5f79a5 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:41.700151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.735349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:41.749612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:41.753923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:41.761170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': '1347458a-4bb0-43ff-8d3c-1eb1151e017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:41.761532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: 72430835-f7ea-44e9-b754-165e5c9018fa, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:41.768764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:41.788607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.795748 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:02:34Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:41.800060 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a0e5d-4fef-4456-a021-46c62974a751 None None] The sync data for ids ['d8c0f2d5-4e23-47d8-bd60-647b014f90dd'] in dv-neutron-843186-2-hyperv is: [{'id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'name': 'tempest-ServersTestJSON-1760333436-router', 'tenant_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:42Z', 'updated_at': '2022-05-29T01:02:34Z', 'revision_number': 5, 'project_id': 'bfbcc555f07f4acbbabab7aa1f77313f', 'gw_port': {'id': 'dbe83111-72a9-40a3-adaf-d772c73f5981', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0f2d5-4e23-47d8-bd60-647b014f90dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:44Z', 'updated_at': '2022-05-29T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:41.875967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Router 44d10423-7668-46dd-9b82-3b04e355d702 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:02:41.896270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 72430835-f7ea-44e9-b754-165e5c9018fa is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:41.902015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.910577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.912991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.919114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.933021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 72430835-f7ea-44e9-b754-165e5c9018fa) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:41.937179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:41.937946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:41.943110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ad283-4b6c-46cb-ab28-584ec10ecc1f None None] Network 72430835-f7ea-44e9-b754-165e5c9018fa requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:41.998904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681677d3-3416-4a1b-8265-d023193573bc,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:42.009896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.043519 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ecc4378a-5f63-4e7e-9e00-0b3de863b83e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0663643 May 29 01:02:42.043519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.043519 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-44ac6c83-767b-45fc-aa7b-9dca156912de tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6112962 May 29 01:02:42.044044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51082) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.052603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51084) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.064156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa', 'name': 'tempest-PortsTestJSON-515367906'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.083096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5bef5891-8544-4c1b-a873-15101dfd13e7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.083742 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-5bef5891-8544-4c1b-a873-15101dfd13e7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:42.089427 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5bef5891-8544-4c1b-a873-15101dfd13e7 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0281243 May 29 01:02:42.092683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51090) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.109543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f9e6863b-7589-4462-96e8-44a7779b4f3a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.120804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc20bff-f650-4d09-a048-15e1e46db296,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:42.123601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:02:42.148509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.149690 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cd5af648-0c2b-47e5-a36e-98544d3a183e tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9243207 May 29 01:02:42.151829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.155825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51094) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.168314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Request body: {'security_group_rule': {'security_group_id': '5fc20bff-f650-4d09-a048-15e1e46db296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.169700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f9e6863b-7589-4462-96e8-44a7779b4f3a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:42.174326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.188937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f9e6863b-7589-4462-96e8-44a7779b4f3a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:42.194684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f9e6863b-7589-4462-96e8-44a7779b4f3a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:42.204148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f9e6863b-7589-4462-96e8-44a7779b4f3a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:42.216994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:42.257167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Usage tracker for resource:security_group_rule and tenant:a1c45f19136240f8883e5c08c1aad7bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:42.268725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.269847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:42.285234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:42.326026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:42.332111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-72430835-f7ea-44e9-b754-165e5c9018fa', 'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa', 'tenant_id': '417a29dbfb3746a8b17899e6bcd51d98', 'fixed_ips': [{'subnet_id': 'c6968f84-f5a2-42f6-bca3-59b0bea4c4c2'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:02:42.333544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.340049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:42.350436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event updated for resources: {'Port': ['ID=9631868e-6f96-4529-bd7c-dcca192839ba,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:42.351971 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-f9e6863b-7589-4462-96e8-44a7779b4f3a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:42.358532 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f9e6863b-7589-4462-96e8-44a7779b4f3a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2644889 May 29 01:02:42.358753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51098) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.362437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d46478c-1995-4610-abd0-bbbc7e5f79a5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:42.367171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:42.370691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.398454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-99620b84-92e7-49b5-bbf1-3990ec933a4a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.398454 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-99620b84-92e7-49b5-bbf1-3990ec933a4a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:42.398454 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-99620b84-92e7-49b5-bbf1-3990ec933a4a tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0379117 May 29 01:02:42.400545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.404695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51102) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.411156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 411bca2d-ef4b-4c8b-a9b0-d197a53d7805 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:42.417389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4c7ee-2aef-42e2-a2e1-67fcbb11576e None None] Network 362b4ce4-dd62-495d-993f-78ee2c117223 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:42.419463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.449423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ca7fa92d-0f33-4fbc-ae61-90af8a5cf0f5 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.455989 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cbe08914-3465-4007-8085-23b56303d639 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/0d46478c-1995-4610-abd0-bbbc7e5f79a5 HTTP/1.1" status: 204 len: 168 time: 0.9131796 May 29 01:02:42.458575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51106) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.461371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ca7fa92d-0f33-4fbc-ae61-90af8a5cf0f5 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:42.476585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.489492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ca7fa92d-0f33-4fbc-ae61-90af8a5cf0f5 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:42.490713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.500184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ca7fa92d-0f33-4fbc-ae61-90af8a5cf0f5 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:42.515921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ca7fa92d-0f33-4fbc-ae61-90af8a5cf0f5 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:42.584184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Deleting port dbe83111-72a9-40a3-adaf-d772c73f5981 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:42.584744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.668519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.715721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Deleting port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:42.716199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.740777 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-ca7fa92d-0f33-4fbc-ae61-90af8a5cf0f5 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:42.745311 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ca7fa92d-0f33-4fbc-ae61-90af8a5cf0f5 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3380992 May 29 01:02:42.749586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51110) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.767260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-233a8c16-8676-40ad-b788-a4f24646c89b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.767893 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-233a8c16-8676-40ad-b788-a4f24646c89b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:42.768900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-233a8c16-8676-40ad-b788-a4f24646c89b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159721 May 29 01:02:42.776379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51114) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.782136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] DHCP port deletion for 362b4ce4-dd62-495d-993f-78ee2c117223 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:42.787188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.5 (72430835-f7ea-44e9-b754-165e5c9018fa/c6968f84-f5a2-42f6-bca3-59b0bea4c4c2/411bca2d-ef4b-4c8b-a9b0-d197a53d7805) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:42.787573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Deleting port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:42.787950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.793421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:42.805415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:42.812039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:42.817863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:42.825477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:42.843908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:42.844559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Sync routers for ids ['44d10423-7668-46dd-9b82-3b04e355d702'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:42.860536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Routers {'44d10423-7668-46dd-9b82-3b04e355d702'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:42.861138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['44d10423-7668-46dd-9b82-3b04e355d702'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:42.875058 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-32af434e-cb36-4bd0-9641-df62575047da tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "PUT /v2.0/routers/44d10423-7668-46dd-9b82-3b04e355d702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8118002 May 29 01:02:42.884974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51118) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:42.936293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.943131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:42.967421 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Project b100714c150046c680f095540ad8412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:02:42.983693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a174aefd-acda-4227-b56d-70e798030231,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:42.993882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] For port dbe83111-72a9-40a3-adaf-d772c73f5981, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dbe83111-72a9-40a3-adaf-d772c73f5981,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:42.994429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.135988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Calling delete_port for dbe83111-72a9-40a3-adaf-d772c73f5981 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:43.164946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.166881 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8f81f0ef-73d4-4477-ae32-e1306df3f6b8 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0076425 May 29 01:02:43.168093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Set router 44d10423-7668-46dd-9b82-3b04e355d702 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:43.177326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51124) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:43.251046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86e76685-11e9-48c3-9016-5dbb11de61f6 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:43.264647 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:43.268731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-16921170-a417-48d5-b4f4-951f3d8d7816 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4913981 May 29 01:02:43.271174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51128) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:43.282377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf34c0-7814-4278-a84f-bc861fdfd526 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:43.283132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4caf34c0-7814-4278-a84f-bc861fdfd526 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:43.288931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 86e76685-11e9-48c3-9016-5dbb11de61f6 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:43.289429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86e76685-11e9-48c3-9016-5dbb11de61f6 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:43.289847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1cd89ac6-a3fa-43e2-b822-6478fa4923ed no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:43.291583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c9cd4c9c-9f32-430e-8056-001e93e3d2fb tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:43.292490 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-c9cd4c9c-9f32-430e-8056-001e93e3d2fb tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:43.293666 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c9cd4c9c-9f32-430e-8056-001e93e3d2fb tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118735 May 29 01:02:43.297475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51132) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:43.341007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:43.362255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] For port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:43.362640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.363702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:43.402703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:43.405369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] For port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,segment=NetworkSegment(d3c7556e-a1ce-4f3d-adea-bc027ee47689),segment_id=d3c7556e-a1ce-4f3d-adea-bc027ee47689)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:43.405533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.408636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:43.417713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b13896fb-eb1c-4e3f-8cd0-b24907ecf91d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.417920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4caf34c0-7814-4278-a84f-bc861fdfd526 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:43.421663 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4caf34c0-7814-4278-a84f-bc861fdfd526 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports/2028829d-dd4b-485a-9cc1-37fdef2b0edf HTTP/1.1" status: 200 len: 911 time: 0.5357437 May 29 01:02:43.426118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51136) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:43.437474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:43.440593 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Floating IP b125c9bd-8909-4219-9ee4-847f645098a8 associated. External IP: 172.26.5.118, port: 571f5d0c-2c4f-4bee-8759-3cf3f1085482. May 29 01:02:43.495648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Calling delete_port for 1cd89ac6-a3fa-43e2-b822-6478fa4923ed owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:43.584663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Calling delete_port for 1cd89ac6-a3fa-43e2-b822-6478fa4923ed owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:43.590790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b13896fb-eb1c-4e3f-8cd0-b24907ecf91d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.599349 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Project b100714c150046c680f095540ad8412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:02:43.626152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.684800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe83111-72a9-40a3-adaf-d772c73f5981,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:43.699810 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:43.708931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1b38aff4-12be-4c4d-bedf-4754a3953a4c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4011936 May 29 01:02:43.730503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.738918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.739333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.739803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.741767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.742640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.743308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.743836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.744350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.744886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.745406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.746017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.746544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:43.764936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51140) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:43.769044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.779596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '681677d3-3416-4a1b-8265-d023193573bc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:43.819030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object 411bca2d-ef4b-4c8b-a9b0-d197a53d7805 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:43.826720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b13896fb-eb1c-4e3f-8cd0-b24907ecf91d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.837354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:43.843702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd89ac6-a3fa-43e2-b822-6478fa4923ed,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:43.845978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:02:43.846666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:02:43.849355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4abc1d7-2d7f-4587-8131-a01382db516b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:43.850478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:43.861148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3b523-3d00-4ca9-a708-217fb641c5be tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:43.862095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13896fb-eb1c-4e3f-8cd0-b24907ecf91d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc20bff-f650-4d09-a048-15e1e46db296,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:43.865131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3b523-3d00-4ca9-a708-217fb641c5be tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:43.870770 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8ca3b523-3d00-4ca9-a708-217fb641c5be tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4435074 May 29 01:02:43.873439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51144) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:43.875856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:43.882045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] No DVR routers for this DVR port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:43.921146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d4abc1d7-2d7f-4587-8131-a01382db516b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:43.921511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4abc1d7-2d7f-4587-8131-a01382db516b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:43.958341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b13896fb-eb1c-4e3f-8cd0-b24907ecf91d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:43.959474 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b13896fb-eb1c-4e3f-8cd0-b24907ecf91d tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/5fc20bff-f650-4d09-a048-15e1e46db296 HTTP/1.1" status: 204 len: 168 time: 0.7809024 May 29 01:02:43.969355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d10423-7668-46dd-9b82-3b04e355d702', 'name': 'tempest-NetworksTestDHCPv6-router-1834367737', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:34Z', 'updated_at': '2022-05-29T01:02:38Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None, '_interfaces': [{'id': '2028829d-dd4b-485a-9cc1-37fdef2b0edf', 'name': '', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'mac_address': 'fa:16:3e:87:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d10423-7668-46dd-9b82-3b04e355d702', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4473e268-0d21-4a21-8a38-9c02d974f3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:36Z', 'updated_at': '2022-05-29T01:02:39Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'subnets': [{'id': '4473e268-0d21-4a21-8a38-9c02d974f3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:43.973588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Checking router: 44d10423-7668-46dd-9b82-3b04e355d702 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:43.973938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Updating router 44d10423-7668-46dd-9b82-3b04e355d702 port 2028829d-dd4b-485a-9cc1-37fdef2b0edf binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:02:43.976317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:43.986220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51148) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:44.014837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.015583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.015936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.016289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.016619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.016947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.017270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.018973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.018973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.018973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.018973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:44.026665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.040524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.165781 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Project b100714c150046c680f095540ad8412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:02:44.217655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.235138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.314279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:44.317586 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fa6aa315-3cb3-4aeb-890e-ddf4598f1f23 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5475168 May 29 01:02:44.321383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.323664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51154) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:44.337818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362b4ce4-dd62-495d-993f-78ee2c117223']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:44.347581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.348581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Deleting port 1cd89ac6-a3fa-43e2-b822-6478fa4923ed {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:44.349078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.366068 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5534beb8-e984-40e6-b895-de4651edb789 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3764577 May 29 01:02:44.376059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c7556e-a1ce-4f3d-adea-bc027ee47689') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:44.376357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c7556e-a1ce-4f3d-adea-bc027ee47689') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:44.381068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Allocated IP 172.20.0.2 (72430835-f7ea-44e9-b754-165e5c9018fa/c6968f84-f5a2-42f6-bca3-59b0bea4c4c2/50c824d5-3803-4aff-99ae-c353f6bbdb12) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:44.383931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51158) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:44.420486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.428189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 72430835-f7ea-44e9-b754-165e5c9018fa is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:44.432187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=411bca2d-ef4b-4c8b-a9b0-d197a53d7805,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:44.440861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-608d8afd-0a4e-4a55-a3ff-ac3b99786975 None None] The port '1cd89ac6-a3fa-43e2-b822-6478fa4923ed' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:02:44.441622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:44.452247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:44.515424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.537559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:44.537964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:44.553289 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:44.648421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.652993 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-37e8701b-fa35-4a29-88e6-87aa9f132f07 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2654653 May 29 01:02:44.654366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51162) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:44.658836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:44.659444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.673968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.674467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c0f2d5-4e23-47d8-bd60-647b014f90dd {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:02:44.681569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-084eabeb-0ed7-437f-8834-cd6e6d741662 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.688821 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-be99f24d-ff72-4ac1-92e0-27615853a5a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] delete failed (client error): The resource could not be found. May 29 01:02:44.693133 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-be99f24d-ff72-4ac1-92e0-27615853a5a9 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "DELETE /v2.0/security-groups/5fc20bff-f650-4d09-a048-15e1e46db296 HTTP/1.1" status: 404 len: 347 time: 0.0345526 May 29 01:02:44.701680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.705005 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-601da36f-784c-4165-9215-2ffafc36ab36 admin admin] 10.222.0.33 "DELETE /v2.0/routers/d8c0f2d5-4e23-47d8-bd60-647b014f90dd HTTP/1.1" status: 204 len: 168 time: 4.0775778 May 29 01:02:44.712551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51166) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:44.712551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51168) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:44.737013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.812350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-084eabeb-0ed7-437f-8834-cd6e6d741662 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.828576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Transition to ACTIVE for port object 50c824d5-3803-4aff-99ae-c353f6bbdb12 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:44.831855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Transition to ACTIVE for port object 2028829d-dd4b-485a-9cc1-37fdef2b0edf will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:44.843063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.857261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.866119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.888980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] Pushing event deleted for resources: {'Network': ['ID=362b4ce4-dd62-495d-993f-78ee2c117223,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:44.923390 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7c628342-ad64-4e10-9ebc-52e22f8c966e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8698843 May 29 01:02:44.925458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51176) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:44.930392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] Deleting subnet 7fc31d39-d6f1-4bb3-8e57-791d198d28ab {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:44.938732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:44.988062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ae34f624-d36f-44ee-b451-1b2d25b53eb7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Synchronizing usage tracker for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:44.990140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Transition to ACTIVE for port object 50c824d5-3803-4aff-99ae-c353f6bbdb12 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:45.005081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-084eabeb-0ed7-437f-8834-cd6e6d741662 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.043081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eabeb-0ed7-437f-8834-cd6e6d741662 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681677d3-3416-4a1b-8265-d023193573bc,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:45.066440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.089308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.115713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-084eabeb-0ed7-437f-8834-cd6e6d741662 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.117303 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-084eabeb-0ed7-437f-8834-cd6e6d741662 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/681677d3-3416-4a1b-8265-d023193573bc HTTP/1.1" status: 204 len: 168 time: 0.7924714 May 29 01:02:45.122596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ae34f624-d36f-44ee-b451-1b2d25b53eb7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] Unset dirty status for tenant:a1c45f19136240f8883e5c08c1aad7bf on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:45.123465 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ae34f624-d36f-44ee-b451-1b2d25b53eb7 tempest-SecGroupIPv6Test-1467664038 tempest-SecGroupIPv6Test-1467664038-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4126532 May 29 01:02:45.124816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51182) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:45.131605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Pushing event updated for resources: {'Port': ['ID=2028829d-dd4b-485a-9cc1-37fdef2b0edf,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:45.163335 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-342df860-3cf2-4471-bf87-dff9a7576250 admin admin] 10.222.0.33 "DELETE /v2.0/networks/362b4ce4-dd62-495d-993f-78ee2c117223 HTTP/1.1" status: 204 len: 168 time: 2.7027016 May 29 01:02:45.193075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Network 72430835-f7ea-44e9-b754-165e5c9018fa is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:45.300513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:45.308964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:45.313903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.316464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.318607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.319196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.319611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.321266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.321663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.323131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.323555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.325244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.325673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:02:45.326802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 411bca2d-ef4b-4c8b-a9b0-d197a53d7805 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:45.327428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.352224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Router 9f48384c-ae6a-4ec5-b084-e9b8838b030f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:45.408841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ae20db98-18c4-407a-a20f-a3f1f7842ec4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:45.419320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dbe83111-72a9-40a3-adaf-d772c73f5981 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:45.445688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.600691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51190) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:45.613359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: dbe83111-72a9-40a3-adaf-d772c73f5981 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:45.614944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dbe83111-72a9-40a3-adaf-d772c73f5981 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:45.660301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ae20db98-18c4-407a-a20f-a3f1f7842ec4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:45.661789 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ae20db98-18c4-407a-a20f-a3f1f7842ec4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5323067 May 29 01:02:45.685618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Attempting to bind port 2028829d-dd4b-485a-9cc1-37fdef2b0edf on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:45.685618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Attempting to bind port 2028829d-dd4b-485a-9cc1-37fdef2b0edf by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:45.685618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Attempting to bind port 2028829d-dd4b-485a-9cc1-37fdef2b0edf on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:45.687208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51196) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:45.698292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--832694783'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:45.699517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:45.700061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:45.700471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.700863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:45.701340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Bound port: 2028829d-dd4b-485a-9cc1-37fdef2b0edf, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:45.701712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.738958 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-7ce24d9f-894f-4b9f-9a80-7232251c853f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.5076458 May 29 01:02:45.780950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:45.781164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51200) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:45.812373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:45.834788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Pushing event updated for resources: {'Port': ['ID=50c824d5-3803-4aff-99ae-c353f6bbdb12,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:45.863883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Attempting to bind port 50c824d5-3803-4aff-99ae-c353f6bbdb12 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:45.864287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Attempting to bind port 50c824d5-3803-4aff-99ae-c353f6bbdb12 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '1347458a-4bb0-43ff-8d3c-1eb1151e017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:45.864654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Attempting to bind port 50c824d5-3803-4aff-99ae-c353f6bbdb12 on network 72430835-f7ea-44e9-b754-165e5c9018fa {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:45.884210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.908731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] For port 2028829d-dd4b-485a-9cc1-37fdef2b0edf, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:45.918187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] For port 2028829d-dd4b-485a-9cc1-37fdef2b0edf, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2028829d-dd4b-485a-9cc1-37fdef2b0edf,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:45.927903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:45.928842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Checking segment: {'id': '1347458a-4bb0-43ff-8d3c-1eb1151e017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:45.930558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.931518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Bound using segment: {'id': '1347458a-4bb0-43ff-8d3c-1eb1151e017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:45.932851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Bound port: 50c824d5-3803-4aff-99ae-c353f6bbdb12, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1347458a-4bb0-43ff-8d3c-1eb1151e017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72430835-f7ea-44e9-b754-165e5c9018fa'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:45.933493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.939227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.956941 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2ff4ded8-7277-453b-babd-ba54d1c1a761 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3e768bca5e734748ba34ae3f30ef138b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3082194 May 29 01:02:45.959784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:45.964030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51206) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:45.970231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.054192 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc31d39-d6f1-4bb3-8e57-791d198d28ab,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:46.108238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 411bca2d-ef4b-4c8b-a9b0-d197a53d7805 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:46.135514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8884483-00a5-4439-8fcd-790260e40740 None None] Pushing event updated for resources: {'Port': ['ID=2028829d-dd4b-485a-9cc1-37fdef2b0edf,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:46.145968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.158239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Routers {'44d10423-7668-46dd-9b82-3b04e355d702'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:46.158957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['44d10423-7668-46dd-9b82-3b04e355d702'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:46.186488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-94c483e9-9525-4f0c-b5b5-7f113c1fef9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:46.187952 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-94c483e9-9525-4f0c-b5b5-7f113c1fef9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 913 time: 0.4004247 May 29 01:02:46.200159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-09ca3286-e08e-4df4-96f5-d7e0fe295032 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7fc31d39-d6f1-4bb3-8e57-791d198d28ab HTTP/1.1" status: 204 len: 168 time: 1.4849863 May 29 01:02:46.205588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:46.208206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51210) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:46.246990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:46.258318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:46.274986 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d0437cde-9fdb-482f-b1cb-9acdebcff3c7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a1c45f19136240f8883e5c08c1aad7bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4787030 May 29 01:02:46.281276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:46.282973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51214) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:46.300219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c7a7f-3181-471b-bee2-f9e1c00ffd6f req-f57e0f99-2440-4a64-8d12-133ea63ef92f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:46.301738 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c52c7a7f-3181-471b-bee2-f9e1c00ffd6f req-f57e0f99-2440-4a64-8d12-133ea63ef92f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6492076 May 29 01:02:46.353113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5df02d0-fe06-4372-a1f5-9b5108f9c204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.371456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] Set router 44d10423-7668-46dd-9b82-3b04e355d702 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:46.459428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.489959 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-ed9c8b49-7027-4e0c-9ecd-e7abbc62b946 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 1000 time: 0.2908592 May 29 01:02:46.506707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5df02d0-fe06-4372-a1f5-9b5108f9c204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.538807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce842cc7-3b2e-47f8-bff5-64fef36bf879 None None] Network cb22503e-d83b-4810-83e6-27693c2d0d9c requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:46.633798 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c52c7a7f-3181-471b-bee2-f9e1c00ffd6f req-7bd6f6d2-c964-4ccf-9cb9-ec3a58d699e8 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937584 May 29 01:02:46.643104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Deleting port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:46.643452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.674377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:46.676058 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8246f88-b98a-48c2-8652-70d3fc829425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.687012 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] Sync routers for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:46.704708 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:46.706112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-10c2588e-6dda-4f4c-aafe-616f7d82acb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:46.707086 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:46.707615 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-10c2588e-6dda-4f4c-aafe-616f7d82acb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.2047734 May 29 01:02:46.855335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.893302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] For port 50c824d5-3803-4aff-99ae-c353f6bbdb12, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:46.902059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:46.954506 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:46.955805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8246f88-b98a-48c2-8652-70d3fc829425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.015031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.029621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.056761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.078245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] For port 50c824d5-3803-4aff-99ae-c353f6bbdb12, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=50c824d5-3803-4aff-99ae-c353f6bbdb12,segment=NetworkSegment(1347458a-4bb0-43ff-8d3c-1eb1151e017b),segment_id=1347458a-4bb0-43ff-8d3c-1eb1151e017b)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:47.091721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.107899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8246f88-b98a-48c2-8652-70d3fc829425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.157767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f42a59-98e3-4a5c-b175-5320cffb67b5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:47.174947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.207332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8246f88-b98a-48c2-8652-70d3fc829425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.209507 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a8246f88-b98a-48c2-8652-70d3fc829425 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/227a1bbe-05a0-4440-98e6-3fb635d22295 HTTP/1.1" status: 204 len: 168 time: 0.9157102 May 29 01:02:47.210725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8246f88-b98a-48c2-8652-70d3fc829425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a1bbe-05a0-4440-98e6-3fb635d22295,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:47.234574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5df02d0-fe06-4372-a1f5-9b5108f9c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.237067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5df02d0-fe06-4372-a1f5-9b5108f9c204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.238422 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c5df02d0-fe06-4372-a1f5-9b5108f9c204 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c50eacdf-49c7-46e7-ab43-6e8b90fa03a7 HTTP/1.1" status: 204 len: 168 time: 1.2636588 May 29 01:02:47.259704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] DHCP port deletion for cb22503e-d83b-4810-83e6-27693c2d0d9c request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:47.265078 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-bfd405db-c7ab-480c-bf05-92f268156309 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5454271 May 29 01:02:47.265710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df02d0-fe06-4372-a1f5-9b5108f9c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50eacdf-49c7-46e7-ab43-6e8b90fa03a7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:47.309081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=411bca2d-ef4b-4c8b-a9b0-d197a53d7805,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:47.344250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] For port d4f9940c-7bdc-4ead-825a-a06270bbcdc2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:47.344642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.383123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.384360 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a596762e-e78f-447e-93d7-817d4b68e596 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6962087 May 29 01:02:47.407039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51222) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:47.410147 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-03d2ad65-9b9d-4ac1-aeb6-c4945b86e264 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.0569043 May 29 01:02:47.417778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:02:47.439626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2d65ae29-2e73-4654-822f-75669de22fed tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '39f42a59-98e3-4a5c-b175-5320cffb67b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:47.441911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d65ae29-2e73-4654-822f-75669de22fed tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:47.473861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d65ae29-2e73-4654-822f-75669de22fed tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:47.479815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d65ae29-2e73-4654-822f-75669de22fed tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:47.498808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] Deleting port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:47.502444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:47.503621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d65ae29-2e73-4654-822f-75669de22fed tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:47.595878 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777ff414-f657-4a37-99cb-7c4e678f5153'] response: {'name': 'network-changed', 'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'status': 'completed', 'code': 200} May 29 01:02:47.631101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-0d4fba09-7ee7-41a9-ab6c-47059a6e8261 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538678 May 29 01:02:47.693294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5549c-c30b-4081-a131-0c55a5bd0e26 None None] Pushing event updated for resources: {'Port': ['ID=50c824d5-3803-4aff-99ae-c353f6bbdb12,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:47.749587 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b125c9bd-8909-4219-9ee4-847f645098a8', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'port_id': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'mac_address': 'fa:16:3e:2b:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b07af-0a37-4e6e-8862-0a833a55496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:02:40Z', 'updated_at': '2022-05-29T01:02:40Z', 'revision_number': 0, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:18Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:47.764046 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] Checking router: 9f48384c-ae6a-4ec5-b084-e9b8838b030f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:47.781679 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:47.782758 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:47.871076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d10423-7668-46dd-9b82-3b04e355d702', 'name': 'tempest-NetworksTestDHCPv6-router-1834367737', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:34Z', 'updated_at': '2022-05-29T01:02:38Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None, '_interfaces': [{'id': '2028829d-dd4b-485a-9cc1-37fdef2b0edf', 'name': '', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'mac_address': 'fa:16:3e:87:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d10423-7668-46dd-9b82-3b04e355d702', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4473e268-0d21-4a21-8a38-9c02d974f3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:36Z', 'updated_at': '2022-05-29T01:02:45Z', 'revision_number': 4, 'project_id': '735235b0375547e6a71d286473197fc8', 'subnets': [{'id': '4473e268-0d21-4a21-8a38-9c02d974f3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:47.880269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d5e99-fb68-45ed-a183-1e3b2880c8d3 None None] The sync data for ids ['44d10423-7668-46dd-9b82-3b04e355d702'] in dv-neutron-843186-2-hyperv is: [{'id': '44d10423-7668-46dd-9b82-3b04e355d702', 'name': 'tempest-NetworksTestDHCPv6-router-1834367737', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:34Z', 'updated_at': '2022-05-29T01:02:38Z', 'revision_number': 2, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None, '_interfaces': [{'id': '2028829d-dd4b-485a-9cc1-37fdef2b0edf', 'name': '', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'mac_address': 'fa:16:3e:87:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d10423-7668-46dd-9b82-3b04e355d702', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4473e268-0d21-4a21-8a38-9c02d974f3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:36Z', 'updated_at': '2022-05-29T01:02:45Z', 'revision_number': 4, 'project_id': '735235b0375547e6a71d286473197fc8', 'subnets': [{'id': '4473e268-0d21-4a21-8a38-9c02d974f3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:47.981723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Calling delete_port for d4f9940c-7bdc-4ead-825a-a06270bbcdc2 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:48.075378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] For port d4f9940c-7bdc-4ead-825a-a06270bbcdc2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,segment=NetworkSegment(0614c9c3-2bd0-43e3-8cf7-2e1b09d50392),segment_id=0614c9c3-2bd0-43e3-8cf7-2e1b09d50392)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:48.076399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:48.132209 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de98a9d3-20bc-4a0e-99ca-e50e2061424e req-e4c924f2-fe13-4038-a7af-7981761aeefe service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885690 May 29 01:02:48.310537 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-2d65ae29-2e73-4654-822f-75669de22fed tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The resource could not be found. May 29 01:02:48.314144 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2d65ae29-2e73-4654-822f-75669de22fed tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9003706 May 29 01:02:48.384276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51248) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:48.393316 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:48.426815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] Calling delete_port for d4f9940c-7bdc-4ead-825a-a06270bbcdc2 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:48.451762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-946cc58c-4537-450a-abf2-2102fe995224 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '39f42a59-98e3-4a5c-b175-5320cffb67b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f97b1c86-f16e-4c93-9b64-71c971733093'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:48.529411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-946cc58c-4537-450a-abf2-2102fe995224 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:48.542712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2933d-6eca-4a61-be71-b00836fa59df req-5e3424c0-a925-47f9-85dd-4f326fd77ace tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:48.550460 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5bd2933d-6eca-4a61-be71-b00836fa59df req-5e3424c0-a925-47f9-85dd-4f326fd77ace tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.4134305 May 29 01:02:48.614910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-946cc58c-4537-450a-abf2-2102fe995224 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:48.623585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-946cc58c-4537-450a-abf2-2102fe995224 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:48.624573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:48.626269 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5bd2933d-6eca-4a61-be71-b00836fa59df req-fb674c89-3ac0-44c1-9f82-c745901c262f tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748935 May 29 01:02:48.642915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f30917-5b9e-4946-9cc7-1bda10a475f6 req-b0ea69a3-7060-4964-a305-3440cd38fce0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:48.644636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98f30917-5b9e-4946-9cc7-1bda10a475f6 req-b0ea69a3-7060-4964-a305-3440cd38fce0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5090199 May 29 01:02:48.684888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51258) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:48.687376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:48.691713 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-510b3ead-7d4c-4505-99bf-8f64cfcd626a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/411bca2d-ef4b-4c8b-a9b0-d197a53d7805 HTTP/1.1" status: 204 len: 168 time: 3.7653277 May 29 01:02:48.700282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-946cc58c-4537-450a-abf2-2102fe995224 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:48.715411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51262) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:48.721213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] No DVR routers for this DVR port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:48.744541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f39b4-13dd-4ec3-b85f-a995b66976d1 None None] Pushing event deleted for resources: {'Port': ['ID=d4f9940c-7bdc-4ead-825a-a06270bbcdc2,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:48.808414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98f30917-5b9e-4946-9cc7-1bda10a475f6 req-f775efd8-b79d-4379-b760-28fed17d6bef tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517284 May 29 01:02:48.984212 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-60bcbdf5-7679-4aaa-aab3-c877e67a0270 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/floatingips/b125c9bd-8909-4219-9ee4-847f645098a8 HTTP/1.1" status: 200 len: 991 time: 0.2700593 May 29 01:02:49.031960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:02:49.032294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:02:49.213417 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b658639-849e-4d18-a6dd-c5b272d2a69a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:02:49.213988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b658639-849e-4d18-a6dd-c5b272d2a69a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:02:49.250590 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0b658639-849e-4d18-a6dd-c5b272d2a69a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/411bca2d-ef4b-4c8b-a9b0-d197a53d7805 HTTP/1.1" status: 404 len: 333 time: 0.5304334 May 29 01:02:49.253188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51274) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:49.290449 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-fad77222-03e0-4f28-a9d0-864200a6598f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2999c56a298453982d53aaa938834dc&device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1098 time: 1.1557765 May 29 01:02:49.381833 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-820ab2a1-3913-47d5-8598-cb05b00f9ecb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:02:49.386331 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-820ab2a1-3913-47d5-8598-cb05b00f9ecb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/411bca2d-ef4b-4c8b-a9b0-d197a53d7805 HTTP/1.1" status: 404 len: 333 time: 0.1296883 May 29 01:02:49.386621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51278) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:49.404554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2028829d-dd4b-485a-9cc1-37fdef2b0edf up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:49.487730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51282) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:49.489999 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b125c9bd-8909-4219-9ee4-847f645098a8', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'port_id': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'mac_address': 'fa:16:3e:2b:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b07af-0a37-4e6e-8862-0a833a55496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:02:40Z', 'updated_at': '2022-05-29T01:02:40Z', 'revision_number': 0, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:18Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:49.494516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9bc493-f3ae-4ab2-b195-61333464fcb9 None None] Network 72430835-f7ea-44e9-b754-165e5c9018fa requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:49.501008 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df322d26-6640-402e-810f-3c07b1c46260 None None] The sync data for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv is: [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b125c9bd-8909-4219-9ee4-847f645098a8', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'port_id': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'mac_address': 'fa:16:3e:2b:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b07af-0a37-4e6e-8862-0a833a55496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:02:40Z', 'updated_at': '2022-05-29T01:02:40Z', 'revision_number': 0, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:18Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:49.525218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-946cc58c-4537-450a-abf2-2102fe995224 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The resource could not be found. May 29 01:02:49.528838 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-946cc58c-4537-450a-abf2-2102fe995224 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1354859 May 29 01:02:49.539854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51288) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:49.587673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Deleting port d4f9940c-7bdc-4ead-825a-a06270bbcdc2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:49.588051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:49.713355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet c6968f84-f5a2-42f6-bca3-59b0bea4c4c2 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:49.717301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:49.790552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:49.807306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2f5ac96-6e11-47b8-b289-40d302ceffd6 None None] Provisioning for port 50c824d5-3803-4aff-99ae-c353f6bbdb12 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:49.864897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2028829d-dd4b-485a-9cc1-37fdef2b0edf completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:49.876756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2028829d-dd4b-485a-9cc1-37fdef2b0edf triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:49.877318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:49.882496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] The port 'd4f9940c-7bdc-4ead-825a-a06270bbcdc2' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:02:49.893728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:49.990105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51300) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:50.006211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-50459b7f-f063-48aa-af6a-c7975af10f37 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.080184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-50459b7f-f063-48aa-af6a-c7975af10f37 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.096964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff8035f-8ba8-4176-b192-32b83567a091 None None] New status for floating IP b125c9bd-8909-4219-9ee4-847f645098a8: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:02:50.132952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.162161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb22503e-d83b-4810-83e6-27693c2d0d9c']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:50.238527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 2028829d-dd4b-485a-9cc1-37fdef2b0edf {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:50.238861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.248893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.293939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.303338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.318197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=c6968f84-f5a2-42f6-bca3-59b0bea4c4c2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:50.350743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1351726138-network', 'tenant_id': 'c1061b9e135f46219445f4b06952b692'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:50.356436 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e656e3a-12fb-4c4a-b1e2-e952788a17f8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/c6968f84-f5a2-42f6-bca3-59b0bea4c4c2 HTTP/1.1" status: 204 len: 168 time: 0.9629688 May 29 01:02:50.357365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51310) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:50.362790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-7dc6ab60-6da6-435a-8c4e-751ac34d16c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:50.364443 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-7dc6ab60-6da6-435a-8c4e-751ac34d16c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=759091a9-1ac8-4e82-9967-e8fbff956f91 HTTP/1.1" status: 200 len: 897 time: 1.0305808 May 29 01:02:50.374660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:50.375162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0614c9c3-2bd0-43e3-8cf7-2e1b09d50392') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:50.379247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-50459b7f-f063-48aa-af6a-c7975af10f37 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.383219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-50459b7f-f063-48aa-af6a-c7975af10f37 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.384664 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-50459b7f-f063-48aa-af6a-c7975af10f37 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/39f42a59-98e3-4a5c-b175-5320cffb67b5 HTTP/1.1" status: 204 len: 168 time: 0.8438342 May 29 01:02:50.395512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51314) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:50.411580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59f232-1e40-4fca-b0bd-83249e9d81e3 None None] Network 72430835-f7ea-44e9-b754-165e5c9018fa requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:50.460320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 2028829d-dd4b-485a-9cc1-37fdef2b0edf, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2028829d-dd4b-485a-9cc1-37fdef2b0edf,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:50.485254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.504470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.515982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:50.516831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.520639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.521415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 50c824d5-3803-4aff-99ae-c353f6bbdb12 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:50.535807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.540071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459b7f-f063-48aa-af6a-c7975af10f37 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f42a59-98e3-4a5c-b175-5320cffb67b5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:50.561579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 50c824d5-3803-4aff-99ae-c353f6bbdb12 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:50.561988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.811054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:50.814751 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:50.880923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=2028829d-dd4b-485a-9cc1-37fdef2b0edf,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:50.922211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 50c824d5-3803-4aff-99ae-c353f6bbdb12 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:02:50.937409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 50c824d5-3803-4aff-99ae-c353f6bbdb12 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:50.937780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:50.942843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] For port 50c824d5-3803-4aff-99ae-c353f6bbdb12, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=50c824d5-3803-4aff-99ae-c353f6bbdb12,segment=NetworkSegment(1347458a-4bb0-43ff-8d3c-1eb1151e017b),segment_id=1347458a-4bb0-43ff-8d3c-1eb1151e017b)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:50.943310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.049135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ee586-635d-46ff-9846-17c5974ca8ca None None] DHCP port deletion for 72430835-f7ea-44e9-b754-165e5c9018fa request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:51.061713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ee586-635d-46ff-9846-17c5974ca8ca None None] Deleting port 50c824d5-3803-4aff-99ae-c353f6bbdb12 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:51.062250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee586-635d-46ff-9846-17c5974ca8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.088847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 50c824d5-3803-4aff-99ae-c353f6bbdb12 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:51.097913 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-806f97d6-e9a7-40e2-9063-3ac1241ef5ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482 HTTP/1.1" status: 200 len: 1001 time: 0.7031226 May 29 01:02:51.112555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Usage tracker for resource:network and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:51.115074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.124855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:51.187122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.187384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.216020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] Pushing event deleted for resources: {'Network': ['ID=cb22503e-d83b-4810-83e6-27693c2d0d9c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:51.231619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:51.243294 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fd330c19-e20c-419e-adc5-cdc3eeadbe7c admin admin] 10.222.0.33 "DELETE /v2.0/networks/cb22503e-d83b-4810-83e6-27693c2d0d9c HTTP/1.1" status: 204 len: 168 time: 5.0339758 May 29 01:02:51.271474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb515cf-407c-4146-9534-15f4a88b3f67 req-965c59a3-c916-47b7-b5b1-f5d209494eb5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:51.274676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Port 50c824d5-3803-4aff-99ae-c353f6bbdb12 update to ACTIVE by agent not found {{(pid=83981) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 29 01:02:51.278763 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8eb515cf-407c-4146-9534-15f4a88b3f67 req-965c59a3-c916-47b7-b5b1-f5d209494eb5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 1.1057084 May 29 01:02:51.285109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port 2028829d-dd4b-485a-9cc1-37fdef2b0edf, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2028829d-dd4b-485a-9cc1-37fdef2b0edf,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:51.285518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.308788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51332) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:51.323444 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a0c19814-0032-4d5a-b580-c34b24b35b0d tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/floatingips/b125c9bd-8909-4219-9ee4-847f645098a8 HTTP/1.1" status: 200 len: 991 time: 1.1537232 May 29 01:02:51.327203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=50c824d5-3803-4aff-99ae-c353f6bbdb12,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:51.337916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No DVR routers for this DVR port 50c824d5-3803-4aff-99ae-c353f6bbdb12 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:02:51.344437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Made reservation on behalf of c1061b9e135f46219445f4b06952b692 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:51.348748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ee586-635d-46ff-9846-17c5974ca8ca None None] The port '50c824d5-3803-4aff-99ae-c353f6bbdb12' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:02:51.349425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.371368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4f9940c-7bdc-4ead-825a-a06270bbcdc2 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:51.425369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c7a0e252-d1fb-4798-9c5f-5a48d055c2c8 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:51.445014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d4f9940c-7bdc-4ead-825a-a06270bbcdc2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:51.445118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d4f9940c-7bdc-4ead-825a-a06270bbcdc2 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:51.509118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.534227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 2028829d-dd4b-485a-9cc1-37fdef2b0edf owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:51.536468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72430835-f7ea-44e9-b754-165e5c9018fa']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:51.567330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-9922f671-fe9c-430a-9a79-d3d4311e84d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:51.568944 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-9922f671-fe9c-430a-9a79-d3d4311e84d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ac06bda-9f16-4bef-88fa-3d59a76b005f HTTP/1.1" status: 200 len: 834 time: 0.4489963 May 29 01:02:51.570065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.572570 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8eb515cf-407c-4146-9534-15f4a88b3f67 req-0ac04168-6b87-4e9b-87eb-a25c1deef462 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928722 May 29 01:02:51.575840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1347458a-4bb0-43ff-8d3c-1eb1151e017b') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:51.578715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1347458a-4bb0-43ff-8d3c-1eb1151e017b') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:51.607507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c7a0e252-d1fb-4798-9c5f-5a48d055c2c8 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:51.610335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.611149 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c7a0e252-d1fb-4798-9c5f-5a48d055c2c8 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2095044 May 29 01:02:51.624342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2028829d-dd4b-485a-9cc1-37fdef2b0edf up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:51.636231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51340) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:51.648381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4fbb4c10-dd5d-4aef-9f5b-065de797246d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '2f608a7e-62d5-432d-83e2-153fc32c93cb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:51.664554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4fbb4c10-dd5d-4aef-9f5b-065de797246d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:51.671471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4fbb4c10-dd5d-4aef-9f5b-065de797246d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:51.674548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.676948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4fbb4c10-dd5d-4aef-9f5b-065de797246d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:51.686776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4fbb4c10-dd5d-4aef-9f5b-065de797246d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:51.688920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:51.689321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:51.704792 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:51.740601 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-7611983e-da91-45a5-aa29-4be59f3eb651 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=759091a9-1ac8-4e82-9967-e8fbff956f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1472490 May 29 01:02:51.777190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-151740292'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:51.782061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51344) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:51.787163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2028829d-dd4b-485a-9cc1-37fdef2b0edf triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:02:51.787803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.792787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:51.801692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Usage tracker for resource:network and tenant:cc9305f8205e49fab61bfd87a9ea0de0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:51.806713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:51.816554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.820966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:51.849818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.865461 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=72430835-f7ea-44e9-b754-165e5c9018fa,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:51.872436 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-4fbb4c10-dd5d-4aef-9f5b-065de797246d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The resource could not be found. May 29 01:02:51.873409 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4fbb4c10-dd5d-4aef-9f5b-065de797246d tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2361979 May 29 01:02:51.878681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51348) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:51.882406 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1d75d69c-b287-421d-b94b-f2e2981cb7ee tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/72430835-f7ea-44e9-b754-165e5c9018fa HTTP/1.1" status: 204 len: 168 time: 1.5229430 May 29 01:02:51.888457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--546976384'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:51.892586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51352) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:51.896559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:51.898886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Made reservation on behalf of cc9305f8205e49fab61bfd87a9ea0de0 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:51.902345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.903476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:51.916318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-921377440'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:51.918324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:51.923640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:51.923981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:51.933504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:51.936348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:51.936968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:51.938302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.941642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:02:51.941961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:02:51.949640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:51.959271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:51.972823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:51.984210 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2665d43d-0a76-454f-b133-e4d4d8ac2330 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bfbcc555f07f4acbbabab7aa1f77313f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1949596 May 29 01:02:51.986242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51356) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:52.000562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:52.003648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.007349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 50c824d5-3803-4aff-99ae-c353f6bbdb12 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:52.027315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:52.030755 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-ccf65308-b96d-4b68-b195-e30cb0d2e7a2 service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810953 May 29 01:02:52.035174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Usage tracker for resource:security_group_rule and tenant:cc9305f8205e49fab61bfd87a9ea0de0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:52.043972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:52.044208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 50c824d5-3803-4aff-99ae-c353f6bbdb12 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:52.044514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 50c824d5-3803-4aff-99ae-c353f6bbdb12 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:52.057270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:52.063019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:52.076472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:52.079876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:52.082074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:52.093921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:52.105947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.106343 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment 06b47c3f-9709-4ea2-a749-9ffa5874dfcc of type vlan for network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 May 29 01:02:52.168390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.212758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87901499-1e41-42d4-8a8f-009ad33fb39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.222948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.235623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.242916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.256619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.268513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.276351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f2741ec-837f-4238-912c-cb8de95ba664 req-c3887f88-6b8a-46dc-bf79-4b2e73fad527 service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326596 May 29 01:02:52.280966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87901499-1e41-42d4-8a8f-009ad33fb39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.281364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.291082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:52.311780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.315396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:52.315976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.316950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:52.326385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f913be6c-d08c-4417-a674-8a87911add2a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.329899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51360) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:52.345774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.346116 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Added segment c0e4b5c6-99d0-427b-874d-b01dff5d96bb of type vlan for network a1fbdd6c-b6d7-4216-bc21-91d79df445cd May 29 01:02:52.346429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.346777 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Added segment 5f234347-0d93-4318-98be-d77209c66142 of type vlan for network 61b1d776-ed41-43b3-ae1a-f049f6d20ad5 May 29 01:02:52.368929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f40af-2089-4c60-add6-73ca2d724708,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.443458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 2028829d-dd4b-485a-9cc1-37fdef2b0edf {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:52.443851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.502280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.514711 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6198473 May 29 01:02:52.518008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453b1e99-b351-4416-b114-87343b962c08,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.520231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a3810-9168-46d0-ad1d-e890b107850a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=6330198b-dccb-4c0f-9f2a-e1012ef2ee74,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.521210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51364) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:52.524717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.525268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.525931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d8677d84-bc74-4575-9f6c-6dd157018b69 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6459968 May 29 01:02:52.533462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9421e2a0-d970-44e4-98ec-d259aab2f383 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/floatingips/b125c9bd-8909-4219-9ee4-847f645098a8 HTTP/1.1" status: 200 len: 993 time: 0.2009020 May 29 01:02:52.537253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:52.544582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:52.546330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51368) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:52.558645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276467674'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:52.560638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87901499-1e41-42d4-8a8f-009ad33fb39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.566902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:52.572830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:52.576268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:52.579594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.583189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:52.583765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.608210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:52.687568 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3776419 May 29 01:02:52.691989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51372) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:52.695193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87901499-1e41-42d4-8a8f-009ad33fb39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d49f7c-5a37-4637-88e9-6f1990c7443d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.703593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.715097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:02:52.716795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef6454-9be7-4ad9-b618-63cd3da3fc42 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Pushing event updated for resources: {'Network': ['ID=61b1d776-ed41-43b3-ae1a-f049f6d20ad5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.747393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:52.747600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 61b1d776-ed41-43b3-ae1a-f049f6d20ad5 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:52.752827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:52.757032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:52.765357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:52.806654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.807885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:52.808635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.815959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:52.851143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.857701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.863412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:52.878528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:52.932774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aaf2e2-5084-4967-9bdd-7ab70ecd965a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.938123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.943227 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d29d0818-5844-470d-be2b-378e03f81b02 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3959224 May 29 01:02:52.944085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51378) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:52.951105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5f7378b0-1154-4e51-aa70-85df2df01178 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '453b1e99-b351-4416-b114-87343b962c08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd6aaf2e2-5084-4967-9bdd-7ab70ecd965a'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:52.956586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:52.957686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f7378b0-1154-4e51-aa70-85df2df01178 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:52.962896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87901499-1e41-42d4-8a8f-009ad33fb39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.964023 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-87901499-1e41-42d4-8a8f-009ad33fb39f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/62d49f7c-5a37-4637-88e9-6f1990c7443d HTTP/1.1" status: 204 len: 168 time: 0.9688795 May 29 01:02:52.964255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f7378b0-1154-4e51-aa70-85df2df01178 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:52.967678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port 2028829d-dd4b-485a-9cc1-37fdef2b0edf, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2028829d-dd4b-485a-9cc1-37fdef2b0edf,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:52.968585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:52.970907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f7378b0-1154-4e51-aa70-85df2df01178 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:52.978071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'network': {'name': 'tempest-network--1334881878', 'router:external': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:52.982349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4832542 May 29 01:02:52.987311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f7378b0-1154-4e51-aa70-85df2df01178 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:52.987922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51384) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:52.989253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e15a4-b76e-45ef-a045-d94d6678a632 admin admin] Pushing event updated for resources: {'Network': ['ID=a1fbdd6c-b6d7-4216-bc21-91d79df445cd,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:52.999886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:53.005974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:53.013283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:network and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:53.016384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:53.023237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:53.052369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Made reservation on behalf of fdf30bf5548c41dbb668aea18d68e073 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:53.055581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.075317 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-5f7378b0-1154-4e51-aa70-85df2df01178 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:53.079346 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5f7378b0-1154-4e51-aa70-85df2df01178 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1314366 May 29 01:02:53.079346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51388) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:53.096506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.159925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:53.166128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Request body: {'subnet': {'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1351726138-subnet', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:53.169411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:security_group_rule and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:53.173108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:53.190225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:53.199404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8440-fa28-4af4-8f9a-b972b3db5582 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.228952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:53.244970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8440-fa28-4af4-8f9a-b972b3db5582 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.245192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:53.253269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 2028829d-dd4b-485a-9cc1-37fdef2b0edf owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:53.323027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.324522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8440-fa28-4af4-8f9a-b972b3db5582 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.337172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Usage tracker for resource:subnet and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:53.338165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.348613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a8440-fa28-4af4-8f9a-b972b3db5582 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aaf2e2-5084-4967-9bdd-7ab70ecd965a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:53.350722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:53.371218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:53.379031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:53.411563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.411909 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Added segment 4ee5f48d-f38a-4bb1-982f-d11d6b207367 of type vlan for network a084a746-b572-49b0-b753-fdec46dec490 May 29 01:02:53.414320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Made reservation on behalf of c1061b9e135f46219445f4b06952b692 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:53.415744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8440-fa28-4af4-8f9a-b972b3db5582 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.419172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.419301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3f8a8440-fa28-4af4-8f9a-b972b3db5582 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/d6aaf2e2-5084-4967-9bdd-7ab70ecd965a HTTP/1.1" status: 204 len: 168 time: 0.3363936 May 29 01:02:53.422557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51394) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:53.426952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69275c9-b662-46c1-89c4-9631a8dac92f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:53.438928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.491585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.541157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b797fbc9-6d1c-4b0a-99cd-137a1c29b4bf tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:53.561417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b797fbc9-6d1c-4b0a-99cd-137a1c29b4bf tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:53.565620 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b797fbc9-6d1c-4b0a-99cd-137a1c29b4bf tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1395230 May 29 01:02:53.565916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51404) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:53.582031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.582527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:53.583100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.641560 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9483774 May 29 01:02:53.644655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51410) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:53.828088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255ddb-804b-4878-88e8-75d7b301db69 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Network': ['ID=a084a746-b572-49b0-b753-fdec46dec490,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:53.838365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a084a746-b572-49b0-b753-fdec46dec490 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:53.848450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08bf1241-4364-455d-91c5-a0329667f50c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.878222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08bf1241-4364-455d-91c5-a0329667f50c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.913540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.936443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08bf1241-4364-455d-91c5-a0329667f50c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.961220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.974085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf1241-4364-455d-91c5-a0329667f50c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b1e99-b351-4416-b114-87343b962c08,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:53.993486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08bf1241-4364-455d-91c5-a0329667f50c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:53.997110 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-08bf1241-4364-455d-91c5-a0329667f50c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/453b1e99-b351-4416-b114-87343b962c08 HTTP/1.1" status: 204 len: 168 time: 0.4279232 May 29 01:02:53.997465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51420) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:54.058456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a45580a6-0b3f-4327-8589-fc231950c70c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:54.074965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a45580a6-0b3f-4327-8589-fc231950c70c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:54.076461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=2028829d-dd4b-485a-9cc1-37fdef2b0edf,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:54.076738 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a45580a6-0b3f-4327-8589-fc231950c70c tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0777133 May 29 01:02:54.080883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51424) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:54.088425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745243176'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:54.099544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:54.106219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.112457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:54.125483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.169859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:54.177508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:54.183093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:54.189582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:54.239724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.275068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.290985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.341703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe45c9-c2dc-4cfa-aefc-e5ee9fc688e0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:54.356943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.361374 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b62e6616-f8cb-48f6-8f59-f04e4833792f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2789633 May 29 01:02:54.364232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51432) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:54.365762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.374967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7d95ada4-ff15-416a-9a60-7d5cd80a79a4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '53fe45c9-c2dc-4cfa-aefc-e5ee9fc688e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:54.392244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7d95ada4-ff15-416a-9a60-7d5cd80a79a4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:54.396766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d95ada4-ff15-416a-9a60-7d5cd80a79a4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:54.401305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d95ada4-ff15-416a-9a60-7d5cd80a79a4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:54.407463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7d95ada4-ff15-416a-9a60-7d5cd80a79a4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:54.451894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-7d95ada4-ff15-416a-9a60-7d5cd80a79a4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:54.454965 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7d95ada4-ff15-416a-9a60-7d5cd80a79a4 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0873649 May 29 01:02:54.456694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51438) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:54.460336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8c319a-af00-4825-8b11-fdd866db4f1b,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:54.463744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-570fa3dc-77a3-4454-9896-cfbd5360412b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group_rule': {'security_group_id': '53fe45c9-c2dc-4cfa-aefc-e5ee9fc688e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:54.472577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-570fa3dc-77a3-4454-9896-cfbd5360412b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:54.478032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-570fa3dc-77a3-4454-9896-cfbd5360412b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:54.481733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-570fa3dc-77a3-4454-9896-cfbd5360412b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:54.487595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-570fa3dc-77a3-4454-9896-cfbd5360412b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:54.506179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a084a746-b572-49b0-b753-fdec46dec490']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:54.517693 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-570fa3dc-77a3-4454-9896-cfbd5360412b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:02:54.518742 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-570fa3dc-77a3-4454-9896-cfbd5360412b tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0608480 May 29 01:02:54.525203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51442) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:54.599305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f80b3a6-5707-4e5f-a19f-10c5863a2874 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.630147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f80b3a6-5707-4e5f-a19f-10c5863a2874 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.659263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee5f48d-f38a-4bb1-982f-d11d6b207367') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:54.659844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee5f48d-f38a-4bb1-982f-d11d6b207367') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:54.681935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f80b3a6-5707-4e5f-a19f-10c5863a2874 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.686180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.705615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Checking segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:54.706005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Network hostable DHCP agents. Network: a1fbdd6c-b6d7-4216-bc21-91d79df445cd, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:54.706216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f80b3a6-5707-4e5f-a19f-10c5863a2874 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.709183 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4f80b3a6-5707-4e5f-a19f-10c5863a2874 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/53fe45c9-c2dc-4cfa-aefc-e5ee9fc688e0 HTTP/1.1" status: 204 len: 168 time: 0.1859725 May 29 01:02:54.711023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80b3a6-5707-4e5f-a19f-10c5863a2874 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe45c9-c2dc-4cfa-aefc-e5ee9fc688e0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:54.713149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51450) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:54.725011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.729251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.732348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': '06b47c3f-9709-4ea2-a749-9ffa5874dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:54.732704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: 6330198b-dccb-4c0f-9f2a-e1012ef2ee74, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:54.739190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=f6131bc1-7919-4c6d-9e3a-bfb2352f9891,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:54.756822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:02:54.756822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:02:54.772704 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:02:54.784270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-57428424-c19e-427b-9c18-35c5ddf78867 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Synchronizing usage tracker for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:54.799913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-57428424-c19e-427b-9c18-35c5ddf78867 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Unset dirty status for tenant:b100714c150046c680f095540ad8412c on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:54.801673 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-57428424-c19e-427b-9c18-35c5ddf78867 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0866985 May 29 01:02:54.806447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51456) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:54.812887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136401015'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:54.820940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:54.832410 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:54.844313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.883308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:54.887124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Usage tracker for resource:security_group_rule and tenant:b100714c150046c680f095540ad8412c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:54.890556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:54.897332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:54.958243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.965270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:54.984266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:54.989438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:54.997263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.019897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a084a746-b572-49b0-b753-fdec46dec490 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 29 01:02:55.026188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.027342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbd2cbf-35c9-4802-9904-4e96460bce58,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:55.028915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a1fbdd6c-b6d7-4216-bc21-91d79df445cd) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:55.032334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 6330198b-dccb-4c0f-9f2a-e1012ef2ee74) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:55.033633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.033834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event deleted for resources: {'Network': ['ID=a084a746-b572-49b0-b753-fdec46dec490,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:55.035359 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f568f3a8-ff9d-44f0-8557-0e251cb54d6f tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2277944 May 29 01:02:55.038428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51466) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.045299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff6922-2c4f-406b-8a38-df25b65cf361 None None] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:55.048555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-68777950-8488-4f5f-a02b-f8d89c1e79b3 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:55.049444 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-68777950-8488-4f5f-a02b-f8d89c1e79b3 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] update failed (client error): There was a conflict when trying to complete your request. May 29 01:02:55.050609 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-68777950-8488-4f5f-a02b-f8d89c1e79b3 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "PUT /v2.0/security-groups/dfbd2cbf-35c9-4802-9904-4e96460bce58 HTTP/1.1" status: 409 len: 330 time: 0.0100279 May 29 01:02:55.053264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51470) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.079234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edeb6a-b2d4-4ba2-8136-03b1497507d7 None None] Network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:55.097858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:55.098729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.104211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:55.105016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.172045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b926f643-ad79-42e5-87c2-7472e0826f2e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.199898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51474) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.214443 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-87ac2e3b-932b-4560-9fc4-6fc4c4701d96 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "DELETE /v2.0/networks/a084a746-b572-49b0-b753-fdec46dec490 HTTP/1.1" status: 204 len: 168 time: 1.5671470 May 29 01:02:55.219000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51480) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.224891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b926f643-ad79-42e5-87c2-7472e0826f2e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.227649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:55.233645 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3b55cb06-bdd5-48f8-9adb-5b55db08a974 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2420166 May 29 01:02:55.234727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:55.237216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51484) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.237942 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f2f64b46-4f69-4501-bd7b-7d754b49c4b0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7155907 May 29 01:02:55.245016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:55.249165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51488) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.261144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:55.266513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2055103884'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:55.294476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Usage tracker for resource:router and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:55.303842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:network and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:55.325769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:55.393730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:55.419821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Made reservation on behalf of fdf30bf5548c41dbb668aea18d68e073 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:55.422413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.447883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Router 44d10423-7668-46dd-9b82-3b04e355d702 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:02:55.482585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:55.503365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:55.522490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b926f643-ad79-42e5-87c2-7472e0826f2e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.563687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:55.564202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.565133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.587245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-357664848'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:55.600964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926f643-ad79-42e5-87c2-7472e0826f2e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbd2cbf-35c9-4802-9904-4e96460bce58,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:55.605047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:55.633702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.634096 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Added segment f255d836-28cd-423c-9247-46b61439622e of type vlan for network ed1e06c4-c386-4d28-994a-e325e3540ae8 May 29 01:02:55.635107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Usage tracker for resource:network and tenant:e302ac454019408da56b05d1c6ed6360 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:55.642444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:55.650048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b926f643-ad79-42e5-87c2-7472e0826f2e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.651347 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b926f643-ad79-42e5-87c2-7472e0826f2e tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/dfbd2cbf-35c9-4802-9904-4e96460bce58 HTTP/1.1" status: 204 len: 168 time: 0.5971889 May 29 01:02:55.654916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51492) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.670117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:55.675234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.688025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:02:55.693799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:55.700229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:55.701115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.704154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:55.707025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Made reservation on behalf of e302ac454019408da56b05d1c6ed6360 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:55.710065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.719945 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-11898d21-8a3a-4209-80c7-ab7e16286974 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "PUT /v2.0/routers/44d10423-7668-46dd-9b82-3b04e355d702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8397331 May 29 01:02:55.727833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51496) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.733980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:55.755884 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5e305238-b94d-4f1c-b502-6726af093a94 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0978246 May 29 01:02:55.761891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51500) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.769827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:02:55.771092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.776394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.789745 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-8d0d14d7-c404-4941-9d8c-7dbda3ce8272 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] delete failed (client error): The resource could not be found. May 29 01:02:55.796140 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8d0d14d7-c404-4941-9d8c-7dbda3ce8272 tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "DELETE /v2.0/security-groups/9abbbe74-2095-4009-9ad2-bd1555e547a1 HTTP/1.1" status: 404 len: 347 time: 0.0277672 May 29 01:02:55.796140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51504) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.819760 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-33a8223d-e442-490c-aab6-b806ba2dfade tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] show failed (client error): The resource could not be found. May 29 01:02:55.825047 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-33a8223d-e442-490c-aab6-b806ba2dfade tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-groups/8e7dacf3-ac17-491a-91e8-13350ffa9dd6 HTTP/1.1" status: 404 len: 347 time: 0.0251513 May 29 01:02:55.825594 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] Sync routers for ids ['44d10423-7668-46dd-9b82-3b04e355d702'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:02:55.828582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51508) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:55.844531 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] Routers {'44d10423-7668-46dd-9b82-3b04e355d702'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:55.845138 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['44d10423-7668-46dd-9b82-3b04e355d702'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:55.846493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.847568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:55.848682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.865858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-6330198b-dccb-4c0f-9f2a-e1012ef2ee74', 'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74', 'tenant_id': '417a29dbfb3746a8b17899e6bcd51d98', 'fixed_ips': [{'subnet_id': 'f6131bc1-7919-4c6d-9e3a-bfb2352f9891'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:02:55.866682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:55.960146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:55.964658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Usage tracker for resource:security_group_rule and tenant:e302ac454019408da56b05d1c6ed6360 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:55.967478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:55.973131 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-7ad7e3e7-96c0-4f1f-94fd-a28aeb6344eb tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] show failed (client error): The resource could not be found. May 29 01:02:55.973280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:55.980350 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7ad7e3e7-96c0-4f1f-94fd-a28aeb6344eb tempest-NegativeSecGroupIPv6Test-27269294 tempest-NegativeSecGroupIPv6Test-27269294-project] 10.222.0.33 "GET /v2.0/security-group-rules/86106097-1a2e-47cd-b7f2-d88157f4cf00 HTTP/1.1" status: 404 len: 356 time: 0.1503093 May 29 01:02:55.991210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Network': ['ID=ed1e06c4-c386-4d28-994a-e325e3540ae8,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:55.998108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:56.001507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.002501 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] Set router 44d10423-7668-46dd-9b82-3b04e355d702 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:56.007302 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a50002ef-35d6-478b-beb8-92d2d7260998 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7868993 May 29 01:02:56.008935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51514) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:56.016768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'subnet': {'network_id': 'ed1e06c4-c386-4d28-994a-e325e3540ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:56.025740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:56.033479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:subnet and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:56.040081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ed1e06c4-c386-4d28-994a-e325e3540ae8 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:56.041530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:56.049255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:56.054759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf86c4d-4cd6-485d-9d7d-34f00b2a10ca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:56.056212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf86c4d-4cd6-485d-9d7d-34f00b2a10ca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:56.057124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1bf86c4d-4cd6-485d-9d7d-34f00b2a10ca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:02:56.068568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Made reservation on behalf of fdf30bf5548c41dbb668aea18d68e073 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:56.073147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.087439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 7de35a2d-a02e-4b49-b74b-87fd62e48914 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:56.242255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.243844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1bf86c4d-4cd6-485d-9d7d-34f00b2a10ca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:02:56.245267 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1bf86c4d-4cd6-485d-9d7d-34f00b2a10ca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5151644 May 29 01:02:56.253827 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d10423-7668-46dd-9b82-3b04e355d702', 'name': 'tempest-NetworksTestDHCPv6-router-1834367737', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:34Z', 'updated_at': '2022-05-29T01:02:53Z', 'revision_number': 3, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:56.259410 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] Checking router: 44d10423-7668-46dd-9b82-3b04e355d702 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:02:56.266246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.268898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51518) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:56.274649 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] Routers {'44d10423-7668-46dd-9b82-3b04e355d702'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:02:56.275643 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['44d10423-7668-46dd-9b82-3b04e355d702'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:56.286660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.356257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Allocated IP 172.20.0.2 (a1fbdd6c-b6d7-4216-bc21-91d79df445cd/8d8c319a-af00-4825-8b11-fdd866db4f1b/7f1c2e35-2c56-415d-9796-d760cec8b56d) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:56.399373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Allocated IP 172.20.0.2 (6330198b-dccb-4c0f-9f2a-e1012ef2ee74/f6131bc1-7919-4c6d-9e3a-bfb2352f9891/d459c27c-c782-4e31-b03a-558d9332fdef) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:56.400830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:02:56.405578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d1f8f8-aa93-4a4c-9b10-27a6dd5ab2ef,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:56.447203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.447606 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Added segment 745fc9af-8020-4320-ad0a-cd8e63e3490f of type vlan for network 195b6b38-1d28-4896-ad85-265f6dbc01dc May 29 01:02:56.505185 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] Set router 44d10423-7668-46dd-9b82-3b04e355d702 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:02:56.607354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51524) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:56.627935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.651308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:02:56.651789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.665753 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d10423-7668-46dd-9b82-3b04e355d702', 'name': 'tempest-NetworksTestDHCPv6-router-1834367737', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:34Z', 'updated_at': '2022-05-29T01:02:53Z', 'revision_number': 3, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:02:56.669835 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f58f1-c4dd-487c-b0a4-ac83db0ca314 None None] The sync data for ids ['44d10423-7668-46dd-9b82-3b04e355d702'] in dv-neutron-843186-2-hyperv is: [{'id': '44d10423-7668-46dd-9b82-3b04e355d702', 'name': 'tempest-NetworksTestDHCPv6-router-1834367737', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:34Z', 'updated_at': '2022-05-29T01:02:53Z', 'revision_number': 3, 'project_id': '735235b0375547e6a71d286473197fc8', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:02:56.719223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 4473e268-0d21-4a21-8a38-9c02d974f3bd {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:02:56.725445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.729987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:56.730693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.735468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.904035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:56.925776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f30ac1d-08ba-4805-ab84-af7ea33b73a3,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:56.929802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Checking segment: {'id': 'f255d836-28cd-423c-9247-46b61439622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ed1e06c4-c386-4d28-994a-e325e3540ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:56.930384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Network hostable DHCP agents. Network: ed1e06c4-c386-4d28-994a-e325e3540ae8, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:56.958363 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2b362d1d-b724-4724-93f9-25a0125b3ed2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b100714c150046c680f095540ad8412c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3470478 May 29 01:02:56.958590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Transition to ACTIVE for port object 7f1c2e35-2c56-415d-9796-d760cec8b56d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:56.958721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51530) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:56.996970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Transition to ACTIVE for port object 7f1c2e35-2c56-415d-9796-d760cec8b56d will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:57.002848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.009620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.025423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Network ed1e06c4-c386-4d28-994a-e325e3540ae8 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:57.029883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Pushing event updated for resources: {'Network': ['ID=195b6b38-1d28-4896-ad85-265f6dbc01dc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:57.035095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.043732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26ce95fa-e3cd-4a3b-8dcd-4ef4376c997c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.045935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ed1e06c4-c386-4d28-994a-e325e3540ae8) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:57.066027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:02:57.066625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.076126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 195b6b38-1d28-4896-ad85-265f6dbc01dc details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:02:57.084993 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dd35f9ae-47eb-428e-8755-ed6350ebac8d tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8806503 May 29 01:02:57.089057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c6ba2-ccfa-4274-aa08-f0ddb4a2bf73 None None] Network ed1e06c4-c386-4d28-994a-e325e3540ae8 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:57.109891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26ce95fa-e3cd-4a3b-8dcd-4ef4376c997c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.124111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e60a4819-3266-4ba2-8bf4-761585b159de tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1113636 May 29 01:02:57.124821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51538) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:57.138407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Transition to ACTIVE for port object d459c27c-c782-4e31-b03a-558d9332fdef will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:57.141386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed1e06c4-c386-4d28-994a-e325e3540ae8'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:57.168356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:57.182561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26ce95fa-e3cd-4a3b-8dcd-4ef4376c997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.211264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce95fa-e3cd-4a3b-8dcd-4ef4376c997c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da734418-a4c3-463e-9d3d-c35c49d0e27a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:57.226917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26ce95fa-e3cd-4a3b-8dcd-4ef4376c997c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.232008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.232685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-26ce95fa-e3cd-4a3b-8dcd-4ef4376c997c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/da734418-a4c3-463e-9d3d-c35c49d0e27a HTTP/1.1" status: 204 len: 168 time: 0.2730219 May 29 01:02:57.316626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:floatingip and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:57.321262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:57.325969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Pushing event updated for resources: {'Port': ['ID=7f1c2e35-2c56-415d-9796-d760cec8b56d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:57.328044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:57.338045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.373616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.409221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=4473e268-0d21-4a21-8a38-9c02d974f3bd,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:57.493834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:57.494966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.497468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Transition to ACTIVE for port object d459c27c-c782-4e31-b03a-558d9332fdef will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:57.505053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:57.506964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2028829d-dd4b-485a-9cc1-37fdef2b0edf no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:02:57.526457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51546) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:57.532913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67adb88f-94a2-42d2-9e0b-ff139a63e8cd None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:57.533602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Request body: {'port': {'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc', 'binding:host_id': 'hv-neutron-8431', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1181315539'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:02:57.541193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:57.547163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:57.547703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Usage tracker for resource:port and tenant:8a315ec0cbea40a38ecc55ea9256f078 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:57.552615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:57.569851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.570118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:57.581433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Made reservation on behalf of 8a315ec0cbea40a38ecc55ea9256f078 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:02:57.586983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.611962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.618546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.637574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2028829d-dd4b-485a-9cc1-37fdef2b0edf {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:02:57.637922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2028829d-dd4b-485a-9cc1-37fdef2b0edf not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:02:57.648383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.672134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:57.678717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Usage tracker for resource:security_group_rule and tenant:8a315ec0cbea40a38ecc55ea9256f078 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:57.688120 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:57.697598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:57.724106 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-46b716b1-e47c-4212-9e7e-f66423daa8e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/4473e268-0d21-4a21-8a38-9c02d974f3bd HTTP/1.1" status: 204 len: 168 time: 1.4510031 May 29 01:02:57.730615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51556) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:57.810220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.817384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:57.824916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] device_id is not set on port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:57.883888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9a41b-383f-4a64-a84b-9aacea8955d0 None None] Network ed1e06c4-c386-4d28-994a-e325e3540ae8 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:57.903133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Attempting to bind port 7f1c2e35-2c56-415d-9796-d760cec8b56d on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:57.903502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Attempting to bind port 7f1c2e35-2c56-415d-9796-d760cec8b56d by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:57.903933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Attempting to bind port 7f1c2e35-2c56-415d-9796-d760cec8b56d on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:57.925791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:57.962654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.3 (6330198b-dccb-4c0f-9f2a-e1012ef2ee74/f6131bc1-7919-4c6d-9e3a-bfb2352f9891/7de35a2d-a02e-4b49-b74b-87fd62e48914) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:57.979389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:57.995025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:57.998401 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Pushing event updated for resources: {'Port': ['ID=d459c27c-c782-4e31-b03a-558d9332fdef,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:58.004771 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-83c1f6c5-0e6e-4c67-8737-6d009bcfbec0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2723029 May 29 01:02:58.010985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51564) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:58.064932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:58.065304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Checking segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:58.065882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.066421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Bound using segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:58.067072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Bound port: 7f1c2e35-2c56-415d-9796-d760cec8b56d, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:58.067613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.077020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Allocated IP 172.26.5.250 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:58.318331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] device_id is not set on port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:02:58.323237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51572) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:58.328332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db877f9f-64d9-436c-9708-1d961d851549,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:58.349746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.367219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Transition to ACTIVE for port object 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:58.381789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.403689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Attempting to bind port d459c27c-c782-4e31-b03a-558d9332fdef on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.404087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Attempting to bind port d459c27c-c782-4e31-b03a-558d9332fdef by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '06b47c3f-9709-4ea2-a749-9ffa5874dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.404450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Attempting to bind port d459c27c-c782-4e31-b03a-558d9332fdef on network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.428987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] For port 7f1c2e35-2c56-415d-9796-d760cec8b56d, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:58.442290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:02:58.442978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Checking segment: {'id': '06b47c3f-9709-4ea2-a749-9ffa5874dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:58.443530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.444116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Bound using segment: {'id': '06b47c3f-9709-4ea2-a749-9ffa5874dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:02:58.444798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Bound port: d459c27c-c782-4e31-b03a-558d9332fdef, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b47c3f-9709-4ea2-a749-9ffa5874dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6330198b-dccb-4c0f-9f2a-e1012ef2ee74'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:02:58.445355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.465921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] For port 7f1c2e35-2c56-415d-9796-d760cec8b56d, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7f1c2e35-2c56-415d-9796-d760cec8b56d,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:58.474459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=9861a2d0-fa87-4d9e-a328-bd4bd8f3835a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:58.492631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Checking segment: {'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:02:58.493739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Network hostable DHCP agents. Network: 195b6b38-1d28-4896-ad85-265f6dbc01dc, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:02:58.505901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.510649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.532223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d8632d4c-4514-4dd8-81fe-4a60d0bb2536 tempest-ServiceProvidersTest-1417309600 tempest-ServiceProvidersTest-1417309600-project] 10.222.0.33 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2059705 May 29 01:02:58.551517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Network 195b6b38-1d28-4896-ad85-265f6dbc01dc is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:02:58.571658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91fd4b81-fc12-4129-a797-0901da1864c1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.574503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 195b6b38-1d28-4896-ad85-265f6dbc01dc) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:58.594946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:58.617981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.618563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.620447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.628587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba481f16-8bd6-44c5-93a2-640f0bd2cee7 None None] Network 195b6b38-1d28-4896-ad85-265f6dbc01dc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:02:58.629688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.630590 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.631141 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 2 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.652919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.653892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.655203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.664134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.664800 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.665497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 3 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.689113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.691918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.692305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.704868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.705487 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.706766 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 4 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.727305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.727803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.728545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.734906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.735265 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.736030 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 5 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.765420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.765789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.766497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.778787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.780504 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.781025 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 6 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.794474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:02:58.807455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.808720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.809042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.816869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.817765 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.818172 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 7 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.835060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.840192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.840605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.841394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.845808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] Deleting port 5f746ee5-50df-414d-ba12-cfd7c6452749 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:58.846188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.852449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.852780 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.853492 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 8 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.881335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.881983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.883860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.889627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:58.894494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.895246 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.895907 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 9 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.908254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72589624-dcae-4781-bc66-78db42f7cc84 None None] Pushing event updated for resources: {'Port': ['ID=7f1c2e35-2c56-415d-9796-d760cec8b56d,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:58.921399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] For port d459c27c-c782-4e31-b03a-558d9332fdef, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:58.924199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.924776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.925310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.943211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object 7de35a2d-a02e-4b49-b74b-87fd62e48914 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:02:58.943702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.945299 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.946015 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 10 to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a May 29 01:02:58.962022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] For port d459c27c-c782-4e31-b03a-558d9332fdef, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d459c27c-c782-4e31-b03a-558d9332fdef,segment=NetworkSegment(06b47c3f-9709-4ea2-a749-9ffa5874dfcc),segment_id=06b47c3f-9709-4ea2-a749-9ffa5874dfcc)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:02:58.973417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:02:58.974083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:02:58.974559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:02:58.982967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:02:58.983532 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:02:58.984103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.005630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.056676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51582) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:59.111006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] For port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:02:59.112271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempted to set empty binding levels {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 29 01:02:59.119517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.252696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.267717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.325582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2e43-24f5-4a39-bee2-83ac66885a40 None None] Pushing event updated for resources: {'Port': ['ID=d459c27c-c782-4e31-b03a-558d9332fdef,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:59.381525 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.8537149 May 29 01:02:59.386377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.400161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51588) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:59.423789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:02:59.425687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:59.428639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Usage tracker for resource:security_group_rule and tenant:c75b4c9f378242cca5bbbaeb35b0bdd8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:02:59.432640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:02:59.441019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:02:59.443299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:59.468944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:59.516590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Allocated IP 172.20.0.9 (ed1e06c4-c386-4d28-994a-e325e3540ae8/5f30ac1d-08ba-4805-ab84-af7ea33b73a3/c9cd547c-1d98-46f5-9e1c-ee7566207909) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:02:59.523783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.526600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91fd4b81-fc12-4129-a797-0901da1864c1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.534441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] For port 5f746ee5-50df-414d-ba12-cfd7c6452749, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f746ee5-50df-414d-ba12-cfd7c6452749,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:59.534929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.573100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91fd4b81-fc12-4129-a797-0901da1864c1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.588172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:59.626517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.632929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.648577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd3c76-36f8-41f3-89d3-e39022cefd1c tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=9861a2d0-fa87-4d9e-a328-bd4bd8f3835a,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:59.659602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Deleting port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:02:59.659947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.798950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264319b8-89e9-4e49-ab8d-670156703ca3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:59.829097 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-359e073c-340c-4a23-8322-a485078b3fae admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c75b4c9f378242cca5bbbaeb35b0bdd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7686031 May 29 01:02:59.830380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51592) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:02:59.856030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] Calling delete_port for 5f746ee5-50df-414d-ba12-cfd7c6452749 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:02:59.884905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:02:59.886576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7f1c2e35-2c56-415d-9796-d760cec8b56d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:02:59.896502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:02:59.912237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=7de35a2d-a02e-4b49-b74b-87fd62e48914,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:02:59.914571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91fd4b81-fc12-4129-a797-0901da1864c1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:02:59.915083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fd4b81-fc12-4129-a797-0901da1864c1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Fanout notify agent at l3_agent the message router_deleted on router 44d10423-7668-46dd-9b82-3b04e355d702 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:02:59.916390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:02:59.971290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] For port 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a, host hv-neutron-8431, got binding levels [] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:02:59.971877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.019915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91fd4b81-fc12-4129-a797-0901da1864c1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.024524 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-91fd4b81-fc12-4129-a797-0901da1864c1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/routers/44d10423-7668-46dd-9b82-3b04e355d702 HTTP/1.1" status: 204 len: 168 time: 2.0113907 May 29 01:03:00.027798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51596) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:00.041945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.083902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:00.084956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.111126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] Pushing event deleted for resources: {'Port': ['ID=5f746ee5-50df-414d-ba12-cfd7c6452749,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:00.117055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-be710986-e74a-4f0e-8e37-b4ccc3d5cc7c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:00.134806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Calling delete_port for 9861a2d0-fa87-4d9e-a328-bd4bd8f3835a owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:00.140057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.163044 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c028ae2-1d81-4f8d-8455-345e527f2663 None None] No DVR routers for this DVR port 5f746ee5-50df-414d-ba12-cfd7c6452749 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:03:00.173603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5283d447-1650-422c-9365-4fdf0b9ceb6a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.9226782 May 29 01:03:00.181947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51600) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:00.187608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1ede2cd-fae1-4f9b-91e2-873e8776003a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.190291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 7f1c2e35-2c56-415d-9796-d760cec8b56d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:00.255197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-be710986-e74a-4f0e-8e37-b4ccc3d5cc7c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:00.256981 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-be710986-e74a-4f0e-8e37-b4ccc3d5cc7c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2257650 May 29 01:03:00.265345 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f746ee5-50df-414d-ba12-cfd7c6452749 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:03:00.272323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51604) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:00.303212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 7de35a2d-a02e-4b49-b74b-87fd62e48914 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:00.303839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.313107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 5f746ee5-50df-414d-ba12-cfd7c6452749 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:03:00.313740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f746ee5-50df-414d-ba12-cfd7c6452749 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:03:00.376448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.457510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1ede2cd-fae1-4f9b-91e2-873e8776003a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.496852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5715e7-c165-444b-95fb-9f8d8224b31f None None] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:00.497574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Network ed1e06c4-c386-4d28-994a-e325e3540ae8 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:00.500663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.517860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:00.520362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:00.527491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df64d72-098f-4a21-bc15-cc1fea64ad83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:00.532066 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7df64d72-098f-4a21-bc15-cc1fea64ad83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2586844 May 29 01:03:00.539560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51608) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:00.571277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.572018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.588655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Port': ['ID=c9cd547c-1d98-46f5-9e1c-ee7566207909,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:00.606308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5618f66d-18b3-4ae0-a506-2cdbc7f3b417 None None] Provisioning for port 7f1c2e35-2c56-415d-9796-d760cec8b56d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:00.614144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5618f66d-18b3-4ae0-a506-2cdbc7f3b417 None None] Provisioning complete for port 7f1c2e35-2c56-415d-9796-d760cec8b56d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:00.614992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5618f66d-18b3-4ae0-a506-2cdbc7f3b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.683801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event deleted for resources: {'Port': ['ID=9861a2d0-fa87-4d9e-a328-bd4bd8f3835a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:00.704799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bff78215-9039-4fc0-a9ab-6c6caf1c8131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:router {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:00.733390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.757441 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f3546054-2d32-4bca-88d3-68adba8d28a6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "DELETE /v2.0/ports/9861a2d0-fa87-4d9e-a328-bd4bd8f3835a HTTP/1.1" status: 204 len: 168 time: 1.2305706 May 29 01:03:00.759284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51612) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:00.809534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bff78215-9039-4fc0-a9ab-6c6caf1c8131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:router {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:00.814852 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bff78215-9039-4fc0-a9ab-6c6caf1c8131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2394822 May 29 01:03:00.821103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51616) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:00.825741 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b037ae-eb55-4bb4-ade3-d6c8c2eb2e68 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] GET failed (client error): The resource could not be found. May 29 01:03:00.826707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-63b037ae-eb55-4bb4-ade3-d6c8c2eb2e68 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Synchronizing usage tracker for tenant:8a315ec0cbea40a38ecc55ea9256f078 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:00.837991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:00.841629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5618f66d-18b3-4ae0-a506-2cdbc7f3b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.873926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc4a650-c551-49a9-83cf-7c3a69a687df None None] Network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:00.929245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1ede2cd-fae1-4f9b-91e2-873e8776003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.957843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1ede2cd-fae1-4f9b-91e2-873e8776003a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:00.962516 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b1ede2cd-fae1-4f9b-91e2-873e8776003a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/264319b8-89e9-4e49-ab8d-670156703ca3 HTTP/1.1" status: 204 len: 168 time: 1.1311467 May 29 01:03:00.963579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ede2cd-fae1-4f9b-91e2-873e8776003a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264319b8-89e9-4e49-ab8d-670156703ca3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:00.975031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-63b037ae-eb55-4bb4-ade3-d6c8c2eb2e68 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Unset dirty status for tenant:8a315ec0cbea40a38ecc55ea9256f078 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:00.980815 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-63b037ae-eb55-4bb4-ade3-d6c8c2eb2e68 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "GET /v2.0/ports/9861a2d0-fa87-4d9e-a328-bd4bd8f3835a HTTP/1.1" status: 404 len: 333 time: 0.2161376 May 29 01:03:00.981001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5618f66d-18b3-4ae0-a506-2cdbc7f3b417 None None] For port 7f1c2e35-2c56-415d-9796-d760cec8b56d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7f1c2e35-2c56-415d-9796-d760cec8b56d,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:00.983038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51622) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:00.991400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Request body: {'port': {'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1497587274'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:00.999055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:01.005649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:01.011902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5618f66d-18b3-4ae0-a506-2cdbc7f3b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.014642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:01.019797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:01.022527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:01.029723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:01.033098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.044733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Made reservation on behalf of 8a315ec0cbea40a38ecc55ea9256f078 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:01.047700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.070508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:01.095056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] device_id is not set on port c93ef03d-254c-4c8e-8b26-62eebfd03a9e yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:01.220968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 7de35a2d-a02e-4b49-b74b-87fd62e48914 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:01.229296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618f66d-18b3-4ae0-a506-2cdbc7f3b417 None None] Pushing event updated for resources: {'Port': ['ID=7f1c2e35-2c56-415d-9796-d760cec8b56d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:01.270431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1891e91b-c4bc-41c2-b659-076ff2249529 None None] Provisioning for port d459c27c-c782-4e31-b03a-558d9332fdef completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:01.321530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.392887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.457705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-782058ae-6c11-40bc-90c7-ed03bf1cbcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.544725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.636041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.704842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=7de35a2d-a02e-4b49-b74b-87fd62e48914,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:01.721525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d459c27c-c782-4e31-b03a-558d9332fdef up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:01.839867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d459c27c-c782-4e31-b03a-558d9332fdef completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:01.846540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d459c27c-c782-4e31-b03a-558d9332fdef triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:01.846917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.888887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-71a0b9c7-5f3d-49cc-bea0-9bcf52dbb0ce None None] Provisioning complete for port 7f1c2e35-2c56-415d-9796-d760cec8b56d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:01.889268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-71a0b9c7-5f3d-49cc-bea0-9bcf52dbb0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.942385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:01.986695 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6bb2588e-175f-4201-b313-0d09a141f326 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/7de35a2d-a02e-4b49-b74b-87fd62e48914 HTTP/1.1" status: 204 len: 168 time: 1.8019910 May 29 01:03:01.989172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51626) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:02.014790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.035977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:03:02.039873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.040072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Router 5885bf67-2571-4a8f-967e-5eb54aad530f is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:03:02.043347 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0051715c-e4c8-4e5c-a921-794bb342a78b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:03:02.043864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0051715c-e4c8-4e5c-a921-794bb342a78b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:02.076468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.094244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.111004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=4bb2ae16-0c5a-433b-8071-ee4c42634a94,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:02.133774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:02.135862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:02.137526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d459c27c-c782-4e31-b03a-558d9332fdef, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d459c27c-c782-4e31-b03a-558d9332fdef,segment=NetworkSegment(06b47c3f-9709-4ea2-a749-9ffa5874dfcc),segment_id=06b47c3f-9709-4ea2-a749-9ffa5874dfcc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:02.138925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:02.139566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.142427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-71a0b9c7-5f3d-49cc-bea0-9bcf52dbb0ce None None] Could not find standard attr ID for object 7de35a2d-a02e-4b49-b74b-87fd62e48914. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:02.145817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.148374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.148592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7f1c2e35-2c56-415d-9796-d760cec8b56d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:02.174881 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-50023b80-77c1-45cb-9b1e-bb629cedfd8a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3526630 May 29 01:03:02.175685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51630) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:02.179242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.184504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:02.227716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faffbdc-0998-4825-8fcf-fac510911eb7 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:02.274687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0051715c-e4c8-4e5c-a921-794bb342a78b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:02.283274 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0051715c-e4c8-4e5c-a921-794bb342a78b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/7de35a2d-a02e-4b49-b74b-87fd62e48914 HTTP/1.1" status: 404 len: 333 time: 0.2930672 May 29 01:03:02.284307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51634) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:02.376799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-01171569-769b-4061-8b67-5448ba813e45 None None] Could not find standard attr ID for object 7de35a2d-a02e-4b49-b74b-87fd62e48914. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:02.399951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d459c27c-c782-4e31-b03a-558d9332fdef,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:02.405435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Port': ['ID=c9cd547c-1d98-46f5-9e1c-ee7566207909,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:02.420451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.432989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Network 195b6b38-1d28-4896-ad85-265f6dbc01dc is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:02.445147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.449415 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7edf76aa-3bdf-4594-b223-0faffa65359c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3230600 May 29 01:03:02.449985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51638) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:02.450110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:02.463012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:02.463817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:02.464584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.510411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=c93ef03d-254c-4c8e-8b26-62eebfd03a9e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:02.536310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e65c71e9-dbcc-4bc7-b905-3fb7fb612f83 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5507491 May 29 01:03:02.536866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 7f1c2e35-2c56-415d-9796-d760cec8b56d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:02.537128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.551937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51642) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:02.564107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:02.598443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:02.662063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:02.671501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2fc08270-6a43-402d-b86f-332737d007cd tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Synchronizing usage tracker for tenant:fdf30bf5548c41dbb668aea18d68e073 on resource:floatingip {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:02.674757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:02.693342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '4bb2ae16-0c5a-433b-8071-ee4c42634a94'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:02.693342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.701389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:02.708114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2fc08270-6a43-402d-b86f-332737d007cd tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Unset dirty status for tenant:fdf30bf5548c41dbb668aea18d68e073 on resource:floatingip {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:02.712531 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2fc08270-6a43-402d-b86f-332737d007cd tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "GET /v2.0/floatingips?floating_network_id=ed1e06c4-c386-4d28-994a-e325e3540ae8 HTTP/1.1" status: 200 len: 689 time: 0.2597260 May 29 01:03:02.715572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51646) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:02.718503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:03:02.732092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:03:02.824637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:02.825277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:02:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:02.848714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.854657 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3db98c9a-f429-400f-b581-e1e41bfb4ee0 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6118212 May 29 01:03:02.854657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51650) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:02.874730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:02.878114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:02.980764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.019663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet f6131bc1-7919-4c6d-9e3a-bfb2352f9891 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:03.033967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Allocated IP 2001:db8::f816:3eff:febf:e399 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/4bb2ae16-0c5a-433b-8071-ee4c42634a94/bed47c3f-31af-4727-8a28-6dcfa3b0e43c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:03.056418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.065793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.151903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:03.161123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Deleting port c9cd547c-1d98-46f5-9e1c-ee7566207909 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:03.161472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.176609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.366530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.366859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.435236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.510316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.566064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Transition to ACTIVE for port object bed47c3f-31af-4727-8a28-6dcfa3b0e43c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:03.577697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d459c27c-c782-4e31-b03a-558d9332fdef up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:03.586207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] device_id is not set on port c93ef03d-254c-4c8e-8b26-62eebfd03a9e yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:03.597027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.604968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Calling delete_port for c9cd547c-1d98-46f5-9e1c-ee7566207909 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:03.607468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.635128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-96260f0b-2f3a-4f23-9e00-b7966c48ae38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.652728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Transition to ACTIVE for port object bed47c3f-31af-4727-8a28-6dcfa3b0e43c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:03.676106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.707236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Transition to ACTIVE for port object c93ef03d-254c-4c8e-8b26-62eebfd03a9e will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:03.709321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:03.710205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=87239371-89fc-440f-aeb4-b777ed22b88e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:03.713027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:03.715577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.758305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:03.758863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.768177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.779718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.781801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:03.784179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b9f03-12d1-447c-b55f-6269d01f7cf0 None None] Network 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:03.803249 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:03.804393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:03.807560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:03.817494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:02:59Z', 'revision_number': 3, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:03.820035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Pushing event updated for resources: {'Port': ['ID=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:03.820157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=f6131bc1-7919-4c6d-9e3a-bfb2352f9891,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:03.851388 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6e47dcbb-4b5c-4665-9b26-caeb73001491 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/f6131bc1-7919-4c6d-9e3a-bfb2352f9891 HTTP/1.1" status: 204 len: 168 time: 1.5497143 May 29 01:03:03.853547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51654) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:03.855951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9cd547c-1d98-46f5-9e1c-ee7566207909,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:03.860929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51656) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:03.861105 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bf221e76-ad4b-4851-badd-c480b8ff8e32 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6840029 May 29 01:03:03.899002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:03:03.899459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Updating router 5885bf67-2571-4a8f-967e-5eb54aad530f port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:03:03.900170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:bc:1f:7d', 'name': 'tempest-NetworksTestDHCPv6-1419581362'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:04.000034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=c93ef03d-254c-4c8e-8b26-62eebfd03a9e,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:04.059588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.061410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.061736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.062064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.074333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.074651 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.076395 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 2 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.090239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port d459c27c-c782-4e31-b03a-558d9332fdef {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:04.090601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.123649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.124754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.125453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.141013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d459c27c-c782-4e31-b03a-558d9332fdef triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:04.141951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.162115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.162800 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.167338 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 3 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.229531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.229913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.230333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.238179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.249733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.250180 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.252513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 4 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.301961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.303636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Attempting to bind port bed47c3f-31af-4727-8a28-6dcfa3b0e43c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.304366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Attempting to bind port bed47c3f-31af-4727-8a28-6dcfa3b0e43c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.304742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Attempting to bind port bed47c3f-31af-4727-8a28-6dcfa3b0e43c on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.337804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.338139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.338946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.357782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.358194 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.360368 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 5 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.383300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:04.383593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:04.383702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:04.383924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.384315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:04.385551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Bound port: bed47c3f-31af-4727-8a28-6dcfa3b0e43c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:04.385551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.390662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] For port d459c27c-c782-4e31-b03a-558d9332fdef, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d459c27c-c782-4e31-b03a-558d9332fdef,segment=NetworkSegment(06b47c3f-9709-4ea2-a749-9ffa5874dfcc),segment_id=06b47c3f-9709-4ea2-a749-9ffa5874dfcc)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:04.391083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.399181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.399552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.399955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.402083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:04.416619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.461367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:04.520268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.520497 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.530680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for d459c27c-c782-4e31-b03a-558d9332fdef owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:04.600058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.625172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.678221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15f0cd-f2aa-44fc-9505-d7e7cef46839 None None] DHCP port deletion for 6330198b-dccb-4c0f-9f2a-e1012ef2ee74 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:03:04.684759 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 6 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.692301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ae15f0cd-f2aa-44fc-9505-d7e7cef46839 None None] Deleting port d459c27c-c782-4e31-b03a-558d9332fdef {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:04.692701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae15f0cd-f2aa-44fc-9505-d7e7cef46839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.696457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f30ac1d-08ba-4805-ab84-af7ea33b73a3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:04.719563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.720036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.720387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.722347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.731632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.732059 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.735337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 7 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.763438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.763774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.764254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.772374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.773740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] For port bed47c3f-31af-4727-8a28-6dcfa3b0e43c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:04.773925 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.774449 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 8 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.790981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.814193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ae15f0cd-f2aa-44fc-9505-d7e7cef46839 None None] The port 'd459c27c-c782-4e31-b03a-558d9332fdef' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:03:04.823867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.824345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.824636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.826904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] For port bed47c3f-31af-4727-8a28-6dcfa3b0e43c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:04.847847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.848241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=d459c27c-c782-4e31-b03a-558d9332fdef,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:04.856511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:04.856833 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:04.857563 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 9 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:04.863678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port cd20bb47-4cc3-4ba0-a247-a1dc15760477 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:04.867306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No DVR routers for this DVR port d459c27c-c782-4e31-b03a-558d9332fdef on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:03:04.899488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:04.927393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:04.927393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:04.927393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:04.984650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1e06c4-c386-4d28-994a-e325e3540ae8']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:05.014224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f255d836-28cd-423c-9247-46b61439622e') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:05.014521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f255d836-28cd-423c-9247-46b61439622e') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:05.020970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc79cf6-c427-4dd4-9b75-7a7834f57a24 None None] Pushing event updated for resources: {'Port': ['ID=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:05.024768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:05.025492 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:05.029601 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 10 to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e May 29 01:03:05.029750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.035819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.043370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Transition to ACTIVE for port object f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:05.046881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.051430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.055218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:05.055551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:05.056383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:05.060558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.065367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:05.065885 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:05.066090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.070276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:05.070956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.166489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2d731-ffc6-4d13-9712-e8f25ab98133 None None] Pushing event updated for resources: {'Port': ['ID=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:05.167184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6330198b-dccb-4c0f-9f2a-e1012ef2ee74']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:05.171026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Attempting to bind port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:05.171699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Attempting to bind port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:05.172591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Attempting to bind port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:05.190055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:05.191662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:05.192929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.193617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:05.195440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Bound port: f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:05.196023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.221234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b47c3f-9709-4ea2-a749-9ffa5874dfcc') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:05.221601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b47c3f-9709-4ea2-a749-9ffa5874dfcc') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:05.229807 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:05.251360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.262912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] For port c93ef03d-254c-4c8e-8b26-62eebfd03a9e, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:05.263282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempted to set empty binding levels {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 29 01:03:05.273238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.296298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.300242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] For port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:05.305138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] For port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:05.310286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.380345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=c93ef03d-254c-4c8e-8b26-62eebfd03a9e,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:05.382748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.384250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] In _notify_port_updated(), no bound segment for port c93ef03d-254c-4c8e-8b26-62eebfd03a9e on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:03:05.385273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.388950 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0bb0f682-359a-4846-bc71-c0ce5dc1798f tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "PUT /v2.0/ports/c93ef03d-254c-4c8e-8b26-62eebfd03a9e HTTP/1.1" status: 200 len: 977 time: 2.8303578 May 29 01:03:05.388950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:05.388950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.400262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51662) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:05.405512 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:05.420556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.433821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2d731-ffc6-4d13-9712-e8f25ab98133 None None] Pushing event updated for resources: {'Port': ['ID=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:05.437612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:05.438226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:05.459300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.490318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed1e06c4-c386-4d28-994a-e325e3540ae8 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 29 01:03:05.507901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.522997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed1e06c4-c386-4d28-994a-e325e3540ae8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:05.531179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.540964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.577501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=6330198b-dccb-4c0f-9f2a-e1012ef2ee74,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:05.581468 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f174f620-34c6-453c-a94f-50e4568a6d3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/6330198b-dccb-4c0f-9f2a-e1012ef2ee74 HTTP/1.1" status: 204 len: 168 time: 1.7191970 May 29 01:03:05.585610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51666) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:05.592424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'name': 'tempest-PortsTestJSON-968103645'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:05.667343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 172.20.0.10 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/87239371-89fc-440f-aeb4-b777ed22b88e/cd20bb47-4cc3-4ba0-a247-a1dc15760477) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:05.674232 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-80573f1d-6612-43a5-bc19-82196c41ae04 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "DELETE /v2.0/networks/ed1e06c4-c386-4d28-994a-e325e3540ae8 HTTP/1.1" status: 204 len: 168 time: 2.9528642 May 29 01:03:05.681239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51670) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:05.683323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bed47c3f-31af-4727-8a28-6dcfa3b0e43c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:05.735642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:febc:1f7d (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/4bb2ae16-0c5a-433b-8071-ee4c42634a94/cd20bb47-4cc3-4ba0-a247-a1dc15760477) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:05.749929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:05.757545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:05.760727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:05.767760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:05.781955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:05.785353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:05.815772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 0b8d9e45-cb06-4599-9715-6211d88241db yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:05.826106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:05.839897 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8809afe5-4a0b-43d8-bd1f-8f96b88ebda6 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17217 time: 0.4381177 May 29 01:03:05.851835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51674) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:05.885931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port bed47c3f-31af-4727-8a28-6dcfa3b0e43c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:06.030877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-15fa886d-f542-49fa-9141-82f539885003 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Synchronizing usage tracker for tenant:fdf30bf5548c41dbb668aea18d68e073 on resource:floatingip {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:06.134407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.154859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d459c27c-c782-4e31-b03a-558d9332fdef no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:03:06.176537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.246281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d459c27c-c782-4e31-b03a-558d9332fdef {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:03:06.246623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d459c27c-c782-4e31-b03a-558d9332fdef not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:03:06.267429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.308341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:06.312027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:06.315693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Deleting port c93ef03d-254c-4c8e-8b26-62eebfd03a9e {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:06.316372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.335819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:06.339773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.340425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.367640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=0b8d9e45-cb06-4599-9715-6211d88241db,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:06.385031 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4226cc68-da7e-4f82-9d3e-3bfd1dcf88ac tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7980099 May 29 01:03:06.387358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51678) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:06.401861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-15fa886d-f542-49fa-9141-82f539885003 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Unset dirty status for tenant:fdf30bf5548c41dbb668aea18d68e073 on resource:floatingip {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:06.403064 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-15fa886d-f542-49fa-9141-82f539885003 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.7169170 May 29 01:03:06.425033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51682) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:06.435545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Allocated IP 172.20.0.1 (a1fbdd6c-b6d7-4216-bc21-91d79df445cd/8d8c319a-af00-4825-8b11-fdd866db4f1b/9b207342-392f-41c3-9332-4e10edaedde6) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:06.463648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5deec18-bd8e-420d-9074-1f51e9cd01c0 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:06.486938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:02:59Z', 'revision_number': 3, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:06.510608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 0b8d9e45-cb06-4599-9715-6211d88241db {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:06.510977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.548713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af32a1-763f-464b-b976-ae4bbc996976 None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:02:59Z', 'revision_number': 3, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:03:06.580054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.580404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.580950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.581300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.581789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.582270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.582749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.583229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:06.584451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Synchronizing usage tracker for tenant:fdf30bf5548c41dbb668aea18d68e073 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:06.595022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d78b858b-57c3-4b00-afd7-2e51d9a2d583 None None] Provisioning for port bed47c3f-31af-4727-8a28-6dcfa3b0e43c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:06.604293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d78b858b-57c3-4b00-afd7-2e51d9a2d583 None None] Provisioning complete for port bed47c3f-31af-4727-8a28-6dcfa3b0e43c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:06.604679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d78b858b-57c3-4b00-afd7-2e51d9a2d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.665856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Unset dirty status for tenant:fdf30bf5548c41dbb668aea18d68e073 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:06.667281 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9c276bcb-eb39-43e1-a9a7-c34f1b0039a1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5215 time: 0.2365417 May 29 01:03:06.670447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51686) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:06.709399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.766605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-940fad37-41fc-4a8f-be14-b1e826ef47b9 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] delete failed (client error): The resource could not be found. May 29 01:03:06.767858 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-940fad37-41fc-4a8f-be14-b1e826ef47b9 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/83f2b602-f75c-4f8a-952d-7d5c4a4fb31e HTTP/1.1" status: 404 len: 345 time: 0.0963900 May 29 01:03:06.773013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51690) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:06.777782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object cd20bb47-4cc3-4ba0-a247-a1dc15760477 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:06.815401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] For port c93ef03d-254c-4c8e-8b26-62eebfd03a9e, host hv-neutron-8431, got binding levels [] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:06.816024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.848683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.882447 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc79710b-747e-434e-b5d7-5b3ae0a03b0c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] DELETE failed (client error): The resource could not be found. May 29 01:03:06.883189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc79710b-747e-434e-b5d7-5b3ae0a03b0c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:06.884752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d78b858b-57c3-4b00-afd7-2e51d9a2d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.885580 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dc79710b-747e-434e-b5d7-5b3ae0a03b0c tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "DELETE /v2.0/networks/ed1e06c4-c386-4d28-994a-e325e3540ae8 HTTP/1.1" status: 404 len: 339 time: 0.1113625 May 29 01:03:06.889228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51694) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:06.894405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'network': {'name': 'tempest-network--1064660847', 'router:external': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:06.914397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:06.920505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:06.927827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:network and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:06.951375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d78b858b-57c3-4b00-afd7-2e51d9a2d583 None None] For port bed47c3f-31af-4727-8a28-6dcfa3b0e43c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:06.961847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d78b858b-57c3-4b00-afd7-2e51d9a2d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.001511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Calling delete_port for c93ef03d-254c-4c8e-8b26-62eebfd03a9e owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:07.046108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:07.050746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Transition to ACTIVE for port object 9b207342-392f-41c3-9332-4e10edaedde6 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:07.079433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.098813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b858b-57c3-4b00-afd7-2e51d9a2d583 None None] Pushing event updated for resources: {'Port': ['ID=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:07.105068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '4bb2ae16-0c5a-433b-8071-ee4c42634a94', 'ip_address': '2001:db8::f816:3eff:febf:e399'}, {'subnet_id': '87239371-89fc-440f-aeb4-b777ed22b88e'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': 'bed47c3f-31af-4727-8a28-6dcfa3b0e43c'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:03:07.137899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:07.175769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.186920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.199348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:07.209739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:07.214322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:07.224328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 0b8d9e45-cb06-4599-9715-6211d88241db owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:07.266477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.277998 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:07.291571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:07.296538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=cd20bb47-4cc3-4ba0-a247-a1dc15760477,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:07.301214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:07.364158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Made reservation on behalf of fdf30bf5548c41dbb668aea18d68e073 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:07.367535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.422109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:07.431137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.432913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.480187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.525021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.533549 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] Allocated IP 172.20.0.2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/87239371-89fc-440f-aeb4-b777ed22b88e/bed47c3f-31af-4727-8a28-6dcfa3b0e43c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:07.542706 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "DELETE /v2.0/ports/c93ef03d-254c-4c8e-8b26-62eebfd03a9e HTTP/1.1" status: 204 len: 168 time: 1.6892388 May 29 01:03:07.547266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Pushing event updated for resources: {'Port': ['ID=9b207342-392f-41c3-9332-4e10edaedde6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:07.548785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=0b8d9e45-cb06-4599-9715-6211d88241db,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:07.551368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51698) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:07.554641 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10c4bd13-2e70-46ac-8fa8-bfab5ed0191b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/0b8d9e45-cb06-4599-9715-6211d88241db HTTP/1.1" status: 204 len: 168 time: 1.1661489 May 29 01:03:07.557612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51700) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:07.561399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.561735 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Added segment 311b0a73-ca15-4695-b94d-dd7215e6d39b of type vlan for network b64e8958-571f-4fe5-a318-823ed135178d May 29 01:03:07.571246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'mac_address': 'fa:16:3e:9a:8d:9d', 'name': 'tempest-PortsTestJSON-350270032'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:07.583435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-75c9d3e5-1937-4e78-a5f4-2ceab6a2168e None None] Provisioning for port 9b207342-392f-41c3-9332-4e10edaedde6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:07.656548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:07.657552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.670394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-75c9d3e5-1937-4e78-a5f4-2ceab6a2168e None None] Provisioning complete for port 9b207342-392f-41c3-9332-4e10edaedde6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:07.670765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-75c9d3e5-1937-4e78-a5f4-2ceab6a2168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.681116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b40fc2-cf6a-49b6-8009-b2b4b9810f71 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event deleted for resources: {'Port': ['ID=c93ef03d-254c-4c8e-8b26-62eebfd03a9e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:07.711181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:07.715930 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd630d01-675e-42bb-9e6c-97dfc361d49a tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] GET failed (client error): The resource could not be found. May 29 01:03:07.716662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fd630d01-675e-42bb-9e6c-97dfc361d49a tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Synchronizing usage tracker for tenant:8a315ec0cbea40a38ecc55ea9256f078 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:07.735609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.753012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:07.759670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:07.763487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:07.765728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4dad1ee6-8dec-4427-9cce-555917676497 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8768666 May 29 01:03:07.767031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fd630d01-675e-42bb-9e6c-97dfc361d49a tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Unset dirty status for tenant:8a315ec0cbea40a38ecc55ea9256f078 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:07.768303 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fd630d01-675e-42bb-9e6c-97dfc361d49a tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "GET /v2.0/ports/c93ef03d-254c-4c8e-8b26-62eebfd03a9e HTTP/1.1" status: 404 len: 333 time: 0.2090161 May 29 01:03:07.774108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51706) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:07.774439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51708) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:07.807163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-75c9d3e5-1937-4e78-a5f4-2ceab6a2168e None None] Port 9b207342-392f-41c3-9332-4e10edaedde6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:03:07.807304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.836247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:07.852907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1204660914', 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:07.856698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] For port bed47c3f-31af-4727-8a28-6dcfa3b0e43c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:07.865466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:07.887058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:07.890978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.891864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:07.892530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.897370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.897713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:07.901076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:07.901469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:07.920845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:07.961512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] Transition to ACTIVE for port object bed47c3f-31af-4727-8a28-6dcfa3b0e43c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:07.967922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.075440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.080834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.082588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Made reservation on behalf of 8a315ec0cbea40a38ecc55ea9256f078 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:08.085419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.102745 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2095218 May 29 01:03:08.107214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51714) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:08.114709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cfbf4-8b88-4c5b-bd3e-20a6b3c577a5 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Network': ['ID=b64e8958-571f-4fe5-a318-823ed135178d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:08.145164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network b64e8958-571f-4fe5-a318-823ed135178d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:08.170078 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] device_id is not set on port a67797c7-db4a-4b86-959b-52955d51da6d yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:08.206880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.229428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa2495-384d-4f2f-8f2b-991387f386bb None None] Pushing event updated for resources: {'Port': ['ID=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:08.236681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.241584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Pushing event updated for resources: {'Port': ['ID=9b207342-392f-41c3-9332-4e10edaedde6,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:08.277652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.314009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:08.321644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.322512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bed47c3f-31af-4727-8a28-6dcfa3b0e43c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:08.343833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 5577dfc0-3535-468e-9af3-236019a44a58 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:08.501403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:08.529418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:08.530605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:08.594631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90e05a-bece-47c7-aed1-f91ea35f7684 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:08.598669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90e05a-bece-47c7-aed1-f91ea35f7684 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:08.599564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d90e05a-bece-47c7-aed1-f91ea35f7684 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:08.696056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d90e05a-bece-47c7-aed1-f91ea35f7684 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:08.697548 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8d90e05a-bece-47c7-aed1-f91ea35f7684 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.9141991 May 29 01:03:08.703112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51718) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:08.747988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.785870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc86cf9-2952-493d-be23-e36c40f01f34 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:08.790921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc86cf9-2952-493d-be23-e36c40f01f34 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:08.794994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc86cf9-2952-493d-be23-e36c40f01f34 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:08.798943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc86cf9-2952-493d-be23-e36c40f01f34 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:08.803591 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3cc86cf9-2952-493d-be23-e36c40f01f34 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6909785 May 29 01:03:08.804306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51722) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:08.809590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port cd20bb47-4cc3-4ba0-a247-a1dc15760477 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:08.809937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:08.951620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d739ab3a-3922-4f8d-9226-2c6f19ef59e6 None None] Provisioning complete for port 9b207342-392f-41c3-9332-4e10edaedde6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:08.952103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d739ab3a-3922-4f8d-9226-2c6f19ef59e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.015628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.035124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d739ab3a-3922-4f8d-9226-2c6f19ef59e6 None None] Port 9b207342-392f-41c3-9332-4e10edaedde6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:03:09.054428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.060208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.177604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-38c4ae01-514d-4183-987c-952aab4888c6 None None] Provisioning for port bed47c3f-31af-4727-8a28-6dcfa3b0e43c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:09.186676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-38c4ae01-514d-4183-987c-952aab4888c6 None None] Provisioning complete for port bed47c3f-31af-4727-8a28-6dcfa3b0e43c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:09.187334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38c4ae01-514d-4183-987c-952aab4888c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.335278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:09.343585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.360785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:09.367303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=5577dfc0-3535-468e-9af3-236019a44a58,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:09.369545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:09.373441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:09.374265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.458802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.463961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-df913b4b-190e-402a-bbb2-b572c48858d5 None None] Provisioning for port cd20bb47-4cc3-4ba0-a247-a1dc15760477 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:09.476339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.482036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for cd20bb47-4cc3-4ba0-a247-a1dc15760477 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:09.491303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-df913b4b-190e-402a-bbb2-b572c48858d5 None None] Provisioning complete for port cd20bb47-4cc3-4ba0-a247-a1dc15760477 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:09.492172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df913b4b-190e-402a-bbb2-b572c48858d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.556035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=a67797c7-db4a-4b86-959b-52955d51da6d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:09.563154 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d3c04ff5-07cd-4a12-9ec3-dd9680625276 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0036256 May 29 01:03:09.566845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51726) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:09.571251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64e8958-571f-4fe5-a318-823ed135178d']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:09.601349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311b0a73-ca15-4695-b94d-dd7215e6d39b') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:09.601697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311b0a73-ca15-4695-b94d-dd7215e6d39b') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:09.614255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Network 195b6b38-1d28-4896-ad85-265f6dbc01dc is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:09.615548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-df913b4b-190e-402a-bbb2-b572c48858d5 None None] Port cd20bb47-4cc3-4ba0-a247-a1dc15760477 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:03:09.618386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:09.621817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.630002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:09.630815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:09.631379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.634623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:09.661559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.671687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:09.672114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.721826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:09.722197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.727374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af21adb-114d-4590-bc2b-c4543ae4cb10 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:09.731407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2af21adb-114d-4590-bc2b-c4543ae4cb10 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/5577dfc0-3535-468e-9af3-236019a44a58 HTTP/1.1" status: 200 len: 840 time: 0.1444826 May 29 01:03:09.731407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:03:09.737645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51730) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:09.760620 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:09.770127 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4ba18f63-917a-4d1c-b95b-7ebb23e75ed1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9826965 May 29 01:03:09.776813 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51734) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:09.796226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.819020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b64e8958-571f-4fe5-a318-823ed135178d {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 29 01:03:09.823909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.832913 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "DELETE /v2.0/networks/b64e8958-571f-4fe5-a318-823ed135178d HTTP/1.1" status: 204 len: 168 time: 0.9811440 May 29 01:03:09.832913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9d0d-598b-4da3-aecf-1057ee29375d tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event deleted for resources: {'Network': ['ID=b64e8958-571f-4fe5-a318-823ed135178d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:09.834589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51738) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:09.840788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'network': {'name': 'tempest-network--1633689270', 'router:external': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:09.845297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:09.848934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bed47c3f-31af-4727-8a28-6dcfa3b0e43c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:09.849366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:network and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:09.852424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:09.858556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:09.871743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Made reservation on behalf of fdf30bf5548c41dbb668aea18d68e073 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:09.874438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.913008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:09.931385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.931912 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Added segment de17b9d2-d0fc-472d-84f1-2a4d06f4af70 of type vlan for network 4e42f0a4-8348-480c-845c-e1ef57a1ac7b May 29 01:03:09.957918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port bed47c3f-31af-4727-8a28-6dcfa3b0e43c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:09.958980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:09.987677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.016835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 5577dfc0-3535-468e-9af3-236019a44a58 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:10.017221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.031544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.032751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:10.033441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.146601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Network': ['ID=4e42f0a4-8348-480c-845c-e1ef57a1ac7b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:10.157515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 4e42f0a4-8348-480c-845c-e1ef57a1ac7b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:10.171883 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47a1b891-5d71-4b4d-90b2-65e0c6b53cd7 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3364158 May 29 01:03:10.174420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51742) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:10.311656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ce48bb-2b9c-4aa7-856e-4cfabb548c51 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:10.315482 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-31ce48bb-2b9c-4aa7-856e-4cfabb548c51 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] 10.222.0.33 "GET /v2.0/networks/4e42f0a4-8348-480c-845c-e1ef57a1ac7b HTTP/1.1" status: 200 len: 757 time: 0.1368186 May 29 01:03:10.315811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51746) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:10.325656 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9bfa6300-8f80-42fd-bfb6-028b691de5f1 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "GET /v2.0/ports/a67797c7-db4a-4b86-959b-52955d51da6d HTTP/1.1" status: 200 len: 955 time: 0.5359080 May 29 01:03:10.340507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51750) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:10.382221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.481461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Deleting port a67797c7-db4a-4b86-959b-52955d51da6d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:10.481798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.500405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=cd20bb47-4cc3-4ba0-a247-a1dc15760477,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:10.519550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d676dbe5-32b9-4e74-9eb1-7db9ba1e9dcf tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:10.520913 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d676dbe5-32b9-4e74-9eb1-7db9ba1e9dcf tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] 10.222.0.33 "GET /v2.0/networks/61b1d776-ed41-43b3-ae1a-f049f6d20ad5 HTTP/1.1" status: 200 len: 767 time: 0.2041829 May 29 01:03:10.523566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:10.551446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.637811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.701325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 5577dfc0-3535-468e-9af3-236019a44a58 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:10.851298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.909580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.929140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:10.940811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51762) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:10.941005 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3c800687-d777-4f3f-bc9f-4e8d3cfcf9ce tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/cd20bb47-4cc3-4ba0-a247-a1dc15760477 HTTP/1.1" status: 204 len: 168 time: 2.2367458 May 29 01:03:10.942276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e42f0a4-8348-480c-845c-e1ef57a1ac7b']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:10.990916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=5577dfc0-3535-468e-9af3-236019a44a58,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:10.998837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.021463 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-490f00e8-fc37-4e66-b17d-0378ce20fefe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/5577dfc0-3535-468e-9af3-236019a44a58 HTTP/1.1" status: 204 len: 168 time: 1.2795825 May 29 01:03:11.022985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51768) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:11.074112 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9622323f-5291-4436-b7e8-eb12a245b0ed tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:03:11.074620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9622323f-5291-4436-b7e8-eb12a245b0ed tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:11.095297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:03:11.097365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9622323f-5291-4436-b7e8-eb12a245b0ed tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:11.112130 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9622323f-5291-4436-b7e8-eb12a245b0ed tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/5577dfc0-3535-468e-9af3-236019a44a58 HTTP/1.1" status: 404 len: 333 time: 0.0734701 May 29 01:03:11.112130 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-21662c8c-4a64-4c37-8a7c-5aac285e806f admin admin] 10.222.0.33 "PUT /v2.0/routers/5885bf67-2571-4a8f-967e-5eb54aad530f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2467284 May 29 01:03:11.112130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51772) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:11.126370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'name': 'tempest-PortsTestJSON-1893465027'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:11.139148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af9283-fadf-4546-9a6f-bbf94e72ce4a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:11.140496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af9283-fadf-4546-9a6f-bbf94e72ce4a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:11.141798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af9283-fadf-4546-9a6f-bbf94e72ce4a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:11.142661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-89af9283-fadf-4546-9a6f-bbf94e72ce4a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:11.148849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de17b9d2-d0fc-472d-84f1-2a4d06f4af70') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:11.149146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de17b9d2-d0fc-472d-84f1-2a4d06f4af70') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:11.182507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-89af9283-fadf-4546-9a6f-bbf94e72ce4a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:11.183666 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-89af9283-fadf-4546-9a6f-bbf94e72ce4a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2331088 May 29 01:03:11.185406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.193596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.200656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51778) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:11.203290 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:03:11.228514 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:11.229315 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:11.289480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:11.302042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:11.315545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:11.318958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.349851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 98593ee4-1797-4240-ba96-132e1208a8b0 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:11.392245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Calling delete_port for a67797c7-db4a-4b86-959b-52955d51da6d owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:11.422074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.453998 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:11.456573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:11.456979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:11.476341 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:11.659011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.660534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.680708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e42f0a4-8348-480c-845c-e1ef57a1ac7b {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 29 01:03:11.719225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.743135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e42f0a4-8348-480c-845c-e1ef57a1ac7b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:11.762733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event deleted for resources: {'Port': ['ID=a67797c7-db4a-4b86-959b-52955d51da6d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:11.769910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 4bb2ae16-0c5a-433b-8071-ee4c42634a94 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:11.776478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.808018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.812377 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5621c786-6b9f-4157-8d55-6bcc79604138 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "DELETE /v2.0/ports/a67797c7-db4a-4b86-959b-52955d51da6d HTTP/1.1" status: 204 len: 168 time: 1.4686224 May 29 01:03:11.815243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51792) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:11.820510 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-174d5792-a7c0-4cb3-960b-0dcabb8af8b1 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "DELETE /v2.0/networks/4e42f0a4-8348-480c-845c-e1ef57a1ac7b HTTP/1.1" status: 204 len: 168 time: 1.2920513 May 29 01:03:11.825882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51796) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:11.863661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'network': {'name': 'tempest-network--693449155'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:11.875733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:11.878276 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dede2b-60e7-4029-b4ec-c5119984b3be tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] GET failed (client error): The resource could not be found. May 29 01:03:11.878769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-12dede2b-60e7-4029-b4ec-c5119984b3be tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Synchronizing usage tracker for tenant:8a315ec0cbea40a38ecc55ea9256f078 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:11.887391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Usage tracker for resource:network and tenant:fdf30bf5548c41dbb668aea18d68e073 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:11.902720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:11.915303 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 2, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:11.915808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:11.919721 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:03:11.920006 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Updating router 5885bf67-2571-4a8f-967e-5eb54aad530f port 9b207342-392f-41c3-9332-4e10edaedde6 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:03:11.957076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.961520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.974558 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:11.994045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.084985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.155651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Made reservation on behalf of fdf30bf5548c41dbb668aea18d68e073 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:12.157953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.171038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:12.171189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-12dede2b-60e7-4029-b4ec-c5119984b3be tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Unset dirty status for tenant:8a315ec0cbea40a38ecc55ea9256f078 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:12.175839 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-12dede2b-60e7-4029-b4ec-c5119984b3be tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "GET /v2.0/ports/a67797c7-db4a-4b86-959b-52955d51da6d HTTP/1.1" status: 404 len: 333 time: 0.3544848 May 29 01:03:12.182939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51804) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:12.190222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:12.190606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Request body: {'port': {'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-918255180'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:12.196028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:12.201196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:12.205985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:12.206782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:12.207846 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.215568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=98593ee4-1797-4240-ba96-132e1208a8b0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:12.222837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Made reservation on behalf of 8a315ec0cbea40a38ecc55ea9256f078 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:12.226432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.250895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.258610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] device_id is not set on port 84e6b15b-daaa-401e-9aee-99ee0795ad22 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:12.280287 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-73cdf3b5-12fd-4139-812d-950809f2be2e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1749003 May 29 01:03:12.282701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51808) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:12.289677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:12.336100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:12.360371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb2ae16-0c5a-433b-8071-ee4c42634a94,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:12.385003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.385344 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Added segment af98b153-caa0-4157-b664-8e98094593d4 of type vlan for network 24c66620-cba2-4565-a6ed-e1c73ce51226 May 29 01:03:12.396780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.399871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde269c6-6892-4c47-8308-3aa351e5eb67 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:12.443081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.465027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.476790 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2033f094-7b30-4cc3-9be3-4d0460439d83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/4bb2ae16-0c5a-433b-8071-ee4c42634a94 HTTP/1.1" status: 204 len: 168 time: 1.2713544 May 29 01:03:12.478743 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.481634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51814) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:12.492502 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Transition to ACTIVE for port object 9b207342-392f-41c3-9332-4e10edaedde6 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:12.501865 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.584352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51818) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:12.595313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-334009746-network', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:12.607309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:12.654686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:12.670745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 87239371-89fc-440f-aeb4-b777ed22b88e {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:12.677543 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Usage tracker for resource:network and tenant:ec25d6ad64794418851f162f0c285a39 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:12.683918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:12.693651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.695632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:12.696562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.697416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:12.703136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.733313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Made reservation on behalf of ec25d6ad64794418851f162f0c285a39 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:12.735752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.776955 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Attempting to bind port 9b207342-392f-41c3-9332-4e10edaedde6 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:12.777747 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Attempting to bind port 9b207342-392f-41c3-9332-4e10edaedde6 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:12.778292 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Attempting to bind port 9b207342-392f-41c3-9332-4e10edaedde6 on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:12.789412 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:12.789941 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Checking segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:12.790466 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.790972 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Bound using segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:12.792129 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Bound port: 9b207342-392f-41c3-9332-4e10edaedde6, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:12.792633 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.876651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.885073 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e06a8-fbd2-4718-887d-4f014678337e None None] Pushing event updated for resources: {'Port': ['ID=9b207342-392f-41c3-9332-4e10edaedde6,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:12.888340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:12.917512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.917660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.926468 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0729027 May 29 01:03:12.930562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51822) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:12.933052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.937534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939d6e7-5c75-4c0e-b1b0-607810761902 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Network': ['ID=24c66620-cba2-4565-a6ed-e1c73ce51226,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:12.946221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:12.950925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 24c66620-cba2-4565-a6ed-e1c73ce51226 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:12.975445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:12.994258 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:03:13.004015 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] For port 9b207342-392f-41c3-9332-4e10edaedde6, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:13.012799 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] For port 9b207342-392f-41c3-9332-4e10edaedde6, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9b207342-392f-41c3-9332-4e10edaedde6,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:13.025057 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.049363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.084801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:13.119646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Usage tracker for resource:security_group_rule and tenant:ec25d6ad64794418851f162f0c285a39 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:13.123670 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:13.125532 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:13.126595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:13.179901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] In _notify_port_updated(), no bound segment for port 98593ee4-1797-4240-ba96-132e1208a8b0 on network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:03:13.183840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:13.184435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.188083 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "PUT /v2.0/ports/98593ee4-1797-4240-ba96-132e1208a8b0 HTTP/1.1" status: 200 len: 818 time: 0.9016869 May 29 01:03:13.201883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51826) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:13.211065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:13.282613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.321669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 98593ee4-1797-4240-ba96-132e1208a8b0 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:13.322008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.333452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=84e6b15b-daaa-401e-9aee-99ee0795ad22,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:13.360083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Network 195b6b38-1d28-4896-ad85-265f6dbc01dc is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:13.363875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:13.373022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:13.374155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:13.374910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.403264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e97f9-b0de-4f77-b756-dc5c6c227e8b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=98593ee4-1797-4240-ba96-132e1208a8b0,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:13.412213 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:13.447230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-722ac1dd-0109-4909-ad1e-2819291c765d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2631469 May 29 01:03:13.451785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51830) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:13.460709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:13.503090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.576688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=87239371-89fc-440f-aeb4-b777ed22b88e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:13.588716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.650737 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad9141ed-8d7f-4b39-a064-cc6938e78f9c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/87239371-89fc-440f-aeb4-b777ed22b88e HTTP/1.1" status: 204 len: 168 time: 1.1680806 May 29 01:03:13.654333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51836) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:13.728689 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e06a8-fbd2-4718-887d-4f014678337e None None] Pushing event updated for resources: {'Port': ['ID=9b207342-392f-41c3-9332-4e10edaedde6,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:13.729358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b42a6-8726-46f4-b687-1eb9959585f5 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:13.781111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c03018e2-ea17-43b5-bba1-1065b85ffe9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243908 May 29 01:03:13.784390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51840) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:13.790631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:13.799441 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.852189 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:12Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:13.853368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.857770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2becf967-e56e-4e92-9a07-01e2f8cae087 None None] Provisioning complete for port bed47c3f-31af-4727-8a28-6dcfa3b0e43c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:13.858161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2becf967-e56e-4e92-9a07-01e2f8cae087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.859147 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c65b11-dca4-4423-99d8-4ce3a6026671 None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:12Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:03:13.864254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.871265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.920822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:13.974106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.026263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:14.075118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:14.094496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:14.103311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 98593ee4-1797-4240-ba96-132e1208a8b0 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:14.170317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:14.174396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Network 24c66620-cba2-4565-a6ed-e1c73ce51226 is not hosted by any dhcp agent {{(pid=83979) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 29 01:03:14.175241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:14.175887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.180636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "PUT /v2.0/networks/24c66620-cba2-4565-a6ed-e1c73ce51226 HTTP/1.1" status: 200 len: 857 time: 1.2398360 May 29 01:03:14.183118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51844) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:14.193364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:03:14.198960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] Deleting port bed47c3f-31af-4727-8a28-6dcfa3b0e43c {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:14.199292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.230049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4bff2-65fc-4be9-8813-31c6ae4940a9,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:14.234630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:14.247931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ff51b-e0ca-4d6a-8cdc-90555f081d16 tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event updated for resources: {'Network': ['ID=24c66620-cba2-4565-a6ed-e1c73ce51226,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:14.271560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.271904 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Added segment 9c44cd41-37c6-4f0c-953a-8b82fa06f33d of type vlan for network f30e3922-8f4a-4d14-82a0-c5497d287363 May 29 01:03:14.297847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.328474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:14.332043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.407675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.417382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=98593ee4-1797-4240-ba96-132e1208a8b0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:14.430732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.455355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-025e18e0-8011-4b67-91bc-fdbb9fb6a4aa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/98593ee4-1797-4240-ba96-132e1208a8b0 HTTP/1.1" status: 204 len: 168 time: 1.2457721 May 29 01:03:14.456564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51848) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:14.493905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] For port bed47c3f-31af-4727-8a28-6dcfa3b0e43c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:14.494678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.544295 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.545360 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:14.545968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.648583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] Calling delete_port for bed47c3f-31af-4727-8a28-6dcfa3b0e43c owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:14.674192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:14.689555 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1011686 May 29 01:03:14.694704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51852) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:14.703312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Request body: {'subnet': {'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-334009746-subnet', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:14.708351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:14.712766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Usage tracker for resource:subnet and tenant:ec25d6ad64794418851f162f0c285a39 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:14.720123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcce9b4-6ab5-46b6-aed1-512334530337 admin admin] Pushing event updated for resources: {'Network': ['ID=f30e3922-8f4a-4d14-82a0-c5497d287363,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:14.730596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:14.739219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:14.753335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network f30e3922-8f4a-4d14-82a0-c5497d287363 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:14.768203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e1fc9e-f0c2-43b1-93f5-eb85e0976f74 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:14.768915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d6e1fc9e-f0c2-43b1-93f5-eb85e0976f74 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:14.771669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Made reservation on behalf of ec25d6ad64794418851f162f0c285a39 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:14.778682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.781330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.806257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] device_id is not set on port 84e6b15b-daaa-401e-9aee-99ee0795ad22 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:14.833051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.838184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] Pushing event deleted for resources: {'Port': ['ID=bed47c3f-31af-4727-8a28-6dcfa3b0e43c,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:14.877309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:14.884132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d6e1fc9e-f0c2-43b1-93f5-eb85e0976f74 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:14.885378 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d6e1fc9e-f0c2-43b1-93f5-eb85e0976f74 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4259093 May 29 01:03:14.889746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51856) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:14.891731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaec11a-7c39-4d75-a1de-02b1b6739239 None None] No DVR routers for this DVR port bed47c3f-31af-4727-8a28-6dcfa3b0e43c on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:03:14.948385 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4a014b-6742-4f84-a0c3-4689e032645c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:03:14.953167 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9d4a014b-6742-4f84-a0c3-4689e032645c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/98593ee4-1797-4240-ba96-132e1208a8b0 HTTP/1.1" status: 404 len: 333 time: 0.0589447 May 29 01:03:14.962354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51860) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:14.968876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-17322477'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:14.975134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Transition to ACTIVE for port object 84e6b15b-daaa-401e-9aee-99ee0795ad22 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:14.975852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:14.983019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:14.986977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:14.994589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:14.998061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.034882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:15.038380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.123577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:03:15.138051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.191959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:15.226694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.227032 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment 29585ed6-336b-47a1-8b94-2909e5d83027 of type vlan for network a758e7a6-b73e-4b64-8fa1-ec1389fd585e May 29 01:03:15.245251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.280927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:15.282523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.292930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.300419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:15.303159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:15.304630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.313296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52293b16-ba82-45e2-a7f0-c423cdde24db None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:15.338878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb824513-60bb-4f76-91e3-f0159fb1148b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:15.363084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.367323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:15.367928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.465319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=84e6b15b-daaa-401e-9aee-99ee0795ad22,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:15.469327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c66620-cba2-4565-a6ed-e1c73ce51226']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:15.478660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Checking segment: {'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:15.478660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Network hostable DHCP agents. Network: f30e3922-8f4a-4d14-82a0-c5497d287363, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:15.492264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=a758e7a6-b73e-4b64-8fa1-ec1389fd585e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:15.494817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=d4785350-a839-4d86-9324-06b86e507e72,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:15.495102 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2edb8ed3-f146-406f-8abe-65daffea9edd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5317750 May 29 01:03:15.497829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51864) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:15.503252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:15.503500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af98b153-caa0-4157-b664-8e98094593d4') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:15.503835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af98b153-caa0-4157-b664-8e98094593d4') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:15.524722 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-37b51c86-84ff-4001-8787-0a6026162f31 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7393360 May 29 01:03:15.530032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51868) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:15.531845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.547793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:15.557489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:15.586211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:15.586549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:15.586878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:15.622015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': 'd4785350-a839-4d86-9324-06b86e507e72'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:15.623171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.625704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Network f30e3922-8f4a-4d14-82a0-c5497d287363 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:15.640820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:15.649337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, f30e3922-8f4a-4d14-82a0-c5497d287363) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:15.651313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:15.655934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:15.659298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:15.660027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.661042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb955d-d8ec-47bd-9fd1-d4a0a6a77b28 None None] Network f30e3922-8f4a-4d14-82a0-c5497d287363 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:15.667951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:15.672356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.680188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9b207342-392f-41c3-9332-4e10edaedde6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:15.687920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-82d38c36-358c-4d5c-8c52-9b3a8ef2674e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9921625 May 29 01:03:15.690972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51872) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:15.691573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:15.701497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:15.707006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:15.707412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.721831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:15.722169 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:15.722750 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:15.731463 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 2 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:15.788708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:15.811025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Usage tracker for resource:router and tenant:ec25d6ad64794418851f162f0c285a39 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:15.812994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.822401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:15.847877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:15.857545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:15.857740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:15.858041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:15.891408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.892357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.896146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:15.899609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:15.899938 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:15.902659 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 3 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:15.910820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.915511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24c66620-cba2-4565-a6ed-e1c73ce51226 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 29 01:03:15.917586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:15.921856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:15.949658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:15.968320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] Pushing event deleted for resources: {'Network': ['ID=24c66620-cba2-4565-a6ed-e1c73ce51226,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:15.976423 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad4c1056-fb35-4c9c-8469-c4d771d8c2bb tempest-ExternalNetworksTestJSON-598377132 tempest-ExternalNetworksTestJSON-598377132-project-admin] 10.222.0.33 "DELETE /v2.0/networks/24c66620-cba2-4565-a6ed-e1c73ce51226 HTTP/1.1" status: 204 len: 168 time: 1.7883289 May 29 01:03:15.977584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 9b207342-392f-41c3-9332-4e10edaedde6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:15.979141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51876) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:15.980052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:15.982495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:15.982878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:15.983237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:16.030153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 9b207342-392f-41c3-9332-4e10edaedde6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:16.030525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.035411 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ccce7c-e768-4be0-be3f-72e3848f543a tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] DELETE failed (client error): The resource could not be found. May 29 01:03:16.035875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ccce7c-e768-4be0-be3f-72e3848f543a tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:16.041166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:16.041523 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:16.044046 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 4 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:16.053943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:16.058337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.087315 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e0ccce7c-e768-4be0-be3f-72e3848f543a tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] 10.222.0.33 "DELETE /v2.0/subnets/5f30ac1d-08ba-4805-ab84-af7ea33b73a3 HTTP/1.1" status: 404 len: 337 time: 0.1014380 May 29 01:03:16.087901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51880) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:16.098263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.141041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.151207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Allocated IP 2001:db8::f816:3eff:fe0d:6cfa (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/d4785350-a839-4d86-9324-06b86e507e72/1cf0f001-9e4d-4033-aee9-987b8c1f3d32) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:16.173630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-f30e3922-8f4a-4d14-82a0-c5497d287363', 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'fixed_ips': [{'subnet_id': 'fb824513-60bb-4f76-91e3-f0159fb1148b'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:16.174447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.177253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:16.178939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:16.178939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:16.278717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=5fd61586-7f4f-43ea-b16c-d935653ac51b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:16.291673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': '29585ed6-336b-47a1-8b94-2909e5d83027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:16.292138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: a758e7a6-b73e-4b64-8fa1-ec1389fd585e, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:16.316612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:16.329562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a758e7a6-b73e-4b64-8fa1-ec1389fd585e) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:16.335506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:16.337164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.364259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:16.365062 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:16.365180 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e84eec80-1a22-492e-8da9-48c54ede4f9f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8660843 May 29 01:03:16.368431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51884) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:16.373310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 5 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:16.376308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:16.395583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:16.396305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:16.398291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:16.408030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa80b82a-6436-4e80-a865-e821228dc38c None None] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:16.409184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:16.409987 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:16.414248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.419113 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 6 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:16.510356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:16.532087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:16.532087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:16.543287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:16.547202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:16.550235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:16.556586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:16.567042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:16.572123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.608393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.631905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.634336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:16.634730 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:16.668146 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 7 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:16.706214 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.ipam_backend_mixin [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fd61586-7f4f-43ea-b16c-d935653ac51b (CIDR: 172.20.0.0/28) May 29 01:03:16.710867 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:16.711310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:16.735106 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-707ccdde-19a4-40fe-a927-3de4d4adaf9a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3629310 May 29 01:03:16.735464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51888) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:16.744505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:16.770523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:16.771098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:16.771189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:16.781863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.800827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.822082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:16.822291 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:16.825922 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 8 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:16.833823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b1d776-ed41-43b3-ae1a-f049f6d20ad5']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:16.834040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Allocated IP 172.20.0.2 (f30e3922-8f4a-4d14-82a0-c5497d287363/fb824513-60bb-4f76-91e3-f0159fb1148b/c48f7c6c-c107-4ec4-8df0-e46349cc353d) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:16.858090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f234347-0d93-4318-98be-d77209c66142') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:16.858462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f234347-0d93-4318-98be-d77209c66142') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:16.863232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 9b207342-392f-41c3-9332-4e10edaedde6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9b207342-392f-41c3-9332-4e10edaedde6,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:16.871763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:16.873788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:16.873788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:16.883902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.899068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.903061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:16.921408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:16.921611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:16.921611 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:16.923189 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 9 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:16.923640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:16.930845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:16.944700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:16.949057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.990956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:16.993729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=9b207342-392f-41c3-9332-4e10edaedde6,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:16.997158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bed47c3f-31af-4727-8a28-6dcfa3b0e43c no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:03:17.015752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:17.016183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:17.034576 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:17.084862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:17.085147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:17.085826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:17.105306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: bed47c3f-31af-4727-8a28-6dcfa3b0e43c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:03:17.105655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bed47c3f-31af-4727-8a28-6dcfa3b0e43c not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:03:17.109508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.122432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.154994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Transition to ACTIVE for port object 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:17.176786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:17.177566 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:17.183113 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempt 10 to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 May 29 01:03:17.195599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-a758e7a6-b73e-4b64-8fa1-ec1389fd585e', 'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e', 'tenant_id': '417a29dbfb3746a8b17899e6bcd51d98', 'fixed_ips': [{'subnet_id': '5fd61586-7f4f-43ea-b16c-d935653ac51b'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:17.196427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.199313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.214743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Transition to ACTIVE for port object 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:17.235733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.238593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.241303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:17.247706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:17.247976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:17.248353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempting to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:17.256054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:17.258918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:17.263903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] Pushing event deleted for resources: {'Network': ['ID=61b1d776-ed41-43b3-ae1a-f049f6d20ad5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:17.266370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:17.266951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.276156 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d36693d3-b328-4dd3-83fb-be0a5722af14 tempest-ExternalNetworksTestJSON-931011485 tempest-ExternalNetworksTestJSON-931011485-project] 10.222.0.33 "DELETE /v2.0/networks/61b1d776-ed41-43b3-ae1a-f049f6d20ad5 HTTP/1.1" status: 204 len: 168 time: 1.1803761 May 29 01:03:17.282405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:03:17.282766 dv-neutron-843186-2-hyperv neutron-server[83980]: ERROR neutron.plugins.ml2.managers [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Failed to bind port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '745fc9af-8020-4320-ad0a-cd8e63e3490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '195b6b38-1d28-4896-ad85-265f6dbc01dc'}] May 29 01:03:17.283095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.317896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.354261 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8b065a88-2373-46e2-9b54-b330fe22d6e7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8113275 May 29 01:03:17.370166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51896) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:17.376407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:76:dc:49', 'name': 'tempest-NetworksTestDHCPv6-785199004'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:17.404190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:17.417362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:17.420868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:17.421459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.433461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Allocated IP 172.20.0.2 (a758e7a6-b73e-4b64-8fa1-ec1389fd585e/5fd61586-7f4f-43ea-b16c-d935653ac51b/795ad2be-9a94-4139-8632-3b7a9af7fe08) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:17.593959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] For port 84e6b15b-daaa-401e-9aee-99ee0795ad22, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:17.594342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Attempted to set empty binding levels {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 29 01:03:17.608107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.651805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.660226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=df1c7666-2779-4677-9b56-624b641db631,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:17.664363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Transition to ACTIVE for port object 795ad2be-9a94-4139-8632-3b7a9af7fe08 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:17.670515 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-45a2d698-e4af-4cc6-8d3a-e89f6c4d2e95 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9304864 May 29 01:03:17.670921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.673544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51900) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:17.691051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Transition to ACTIVE for port object 795ad2be-9a94-4139-8632-3b7a9af7fe08 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:17.697128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e', 'fixed_ips': [{'subnet_id': '5fd61586-7f4f-43ea-b16c-d935653ac51b'}, {'subnet_id': 'df1c7666-2779-4677-9b56-624b641db631'}], 'name': 'tempest-PortsTestJSON-657658722'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:17.711792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.713194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9b207342-392f-41c3-9332-4e10edaedde6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:17.752588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] In _notify_port_updated(), no bound segment for port 84e6b15b-daaa-401e-9aee-99ee0795ad22 on network 195b6b38-1d28-4896-ad85-265f6dbc01dc {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:03:17.753604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.755207 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "PUT /v2.0/ports/84e6b15b-daaa-401e-9aee-99ee0795ad22 HTTP/1.1" status: 200 len: 976 time: 4.3024838 May 29 01:03:17.763108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51906) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:17.783648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.815168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec2d18-6446-4bfe-91ad-42499202312d tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event updated for resources: {'Port': ['ID=84e6b15b-daaa-401e-9aee-99ee0795ad22,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:17.834435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51910) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:17.854771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:17.864099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:17.870281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:17.878118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:17.882155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:17.891071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Deleting port 84e6b15b-daaa-401e-9aee-99ee0795ad22 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:17.893658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:17.920273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:17.948365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:17.965590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:17.985254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:17.986882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:17.994919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:18.003852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.006650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:18.029677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Transition to ACTIVE for port object c48f7c6c-c107-4ec4-8df0-e46349cc353d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:18.046083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Allocated IP 172.26.5.229 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/d434a82e-9d4d-4936-b24c-a7ab70b45c9f) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:18.060995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Pushing event updated for resources: {'Port': ['ID=795ad2be-9a94-4139-8632-3b7a9af7fe08,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:18.083152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:18.094998 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 9b207342-392f-41c3-9332-4e10edaedde6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:18.095374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.156746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.172128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:18.199837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:18.206899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.247990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 1eaefd8c-4fa6-4ff3-95bd-6052355cf690 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:18.275376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Transition to ACTIVE for port object c48f7c6c-c107-4ec4-8df0-e46349cc353d will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:18.294272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:18.314535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.320076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] For port 84e6b15b-daaa-401e-9aee-99ee0795ad22, host hv-neutron-8431, got binding levels [] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:18.320434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.356940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Attempting to bind port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:18.357304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Attempting to bind port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:18.357663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Attempting to bind port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:18.373300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Attempting to bind port 795ad2be-9a94-4139-8632-3b7a9af7fe08 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:18.373669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Attempting to bind port 795ad2be-9a94-4139-8632-3b7a9af7fe08 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '29585ed6-336b-47a1-8b94-2909e5d83027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:18.374026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Attempting to bind port 795ad2be-9a94-4139-8632-3b7a9af7fe08 on network a758e7a6-b73e-4b64-8fa1-ec1389fd585e {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:18.387328 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4f03921a-d0be-4ccd-805b-f6e7a89dbbed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cc9305f8205e49fab61bfd87a9ea0de0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5471873 May 29 01:03:18.398280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51916) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:18.405496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:18.405879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:18.406280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.407333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:18.407333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Bound port: 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:18.407545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.425998 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Network f30e3922-8f4a-4d14-82a0-c5497d287363 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:18.451948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Calling delete_port for 84e6b15b-daaa-401e-9aee-99ee0795ad22 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:18.457319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:18.467948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Pushing event updated for resources: {'Port': ['ID=c48f7c6c-c107-4ec4-8df0-e46349cc353d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:18.470331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:18.471523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Checking segment: {'id': '29585ed6-336b-47a1-8b94-2909e5d83027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:18.471523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.471523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Bound using segment: {'id': '29585ed6-336b-47a1-8b94-2909e5d83027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:18.471935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Bound port: 795ad2be-9a94-4139-8632-3b7a9af7fe08, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29585ed6-336b-47a1-8b94-2909e5d83027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:18.472845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.484379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:18.540288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.582562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.632458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Pushing event deleted for resources: {'Port': ['ID=84e6b15b-daaa-401e-9aee-99ee0795ad22,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:18.636739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.688293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.717978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:18.722216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:18.727399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:18.733343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] For port 795ad2be-9a94-4139-8632-3b7a9af7fe08, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:18.735605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:18.739533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] For port 795ad2be-9a94-4139-8632-3b7a9af7fe08, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=795ad2be-9a94-4139-8632-3b7a9af7fe08,segment=NetworkSegment(29585ed6-336b-47a1-8b94-2909e5d83027),segment_id=29585ed6-336b-47a1-8b94-2909e5d83027)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:18.741864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Attempting to bind port c48f7c6c-c107-4ec4-8df0-e46349cc353d on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:18.742421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Attempting to bind port c48f7c6c-c107-4ec4-8df0-e46349cc353d by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:18.743002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Attempting to bind port c48f7c6c-c107-4ec4-8df0-e46349cc353d on network f30e3922-8f4a-4d14-82a0-c5497d287363 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:18.749689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.755255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:18.765802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a535ff95-bde7-4867-a8e5-0f049d061501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.802171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.806229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:18.806847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Checking segment: {'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:18.807404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.807949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Bound using segment: {'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:18.808623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Bound port: c48f7c6c-c107-4ec4-8df0-e46349cc353d, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:18.809155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.828492 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-75bbe93e-5ead-48ec-9b8a-e386ae6b564e tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "DELETE /v2.0/ports/84e6b15b-daaa-401e-9aee-99ee0795ad22 HTTP/1.1" status: 204 len: 168 time: 1.0639746 May 29 01:03:18.834347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51920) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:18.839766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Pushing event updated for resources: {'Port': ['ID=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:18.856489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a535ff95-bde7-4867-a8e5-0f049d061501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.902377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 172.20.0.10 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a/1eaefd8c-4fa6-4ff3-95bd-6052355cf690) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:18.918231 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72eb8d-3af2-4364-90bd-7146e947fefc None None] Pushing event updated for resources: {'Port': ['ID=795ad2be-9a94-4139-8632-3b7a9af7fe08,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:18.926379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.927366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:18.970015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fe76:dc49 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/d4785350-a839-4d86-9324-06b86e507e72/1eaefd8c-4fa6-4ff3-95bd-6052355cf690) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:18.981756 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c59abe-2ecf-45b0-a201-50dd03cabc11 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] GET failed (client error): The resource could not be found. May 29 01:03:18.986733 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-49c59abe-2ecf-45b0-a201-50dd03cabc11 tempest-PortsAdminExtendedAttrsTestJSON-93704055 tempest-PortsAdminExtendedAttrsTestJSON-93704055-project-admin] 10.222.0.33 "GET /v2.0/ports/84e6b15b-daaa-401e-9aee-99ee0795ad22 HTTP/1.1" status: 404 len: 333 time: 0.1459811 May 29 01:03:18.996029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51924) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:19.029667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] For port c48f7c6c-c107-4ec4-8df0-e46349cc353d, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:19.034222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] For port c48f7c6c-c107-4ec4-8df0-e46349cc353d, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c48f7c6c-c107-4ec4-8df0-e46349cc353d,segment=NetworkSegment(9c44cd41-37c6-4f0c-953a-8b82fa06f33d),segment_id=9c44cd41-37c6-4f0c-953a-8b82fa06f33d)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:19.035281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d669-e8b1-474d-beca-b99b256574bd None None] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:19.040308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.098734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.13 (a758e7a6-b73e-4b64-8fa1-ec1389fd585e/5fd61586-7f4f-43ea-b16c-d935653ac51b/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:19.130741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765986ca-1787-4ebf-9e11-d8a19ea1dfc0 None None] Pushing event updated for resources: {'Port': ['ID=c48f7c6c-c107-4ec4-8df0-e46349cc353d,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:19.261929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.20 (a758e7a6-b73e-4b64-8fa1-ec1389fd585e/df1c7666-2779-4677-9b56-624b641db631/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:19.270365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a535ff95-bde7-4867-a8e5-0f049d061501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.335642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535ff95-bde7-4867-a8e5-0f049d061501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93f40af-2089-4c60-add6-73ca2d724708,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:19.388831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a535ff95-bde7-4867-a8e5-0f049d061501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.403758 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a535ff95-bde7-4867-a8e5-0f049d061501 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b93f40af-2089-4c60-add6-73ca2d724708 HTTP/1.1" status: 204 len: 168 time: 0.9929194 May 29 01:03:19.435400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.472190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.491167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 1eaefd8c-4fa6-4ff3-95bd-6052355cf690 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:19.555800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.723350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.790946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:19.791275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195b6b38-1d28-4896-ad85-265f6dbc01dc']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:19.821852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745fc9af-8020-4320-ad0a-cd8e63e3490f') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:19.822431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745fc9af-8020-4320-ad0a-cd8e63e3490f') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:19.858447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.872049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:19.877804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:19.887021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:19.895180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.900088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:19.906666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 795ad2be-9a94-4139-8632-3b7a9af7fe08 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:19.909931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:19.910593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:19.927893 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:19.979006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:19.979730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.005096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=1eaefd8c-4fa6-4ff3-95bd-6052355cf690,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:20.015809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 795ad2be-9a94-4139-8632-3b7a9af7fe08 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:20.035018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.043159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c75d2511-5386-40fe-87bd-5050801c07de tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6718407 May 29 01:03:20.045943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51934) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:20.059235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51938) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:20.096784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:20.101033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.127880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.145667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] Pushing event deleted for resources: {'Network': ['ID=195b6b38-1d28-4896-ad85-265f6dbc01dc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:20.155954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Router 10460e5b-6787-4b3f-845a-248c87ce66a6 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:03:20.165051 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a82d7cea-0881-40ed-af25-dfcf41162145 tempest-PortsAdminExtendedAttrsTestJSON-533700497 tempest-PortsAdminExtendedAttrsTestJSON-533700497-project] 10.222.0.33 "DELETE /v2.0/networks/195b6b38-1d28-4896-ad85-265f6dbc01dc HTTP/1.1" status: 204 len: 168 time: 1.1649065 May 29 01:03:20.171596 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8bfd15c5-79f0-4ed9-bc25-d9dd3c0d9dad admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fdf30bf5548c41dbb668aea18d68e073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1100154 May 29 01:03:20.175522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51944) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:20.260544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be78e73-7016-4a95-bc31-8318dc0120cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:20.264335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be78e73-7016-4a95-bc31-8318dc0120cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:20.265107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3be78e73-7016-4a95-bc31-8318dc0120cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:20.269879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.329476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3be78e73-7016-4a95-bc31-8318dc0120cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:20.330668 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3be78e73-7016-4a95-bc31-8318dc0120cb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2839582 May 29 01:03:20.340086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51948) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:20.353745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:20.356888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:20.360852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:20.393081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:20.431953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:20.432728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.454009 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5920dd73-6000-45d5-80c2-8411260ce3f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7768788 May 29 01:03:20.454280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-358e1f95-9622-4857-9138-14030e65c937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.454671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51954) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:20.457051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 1eaefd8c-4fa6-4ff3-95bd-6052355cf690 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:20.457375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.460887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fd61586-7f4f-43ea-b16c-d935653ac51b'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:20.511911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51958) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:20.545773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-358e1f95-9622-4857-9138-14030e65c937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.598434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.799529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-358e1f95-9622-4857-9138-14030e65c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.842986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e1f95-9622-4857-9138-14030e65c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69275c9-b662-46c1-89c4-9631a8dac92f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:20.866236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:03:20.879658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.897504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Sync routers for ids ['10460e5b-6787-4b3f-845a-248c87ce66a6'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:03:20.898098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-358e1f95-9622-4857-9138-14030e65c937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:20.901549 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-358e1f95-9622-4857-9138-14030e65c937 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b69275c9-b662-46c1-89c4-9631a8dac92f HTTP/1.1" status: 204 len: 168 time: 0.7249887 May 29 01:03:20.920311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Routers {'10460e5b-6787-4b3f-845a-248c87ce66a6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:20.922094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['10460e5b-6787-4b3f-845a-248c87ce66a6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:21.024181 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-560fcf97-3b88-42f3-ad59-54a50536b1b8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e302ac454019408da56b05d1c6ed6360&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5058637 May 29 01:03:21.025218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51966) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:21.104238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 1eaefd8c-4fa6-4ff3-95bd-6052355cf690 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:21.181039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.185742 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c0ad3793-3c83-4de5-b1b7-58598751fb64 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4912817 May 29 01:03:21.187117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 51972) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:21.238912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3522d0df-f04a-4f9d-be75-3559e6fe80a4 None None] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:21.323320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e027a1d-ce8f-4ee9-839f-1dfd5c133478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.351747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Delete allocated IP 172.20.0.20 (a758e7a6-b73e-4b64-8fa1-ec1389fd585e/df1c7666-2779-4677-9b56-624b641db631) {{(pid=83979) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 29 01:03:21.367990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Set router 10460e5b-6787-4b3f-845a-248c87ce66a6 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:21.545907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8682ca15-9b20-413d-ba3c-1291a1f636d0 None None] Provisioning for port 795ad2be-9a94-4139-8632-3b7a9af7fe08 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:21.594643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e027a1d-ce8f-4ee9-839f-1dfd5c133478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.612557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8682ca15-9b20-413d-ba3c-1291a1f636d0 None None] Provisioning complete for port 795ad2be-9a94-4139-8632-3b7a9af7fe08 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:21.612935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8682ca15-9b20-413d-ba3c-1291a1f636d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.650808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eefd47-f08e-466c-8b18-68d5a9e84990 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:21.747549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.770411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Ignored duplicate provisioning block setup for port 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 29 01:03:21.771411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e027a1d-ce8f-4ee9-839f-1dfd5c133478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.787307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.840183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e027a1d-ce8f-4ee9-839f-1dfd5c133478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d1f8f8-aa93-4a4c-9b10-27a6dd5ab2ef,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:21.856579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e027a1d-ce8f-4ee9-839f-1dfd5c133478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:21.857721 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e027a1d-ce8f-4ee9-839f-1dfd5c133478 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e7d1f8f8-aa93-4a4c-9b10-27a6dd5ab2ef HTTP/1.1" status: 204 len: 168 time: 0.8225965 May 29 01:03:21.937965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c48f7c6c-c107-4ec4-8df0-e46349cc353d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:21.951662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:21.982847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b86b7-9c82-4bbf-aa77-13cbda7ebaa3 None None] Network f30e3922-8f4a-4d14-82a0-c5497d287363 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:21.984430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] In _notify_port_updated(), no bound segment for port 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a on network a758e7a6-b73e-4b64-8fa1-ec1389fd585e {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:03:21.993398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:21.994021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:22.001274 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-df2ac753-dfb8-467d-89eb-dbc4ee02ef61 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "PUT /v2.0/ports/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a HTTP/1.1" status: 200 len: 919 time: 1.5456944 May 29 01:03:22.001966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 51990) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:22.009316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fd61586-7f4f-43ea-b16c-d935653ac51b'}, {'subnet_id': 'df1c7666-2779-4677-9b56-624b641db631'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:22.204796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:22.342233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=1eaefd8c-4fa6-4ff3-95bd-6052355cf690,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:22.410236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:22.608377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c48f7c6c-c107-4ec4-8df0-e46349cc353d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:22.615818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:22.716238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52004) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:22.719924 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7f4c322e-f63d-4ade-89ae-34717fb950d2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/1eaefd8c-4fa6-4ff3-95bd-6052355cf690 HTTP/1.1" status: 204 len: 168 time: 2.3774469 May 29 01:03:22.725898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52008) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:22.833079 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-449a6ba2-1b95-4328-8dea-76e2a19f0c5c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8a315ec0cbea40a38ecc55ea9256f078&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1123214 May 29 01:03:22.833315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8682ca15-9b20-413d-ba3c-1291a1f636d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:22.836558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52012) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:22.939916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e020fc-218d-4757-9406-0c77ffac4b89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:22.941457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e020fc-218d-4757-9406-0c77ffac4b89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:22.944176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e020fc-218d-4757-9406-0c77ffac4b89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:22.945205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-95e020fc-218d-4757-9406-0c77ffac4b89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:22.964739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8682ca15-9b20-413d-ba3c-1291a1f636d0 None None] For port 795ad2be-9a94-4139-8632-3b7a9af7fe08, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=795ad2be-9a94-4139-8632-3b7a9af7fe08,segment=NetworkSegment(29585ed6-336b-47a1-8b94-2909e5d83027),segment_id=29585ed6-336b-47a1-8b94-2909e5d83027)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:22.988131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f60ede3-5838-4c8e-8a8f-3495d6827e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.009194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8682ca15-9b20-413d-ba3c-1291a1f636d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.038518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f60ede3-5838-4c8e-8a8f-3495d6827e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.089278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543bc639-59bd-4db2-918f-501526d8a938 None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': 'd4785350-a839-4d86-9324-06b86e507e72', 'ip_address': '2001:db8::f816:3eff:fe0d:6cfa'}, {'subnet_id': 'f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '1cf0f001-9e4d-4033-aee9-987b8c1f3d32'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:03:23.114973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-95e020fc-218d-4757-9406-0c77ffac4b89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:23.118959 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-95e020fc-218d-4757-9406-0c77ffac4b89 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3609390 May 29 01:03:23.121775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52018) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:23.180475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:03:18Z', 'revision_number': 3, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:23.192201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Checking router: 10460e5b-6787-4b3f-845a-248c87ce66a6 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:03:23.192201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Updating router 10460e5b-6787-4b3f-845a-248c87ce66a6 port d434a82e-9d4d-4936-b24c-a7ab70b45c9f binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:03:23.221603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.23 (a758e7a6-b73e-4b64-8fa1-ec1389fd585e/df1c7666-2779-4677-9b56-624b641db631/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:23.312791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-543bc639-59bd-4db2-918f-501526d8a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.321679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f60ede3-5838-4c8e-8a8f-3495d6827e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.354574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60ede3-5838-4c8e-8a8f-3495d6827e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db877f9f-64d9-436c-9708-1d961d851549,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:23.363941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682ca15-9b20-413d-ba3c-1291a1f636d0 None None] Pushing event updated for resources: {'Port': ['ID=795ad2be-9a94-4139-8632-3b7a9af7fe08,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:23.367738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Provisioning for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:23.384845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.416996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3f60ede3-5838-4c8e-8a8f-3495d6827e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.421560 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3f60ede3-5838-4c8e-8a8f-3495d6827e48 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/db877f9f-64d9-436c-9708-1d961d851549 HTTP/1.1" status: 204 len: 168 time: 0.5796351 May 29 01:03:23.449259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.611592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet d4785350-a839-4d86-9324-06b86e507e72 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:23.619190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.692687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] Update dhcp port {'port': {'network_id': 'a758e7a6-b73e-4b64-8fa1-ec1389fd585e', 'fixed_ips': [{'subnet_id': '5fd61586-7f4f-43ea-b16c-d935653ac51b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df1c7666-2779-4677-9b56-624b641db631'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '795ad2be-9a94-4139-8632-3b7a9af7fe08'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:03:23.754353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 795ad2be-9a94-4139-8632-3b7a9af7fe08 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:23.766337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.796892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Provisioning complete for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:23.796892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.819428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:23.822109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.resource_extend [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:23.857424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Allocated IP 172.20.0.1 (f30e3922-8f4a-4d14-82a0-c5497d287363/fb824513-60bb-4f76-91e3-f0159fb1148b/b5fb77ac-3642-45eb-9f74-23a0262ece8b) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:23.893164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:23.958431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Ignored duplicate provisioning block setup for port 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 29 01:03:23.974241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.030676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.072877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:24.159412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.220725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.241781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Transition to ACTIVE for port object b5fb77ac-3642-45eb-9f74-23a0262ece8b will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:24.246124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52042) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:24.264721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.296214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] In _notify_port_updated(), no bound segment for port 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a on network a758e7a6-b73e-4b64-8fa1-ec1389fd585e {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:03:24.300308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.300957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:24.301728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.305557 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e764eaa2-bede-4204-9535-253488fd3c40 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "PUT /v2.0/ports/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a HTTP/1.1" status: 200 len: 999 time: 2.3005300 May 29 01:03:24.306185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52050) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:24.325629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Transition to ACTIVE for port object d434a82e-9d4d-4936-b24c-a7ab70b45c9f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:24.379219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.380715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.420307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:24.420742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.471465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fb77ac-3642-45eb-9f74-23a0262ece8b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:24.483652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 795ad2be-9a94-4139-8632-3b7a9af7fe08 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:24.484013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.505698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Network f30e3922-8f4a-4d14-82a0-c5497d287363 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:24.507837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:24.518483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=d4785350-a839-4d86-9324-06b86e507e72,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:24.529516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server [None req-543bc639-59bd-4db2-918f-501526d8a938 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4785350-a839-4d86-9324-06b86e507e72: This subnet is being modified by another concurrent operation. May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:24.529636 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise exception May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4785350-a839-4d86-9324-06b86e507e72: This subnet is being modified by another concurrent operation. May 29 01:03:24.533071 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server May 29 01:03:24.543216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.592356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.658133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.695145 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5b9e3f5e-5f0f-41c8-8162-ce4320722405 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/d4785350-a839-4d86-9324-06b86e507e72 HTTP/1.1" status: 204 len: 168 time: 1.5699024 May 29 01:03:24.696638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52058) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:24.717607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Attempting to bind port d434a82e-9d4d-4936-b24c-a7ab70b45c9f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:24.718385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Attempting to bind port d434a82e-9d4d-4936-b24c-a7ab70b45c9f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:24.720789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Attempting to bind port d434a82e-9d4d-4936-b24c-a7ab70b45c9f on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:24.726321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d391-5c75-40b4-a251-426f7baa6b4d None None] Pushing event updated for resources: {'Port': ['ID=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:24.753542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f118e-4b97-450f-b9ab-83caa92c4106 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:24.783547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.829109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.907275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:24.907647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:24.908068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.908648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:24.909278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Bound port: d434a82e-9d4d-4936-b24c-a7ab70b45c9f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:24.909830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:24.931318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1152704183', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:25.020775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:25.033272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:25.066314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:25.069268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] For port d434a82e-9d4d-4936-b24c-a7ab70b45c9f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:25.069770 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52066) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.072971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] For port d434a82e-9d4d-4936-b24c-a7ab70b45c9f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:25.097300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.099693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Usage tracker for resource:port and tenant:ddd4228f7d2346f68c1bc459e45a84e9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:25.106151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:25.115024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:25.137197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.143820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Made reservation on behalf of ddd4228f7d2346f68c1bc459e45a84e9 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:25.146351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.165683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.170958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] Allocated IP 172.20.0.18 (a758e7a6-b73e-4b64-8fa1-ec1389fd585e/df1c7666-2779-4677-9b56-624b641db631/795ad2be-9a94-4139-8632-3b7a9af7fe08) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:25.307695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-0331550a-a275-412d-bbde-46c411a5494f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.312082 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0331550a-a275-412d-bbde-46c411a5494f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2351515 May 29 01:03:25.315310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52072) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.326177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-109a3982-daa8-42ab-b5a5-456afc515d78 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.327273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-109a3982-daa8-42ab-b5a5-456afc515d78 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0108876 May 29 01:03:25.331426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52076) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.349818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-1d24f9f1-0caf-4b24-8667-1fd87283b11b tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.351164 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1d24f9f1-0caf-4b24-8667-1fd87283b11b tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0112062 May 29 01:03:25.356448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52080) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.368358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.369617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:25.378858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-24564e5a-c141-46de-b697-0b6a24e09908 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.382862 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-24564e5a-c141-46de-b697-0b6a24e09908 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0081089 May 29 01:03:25.383680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52084) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.383874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.420741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-e064d256-f73a-4cf1-a8a0-1b0c3112a045 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.423979 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e064d256-f73a-4cf1-a8a0-1b0c3112a045 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072353 May 29 01:03:25.426717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52088) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.429465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Provisioning for port c48f7c6c-c107-4ec4-8df0-e46349cc353d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:25.453455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-d88a095a-a048-4a5c-a0cd-dd46640b8be2 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.456951 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d88a095a-a048-4a5c-a0cd-dd46640b8be2 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0163155 May 29 01:03:25.460260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Provisioning complete for port c48f7c6c-c107-4ec4-8df0-e46349cc353d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:25.460640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.462852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52092) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.471511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-f403b75b-6243-4665-b73f-27d3b5e9640d tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.472481 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f403b75b-6243-4665-b73f-27d3b5e9640d tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0086918 May 29 01:03:25.477214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52096) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.489075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-1fa52165-4f45-4e83-a661-6874c4c6cc7c tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.490005 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1fa52165-4f45-4e83-a661-6874c4c6cc7c tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0106010 May 29 01:03:25.494825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52100) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.496914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.505005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:25.518856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:25.523345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:25.528172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Usage tracker for resource:security_group_rule and tenant:ddd4228f7d2346f68c1bc459e45a84e9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:25.532156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:25.544552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-7a38da38-8583-4ca5-a636-8074937884e3 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.547790 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7a38da38-8583-4ca5-a636-8074937884e3 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0171885 May 29 01:03:25.557641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52104) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.573514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:25.573757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-a2efcc8d-838d-4234-939f-c0f810f655e8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.577026 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a2efcc8d-838d-4234-939f-c0f810f655e8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0141270 May 29 01:03:25.578804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.583679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52108) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.587467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-7de65aaa-bece-4d3b-a72e-5bf82bf0f15e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.590870 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7de65aaa-bece-4d3b-a72e-5bf82bf0f15e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054407 May 29 01:03:25.591286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52112) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.604089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-6f6762a5-c993-4561-82e9-93b0c54269cc tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.607536 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6f6762a5-c993-4561-82e9-93b0c54269cc tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0131147 May 29 01:03:25.607536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.607920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52116) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.621154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-c57687b8-d1b9-4671-aa97-8879d8f4b31f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.624534 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c57687b8-d1b9-4671-aa97-8879d8f4b31f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0129325 May 29 01:03:25.642522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52120) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.662369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:03:25.673064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.689140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.707680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Routers {'10460e5b-6787-4b3f-845a-248c87ce66a6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:25.708608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['10460e5b-6787-4b3f-845a-248c87ce66a6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:25.712011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-52b51b93-852a-486a-a2e3-6aef4cf17baa tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.713158 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-52b51b93-852a-486a-a2e3-6aef4cf17baa tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0421979 May 29 01:03:25.716532 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-33b5c56a-cd66-4038-920c-642b7acd55b5 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a HTTP/1.1" status: 204 len: 168 time: 1.4093506 May 29 01:03:25.717321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52124) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.717691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52126) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.727142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-3dec19ca-014c-4fc3-a3b4-117603aade8f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.730749 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3dec19ca-014c-4fc3-a3b4-117603aade8f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0086663 May 29 01:03:25.736592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52132) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.764081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-f49308fd-048f-4929-8324-77ccab8f8fb4 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.765270 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f49308fd-048f-4929-8324-77ccab8f8fb4 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0231240 May 29 01:03:25.771369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52136) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.782937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-66ceb3b8-7866-478d-a15c-9319eec06e1b tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.786253 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6a082f-fe9a-45c6-ba3e-1198defd461d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:03:25.786381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-66ceb3b8-7866-478d-a15c-9319eec06e1b tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113306 May 29 01:03:25.786464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd6a082f-fe9a-45c6-ba3e-1198defd461d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:25.788195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52140) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.793609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fb77ac-3642-45eb-9f74-23a0262ece8b,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:25.807204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-9a4962aa-e9c7-4699-b3d4-545c3fce641e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.807371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.807487 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9a4962aa-e9c7-4699-b3d4-545c3fce641e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0158002 May 29 01:03:25.809507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52144) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.821867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-1e774590-880b-4b4c-84d5-e23b9721b786 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.823074 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1e774590-880b-4b4c-84d5-e23b9721b786 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0117855 May 29 01:03:25.825777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52148) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.836056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-1eeed456-3811-4829-ad64-9e9790af09e9 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.836995 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1eeed456-3811-4829-ad64-9e9790af09e9 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0103576 May 29 01:03:25.838093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd6a082f-fe9a-45c6-ba3e-1198defd461d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:25.839220 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dd6a082f-fe9a-45c6-ba3e-1198defd461d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a HTTP/1.1" status: 404 len: 333 time: 0.1174557 May 29 01:03:25.841927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52152) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.844165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52154) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.850634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.888946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-5768916f-c4eb-480e-bbd3-feb18d23b7f5 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.892306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5768916f-c4eb-480e-bbd3-feb18d23b7f5 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0424380 May 29 01:03:25.894840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.902602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52160) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.910165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:25.911454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] Set router 10460e5b-6787-4b3f-845a-248c87ce66a6 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:25.916320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-371d2595-2c9c-4661-a49e-22b9bb112cae tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.917238 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-371d2595-2c9c-4661-a49e-22b9bb112cae tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0135157 May 29 01:03:25.919355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] device_id is not set on port 9edcc2f0-0445-4c04-a235-869869ebdb58 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:25.957573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52164) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.973633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-0b53043b-e240-4c3c-b2a4-d011acc640b9 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.975804 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0b53043b-e240-4c3c-b2a4-d011acc640b9 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0167782 May 29 01:03:25.982995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52168) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:25.984107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:25.988079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet df1c7666-2779-4677-9b56-624b641db631 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:25.996403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-853690e6-e3ab-4f77-bb90-d20ba156b97d tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:25.997865 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-853690e6-e3ab-4f77-bb90-d20ba156b97d tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0109591 May 29 01:03:25.997985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bcf4b8-4da1-460c-843d-ccf89e9079b9,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:25.998596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.003728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52172) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.012478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-33923ed9-7b53-4efd-820d-48982080fbdd tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.013443 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-33923ed9-7b53-4efd-820d-48982080fbdd tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087669 May 29 01:03:26.016637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52176) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.024785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-8b71bda1-f8b3-44bd-9fb1-2863818a9780 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.031358 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8b71bda1-f8b3-44bd-9fb1-2863818a9780 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082204 May 29 01:03:26.031358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52180) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.031629 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0a360caa-248e-4a30-b1ff-5f37449468dc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a HTTP/1.1" status: 204 len: 168 time: 1.3308790 May 29 01:03:26.031629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52184) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.036628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-f13f3499-9aa4-4056-bd22-ec9fbfd14f6f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.040483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f13f3499-9aa4-4056-bd22-ec9fbfd14f6f tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0084822 May 29 01:03:26.041370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52188) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.079987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-78256886-ddc7-4318-b33c-ba5f78e5ba37 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.081110 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-78256886-ddc7-4318-b33c-ba5f78e5ba37 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0387743 May 29 01:03:26.085322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52192) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.095684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-98cd2c23-4aca-4807-8098-6b1b391ae2cd tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.098920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-98cd2c23-4aca-4807-8098-6b1b391ae2cd tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104561 May 29 01:03:26.099799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52196) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.112060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-da73abe1-f910-4b37-b4ac-f9a656dc8dbc tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.117925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b9279852-f4bb-4691-abe6-dde7eafdaca2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850334 May 29 01:03:26.118296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52200) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.119737 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da73abe1-f910-4b37-b4ac-f9a656dc8dbc tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0195084 May 29 01:03:26.124113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52202) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.128410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-250a450b-7795-4264-afe3-217534ab6054 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.132249 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-250a450b-7795-4264-afe3-217534ab6054 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084014 May 29 01:03:26.135805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52208) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.139454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:26.153839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] For port 795ad2be-9a94-4139-8632-3b7a9af7fe08, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=795ad2be-9a94-4139-8632-3b7a9af7fe08,segment=NetworkSegment(29585ed6-336b-47a1-8b94-2909e5d83027),segment_id=29585ed6-336b-47a1-8b94-2909e5d83027)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:26.159195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Allocated IP 172.26.5.186 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/9edcc2f0-0445-4c04-a235-869869ebdb58) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:26.168192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-b8ba4ca5-75fd-48ee-8079-9afd49e77f76 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.171922 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b8ba4ca5-75fd-48ee-8079-9afd49e77f76 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0146737 May 29 01:03:26.179208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52212) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.189595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d391-5c75-40b4-a251-426f7baa6b4d None None] Pushing event updated for resources: {'Port': ['ID=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:26.191012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-22b9caba-6b27-4da5-8192-0c8391582e42 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.200391 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-22b9caba-6b27-4da5-8192-0c8391582e42 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0118284 May 29 01:03:26.201005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52216) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.209898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-284235c9-1a2a-433b-ac14-683166f207dd tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.213475 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-284235c9-1a2a-433b-ac14-683166f207dd tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076463 May 29 01:03:26.213475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52220) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.220467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Network f30e3922-8f4a-4d14-82a0-c5497d287363 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:26.227610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:26.229965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-78b0fae9-38f8-49b1-afa4-f214f3a9cfd2 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.233376 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-78b0fae9-38f8-49b1-afa4-f214f3a9cfd2 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0167701 May 29 01:03:26.235449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52224) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.241528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-8a5c90d5-0748-41f2-9b44-5748419fed1c tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.246220 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8a5c90d5-0748-41f2-9b44-5748419fed1c tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069082 May 29 01:03:26.246220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52228) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.257615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-30a44a99-31c0-4b2a-8cca-75359c8cc710 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.261249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-30a44a99-31c0-4b2a-8cca-75359c8cc710 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0145602 May 29 01:03:26.263321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52232) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.278701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-f9c2d74e-0f31-493c-91fe-36b8a9af369a tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.280475 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f9c2d74e-0f31-493c-91fe-36b8a9af369a tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0153453 May 29 01:03:26.286779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52236) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.312996 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-a8dbcb08-5aee-4cb3-be87-52009c6e315c tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.316360 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a8dbcb08-5aee-4cb3-be87-52009c6e315c tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0245185 May 29 01:03:26.321587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52240) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.346209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.resource_extend [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:26.378980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-b94c421b-ed6f-4586-80eb-d0f6041daf60 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.383704 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b94c421b-ed6f-4586-80eb-d0f6041daf60 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0611455 May 29 01:03:26.384335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52244) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.403085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-a15662e3-020b-48c3-abde-ebffda999c85 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.404342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.407333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a15662e3-020b-48c3-abde-ebffda999c85 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0174487 May 29 01:03:26.410481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52248) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.447302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-919c26da-302a-461f-b29e-90ffdf980b9b tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.448304 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-919c26da-302a-461f-b29e-90ffdf980b9b tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0329635 May 29 01:03:26.453783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52254) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.461133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.471470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-5d3dad4c-331f-4c43-8d9d-8ec2ca8b7190 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.476157 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5d3dad4c-331f-4c43-8d9d-8ec2ca8b7190 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0202248 May 29 01:03:26.481984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:26.483923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52258) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.487594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:26.490905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:26.493191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-914788ea-cff1-4a72-91dd-ec933bfb0d80 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.497159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-914788ea-cff1-4a72-91dd-ec933bfb0d80 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0118551 May 29 01:03:26.498180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52262) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.498783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:26.505042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.514181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-604b53ce-6227-4e15-af28-d1d1f2436e41 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.518540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52266) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.519036 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-604b53ce-6227-4e15-af28-d1d1f2436e41 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0171371 May 29 01:03:26.523717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:26.527758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.532959 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] Transition to ACTIVE for port object 795ad2be-9a94-4139-8632-3b7a9af7fe08 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:26.542594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.583069 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.604087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.609532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-1ed551cc-0621-4fc5-b16d-09b959d5fc68 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.612973 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1ed551cc-0621-4fc5-b16d-09b959d5fc68 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0896385 May 29 01:03:26.620411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52270) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.624420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.640961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-1d30b404-1c8f-482f-a2c5-7668bba51c61 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.644077 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1d30b404-1c8f-482f-a2c5-7668bba51c61 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0202804 May 29 01:03:26.648666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52274) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.656273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-dd4caf4d-7a81-4b1f-ae88-7694b18cca77 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.659783 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dd4caf4d-7a81-4b1f-ae88-7694b18cca77 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079410 May 29 01:03:26.659941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.667983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52278) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.678075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-57f81866-71f6-4db5-b524-4cbfaa1cc96e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.682195 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-57f81866-71f6-4db5-b524-4cbfaa1cc96e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107248 May 29 01:03:26.689357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52282) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.700423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-9831edd0-195f-4859-af2a-d59c97afef09 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.703956 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9831edd0-195f-4859-af2a-d59c97afef09 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0120006 May 29 01:03:26.706237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52286) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.712085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] For port c48f7c6c-c107-4ec4-8df0-e46349cc353d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c48f7c6c-c107-4ec4-8df0-e46349cc353d,segment=NetworkSegment(9c44cd41-37c6-4f0c-953a-8b82fa06f33d),segment_id=9c44cd41-37c6-4f0c-953a-8b82fa06f33d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:26.714106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:26.716300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-f8e72858-4fc9-4d64-b2b0-3398c0b8b77e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.719584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:26.720339 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f8e72858-4fc9-4d64-b2b0-3398c0b8b77e tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0099661 May 29 01:03:26.721731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52290) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.731821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:26.734605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-360e19d0-8bb5-4a5e-a9c0-21a517f6a8a1 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.735660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-360e19d0-8bb5-4a5e-a9c0-21a517f6a8a1 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058534 May 29 01:03:26.766189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52294) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.769413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.785648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-b9146211-f8a7-45e2-881b-54254c4f6b38 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.789483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b9146211-f8a7-45e2-881b-54254c4f6b38 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0148902 May 29 01:03:26.795456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52298) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.817665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-d41cb22a-e6ad-41aa-bfd9-b2397f979bd8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.822227 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d41cb22a-e6ad-41aa-bfd9-b2397f979bd8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0203195 May 29 01:03:26.822227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Pushing event updated for resources: {'Port': ['ID=9edcc2f0-0445-4c04-a235-869869ebdb58,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:26.832624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52302) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.841061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-b205ffac-c072-4b55-a0d8-0d71f254eef8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.845610 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b205ffac-c072-4b55-a0d8-0d71f254eef8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109711 May 29 01:03:26.847960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52306) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.860896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-1a05aa67-998f-44ac-acc3-9116613c44d8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.864181 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1a05aa67-998f-44ac-acc3-9116613c44d8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110083 May 29 01:03:26.864489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52310) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.868862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:26.869477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.871590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [None req-cdec4981-74c2-46e6-a8d1-fd8ba24fd0ba tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.872640 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cdec4981-74c2-46e6-a8d1-fd8ba24fd0ba tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064492 May 29 01:03:26.874589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ffca2-9ea5-4d72-b4d2-09d158f15169 None None] Pushing event updated for resources: {'Port': ['ID=795ad2be-9a94-4139-8632-3b7a9af7fe08,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:26.882592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52314) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.886584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7eaf64-c47c-4a04-8caa-a94036100b2f None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': 'f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '1cf0f001-9e4d-4033-aee9-987b8c1f3d32'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:03:26.894553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-0edd303b-29dc-4986-94d2-23641f01afce tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.899101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0edd303b-29dc-4986-94d2-23641f01afce tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0120115 May 29 01:03:26.899452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52318) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.908503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-c6ca88ea-89a9-4d40-a072-f94785a10ad8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.912726 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c6ca88ea-89a9-4d40-a072-f94785a10ad8 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076234 May 29 01:03:26.915114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52322) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.921173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:26.926580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-97869f68-8f98-4cc1-af88-27ffd613dd81 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.930107 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-97869f68-8f98-4cc1-af88-27ffd613dd81 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0113943 May 29 01:03:26.930273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52326) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.934707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.969449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-b00ddf27-f3c6-43c5-9dad-5b0c6fa9b699 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.972769 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b00ddf27-f3c6-43c5-9dad-5b0c6fa9b699 tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0393057 May 29 01:03:26.977563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52330) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.979057 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1eb47b84-6845-47e9-a809-a73a1689ffc1 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.7323573 May 29 01:03:26.987176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:26.988489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52334) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:26.992101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-dfcbbaed-5c97-4a41-b8ef-4806dcb0c9bb tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:26.996202 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dfcbbaed-5c97-4a41-b8ef-4806dcb0c9bb tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0137181 May 29 01:03:26.997029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52338) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:27.006644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-8fb94363-e5ff-4ab9-ae67-92ea3bea1e4a tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:27.007627 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8fb94363-e5ff-4ab9-ae67-92ea3bea1e4a tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060842 May 29 01:03:27.013549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.186'}]}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:27.020427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52344) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:27.026762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:27.034407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [None req-7e3839dc-dc67-4962-8d07-4b8e33ea2adf tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:03:27.035366 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7e3839dc-dc67-4962-8d07-4b8e33ea2adf tempest-ExtensionsTestJSON-1738688562 tempest-ExtensionsTestJSON-1738688562-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139925 May 29 01:03:27.040034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Usage tracker for resource:router and tenant:ddd4228f7d2346f68c1bc459e45a84e9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:27.041568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf7eaf64-c47c-4a04-8caa-a94036100b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.045214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:27.059319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:27.075963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Provisioning complete for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:27.076679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.081378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.082311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.094796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.111342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43036-a4e9-4977-b27a-396f7036efc4 None None] Pushing event updated for resources: {'Port': ['ID=c48f7c6c-c107-4ec4-8df0-e46349cc353d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:27.154852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.170825 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/df1c7666-2779-4677-9b56-624b641db631 HTTP/1.1" status: 204 len: 168 time: 1.3275807 May 29 01:03:27.175653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52350) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:27.180109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365b77d-ab08-4503-a486-33877f7495b7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=df1c7666-2779-4677-9b56-624b641db631,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:27.315826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet 5fd61586-7f4f-43ea-b16c-d935653ac51b {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:27.323123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.342934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.359857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 4, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b5fb77ac-3642-45eb-9f74-23a0262ece8b', 'name': '', 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'mac_address': 'fa:16:3e:09:81:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:23Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 2, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'subnets': [{'id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:27.376995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.387942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565903d-35f4-4ae4-9b0b-06588c64b55f None None] The sync data for ids ['10460e5b-6787-4b3f-845a-248c87ce66a6'] in dv-neutron-843186-2-hyperv is: [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 4, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b5fb77ac-3642-45eb-9f74-23a0262ece8b', 'name': '', 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'mac_address': 'fa:16:3e:09:81:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:23Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 2, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'subnets': [{'id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:03:27.405890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.410182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:27.467006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=ef8edc72-2da9-451f-b2e0-f9ecc3832954,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:27.503042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:27.504813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:27.508800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:27.509383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.529313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.582900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dab95ede-29ac-41a3-a05f-479abb1cfc8c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4579804 May 29 01:03:27.588889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Router 10460e5b-6787-4b3f-845a-248c87ce66a6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:03:27.590789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52356) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:27.595605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:27.610917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.621040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:27.645261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52360) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:27.675134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 795ad2be-9a94-4139-8632-3b7a9af7fe08 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:27.700532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa50ad8-9f05-4475-ada6-5f9d447bd07d None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:27.760767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.765215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.878271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Provisioning complete for port c48f7c6c-c107-4ec4-8df0-e46349cc353d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:27.878922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:27.954278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:27.956332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:27.958916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:27.963353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:27.970385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:27.994359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:27.998732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.006540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb4805-4d77-46a4-8e5d-85b7837587e7 None None] Network a758e7a6-b73e-4b64-8fa1-ec1389fd585e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:28.105404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.121326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.169981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd61586-7f4f-43ea-b16c-d935653ac51b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:28.185136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.203427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:28.209560 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6893532c-990c-46a0-a2b6-9d42e051fff0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/5fd61586-7f4f-43ea-b16c-d935653ac51b HTTP/1.1" status: 204 len: 168 time: 1.0326352 May 29 01:03:28.212297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Usage tracker for resource:security_group_rule and tenant:0437d67a6b814166bfc378595d98e356 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:28.215355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52366) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:28.217610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:28.253226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:28.257819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c48f7c6c-c107-4ec4-8df0-e46349cc353d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:28.338452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:03:28.362538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.368801 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-89960c02-6fbd-477d-9847-34d52cff75c6 admin admin] 10.222.0.33 "PUT /v2.0/routers/10460e5b-6787-4b3f-845a-248c87ce66a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1691232 May 29 01:03:28.506880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 795ad2be-9a94-4139-8632-3b7a9af7fe08 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:28.506880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.524210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Provisioning for port b5fb77ac-3642-45eb-9f74-23a0262ece8b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:28.537958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Provisioning complete for port b5fb77ac-3642-45eb-9f74-23a0262ece8b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:28.538484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.571605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c48f7c6c-c107-4ec4-8df0-e46349cc353d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:28.572190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.589591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.600332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:03:28.634486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.684680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c2dfc-b04f-419d-bbd3-ad61934108fc None None] Port b5fb77ac-3642-45eb-9f74-23a0262ece8b cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:03:28.728560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.753074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.803959 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] DHCP port deletion for a758e7a6-b73e-4b64-8fa1-ec1389fd585e request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:03:28.825296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Deleting port 795ad2be-9a94-4139-8632-3b7a9af7fe08 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:28.825675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.834677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:28.934015 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0437d67a6b814166bfc378595d98e356&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2847085 May 29 01:03:28.935332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52376) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:28.954074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': 'ef8edc72-2da9-451f-b2e0-f9ecc3832954'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '1cf0f001-9e4d-4033-aee9-987b8c1f3d32'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:03:29.004442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb06be-9d45-4349-903c-29defa943226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced033b-d7dd-4984-9261-81770dc247d3,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:29.007670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2173d8a-00fe-4b0b-bca1-5f7f310dfde8 None None] Provisioning complete for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:29.008406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2173d8a-00fe-4b0b-bca1-5f7f310dfde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.014375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52380) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:29.033997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eabb0523-5c7c-45a5-95ec-cdfff509b191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.045792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036519914', 'description': 'tempest-secgroup-smoke-2036519914 description', 'project_id': 'c1061b9e135f46219445f4b06952b692'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:29.056390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] For port 795ad2be-9a94-4139-8632-3b7a9af7fe08, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=795ad2be-9a94-4139-8632-3b7a9af7fe08,segment=NetworkSegment(29585ed6-336b-47a1-8b94-2909e5d83027),segment_id=29585ed6-336b-47a1-8b94-2909e5d83027)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:29.056889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.090840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.105819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:29.128858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:29.139209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:29.144941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eabb0523-5c7c-45a5-95ec-cdfff509b191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.159661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:29.216500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.231745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 795ad2be-9a94-4139-8632-3b7a9af7fe08 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:29.258568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:29.282403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eabb0523-5c7c-45a5-95ec-cdfff509b191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.305109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.320871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb0523-5c7c-45a5-95ec-cdfff509b191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced033b-d7dd-4984-9261-81770dc247d3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:29.323811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.325777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:29.332416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:29.336306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.337019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.340606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:29.390639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] For port 795ad2be-9a94-4139-8632-3b7a9af7fe08, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=795ad2be-9a94-4139-8632-3b7a9af7fe08,segment=NetworkSegment(29585ed6-336b-47a1-8b94-2909e5d83027),segment_id=29585ed6-336b-47a1-8b94-2909e5d83027)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:29.391050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.406984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eabb0523-5c7c-45a5-95ec-cdfff509b191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.410240 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-eabb0523-5c7c-45a5-95ec-cdfff509b191 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/aced033b-d7dd-4984-9261-81770dc247d3 HTTP/1.1" status: 204 len: 168 time: 0.4713445 May 29 01:03:29.410240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:29.499709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:29.506937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=8']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:29.509230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:29.512244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=974776a1-a70c-4e9a-85bb-88ae2011fdf5,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:29.519659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:29.520288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.587200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Calling delete_port for 795ad2be-9a94-4139-8632-3b7a9af7fe08 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:29.603731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f41a872d-0777-41fe-853e-0d2319ca55f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0087354 May 29 01:03:29.607263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.608258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52386) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:29.613906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:e9:36:db', 'name': 'tempest-NetworksTestDHCPv6-83551939'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:29.634353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.690055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 795ad2be-9a94-4139-8632-3b7a9af7fe08 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:03:29.733263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 795ad2be-9a94-4139-8632-3b7a9af7fe08 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:03:29.733625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 795ad2be-9a94-4139-8632-3b7a9af7fe08 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:03:29.773847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2173d8a-00fe-4b0b-bca1-5f7f310dfde8 None None] Could not find standard attr ID for object 795ad2be-9a94-4139-8632-3b7a9af7fe08. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:29.778938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.790598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2173d8a-00fe-4b0b-bca1-5f7f310dfde8 None None] Could not find standard attr ID for object 1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:29.844193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2173d8a-00fe-4b0b-bca1-5f7f310dfde8 None None] Could not find standard attr ID for object 1eaefd8c-4fa6-4ff3-95bd-6052355cf690. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:29.859025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:03:29.859415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:03:29.869388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] Allocated IP 172.20.0.2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/ef8edc72-2da9-451f-b2e0-f9ecc3832954/1cf0f001-9e4d-4033-aee9-987b8c1f3d32) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:29.901784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No DVR routers for this DVR port 795ad2be-9a94-4139-8632-3b7a9af7fe08 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:03:29.923422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.927861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8922780 May 29 01:03:29.929916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52394) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:29.930713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870cc17-aa59-4392-9034-153f86fbee35 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ae96d7-1044-4102-a4e9-e5bf299d2d49,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:29.948107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'security_group_rule': {'security_group_id': '41ae96d7-1044-4102-a4e9-e5bf299d2d49', 'project_id': 'c1061b9e135f46219445f4b06952b692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:29.956861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:29.967737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:29.969114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=795ad2be-9a94-4139-8632-3b7a9af7fe08,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:29.983682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:29.995649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:30.005375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:30.030214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:30.041636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:30.044865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:30.047508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.050507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.059669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:30.065634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.083828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:30.089932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:30.093747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.131097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port b4ef80c4-6e0a-458d-81fa-b0110fceaa7e yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:30.133893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a758e7a6-b73e-4b64-8fa1-ec1389fd585e']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:30.138784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.160340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29585ed6-336b-47a1-8b94-2909e5d83027') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:30.160873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29585ed6-336b-47a1-8b94-2909e5d83027') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:30.161291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] Transition to ACTIVE for port object 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:30.168868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.175462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.175988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86f1de68-e72a-4900-9837-bf4714399e5b {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:03:30.186234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.221163 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 29 01:03:30.222861 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-771bbbcf-d36e-45f9-b1f1-5b636089b247 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2269449 May 29 01:03:30.223519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.227395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52404) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:30.260650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.274163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:30.274592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.277611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:30.291351 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:30.311205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cf0422-c8bf-442a-ba1e-16b7c0f59ce6,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:30.364590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.366952 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9601d0ee-9eba-438c-bd0c-8e9084f64151 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4248176 May 29 01:03:30.369907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52408) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:30.378296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'security_group_rule': {'security_group_id': '41ae96d7-1044-4102-a4e9-e5bf299d2d49', 'project_id': 'c1061b9e135f46219445f4b06952b692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:30.382037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Deleting port 795ad2be-9a94-4139-8632-3b7a9af7fe08 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:30.382822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.389052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:30.399287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:30.400509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Deleting port 9edcc2f0-0445-4c04-a235-869869ebdb58 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:30.400853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.403527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:30.414325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:30.489323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.496948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6421e36a-e75c-4359-a1c4-1a3a24345249 None None] The port '795ad2be-9a94-4139-8632-3b7a9af7fe08' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:03:30.535213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 172.20.0.11 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/ef8edc72-2da9-451f-b2e0-f9ecc3832954/b4ef80c4-6e0a-458d-81fa-b0110fceaa7e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:30.540092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32d6c7-fd72-4a60-bdbe-4db8ea851a43 None None] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=9']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:30.556636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fee9:36db (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/974776a1-a70c-4e9a-85bb-88ae2011fdf5/b4ef80c4-6e0a-458d-81fa-b0110fceaa7e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:30.649193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.665838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.694612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.820806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52418) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:30.830339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.845190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Calling delete_port for 9edcc2f0-0445-4c04-a235-869869ebdb58 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:30.848649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f982b312-574c-40f8-8c03-6d129b39b96e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:30.888051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.890607 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fe35c930-a193-4e16-b661-c25a2c0e3bd6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5197227 May 29 01:03:30.895367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52424) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:30.915985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'security_group_rule': {'security_group_id': '41ae96d7-1044-4102-a4e9-e5bf299d2d49', 'project_id': 'c1061b9e135f46219445f4b06952b692', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:30.925833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:30.944575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=a758e7a6-b73e-4b64-8fa1-ec1389fd585e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:30.961647 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-644dc5cb-01a7-48f5-bde8-b8b1988e3fbd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/a758e7a6-b73e-4b64-8fa1-ec1389fd585e HTTP/1.1" status: 204 len: 168 time: 2.7453406 May 29 01:03:30.970722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52428) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:30.972358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:30.983588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:31.017203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:31.029734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:31.066883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.071363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.130184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222156109'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:31.152924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:31.156038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object b4ef80c4-6e0a-458d-81fa-b0110fceaa7e will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:31.156264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.212546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.230758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:31.242594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Pushing event deleted for resources: {'Port': ['ID=9edcc2f0-0445-4c04-a235-869869ebdb58,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:31.288589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:31.298208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe9981-388a-449c-b724-872b20e29870 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:31.299091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aefe9981-388a-449c-b724-872b20e29870 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:31.313121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:31.328156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:31.330271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:31.343112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:31.376842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.387187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.394449 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4afcd239-49ef-402f-b274-bdcbdef7bf18 tempest-RoutersAdminNegativeIpV6Test-1573432054 tempest-RoutersAdminNegativeIpV6Test-1573432054-project-admin] 10.222.0.33 "DELETE /v2.0/ports/9edcc2f0-0445-4c04-a235-869869ebdb58 HTTP/1.1" status: 204 len: 168 time: 1.1632221 May 29 01:03:31.412634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-504b87ee-603e-421b-90bb-fff7c3b8262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.415595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aefe9981-388a-449c-b724-872b20e29870 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:31.418651 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aefe9981-388a-449c-b724-872b20e29870 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4453213 May 29 01:03:31.422838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52434) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:31.438348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.476579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=b4ef80c4-6e0a-458d-81fa-b0110fceaa7e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:31.479414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:31.486343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.546244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72482a23-7f25-4d09-9c68-038c6d22a2ee,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:31.546457 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b28a1fc4-0a9b-4359-a275-d772573bd22f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1220877 May 29 01:03:31.547181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52438) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:31.551173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.560490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2141111086'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:31.576532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:31.587597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:31.595557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.596433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:31.604739 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4c6e3931-d56c-4e6a-8c13-9a6db5e13e72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6999769 May 29 01:03:31.605061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52442) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:31.605459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:31.606081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.631821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85f6ee-bd56-46b0-9f42-b91eb57d375b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:31.643791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'security_group_rule': {'security_group_id': '41ae96d7-1044-4102-a4e9-e5bf299d2d49', 'project_id': 'c1061b9e135f46219445f4b06952b692', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:31.662833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:31.664277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:31.668386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:31.670469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:security_group_rule and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:31.671907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:31.680101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:31.688995 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8d5493c5-6f47-4202-a90e-abc78ea617ba tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0794439 May 29 01:03:31.691356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52446) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:31.694454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:31.701418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:31.718248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:31.771947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.783884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:31.787432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.810739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d434a82e-9d4d-4936-b24c-a7ab70b45c9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:31.818754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.824833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.873923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cc432f-540d-411b-87dc-6c79b1bc1a86,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:31.886575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:31.900556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.901068 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment 734c4624-f19d-440f-ad8d-e2121fc05849 of type vlan for network 13ee0d6f-ff4c-4716-88da-947ea9855e23 May 29 01:03:31.934449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.936925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d434a82e-9d4d-4936-b24c-a7ab70b45c9f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:31.959722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dc90ec7b-4b0a-4c20-bb74-eb0abd1d60b6 None None] Provisioning for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:31.962649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d434a82e-9d4d-4936-b24c-a7ab70b45c9f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:31.963027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.981856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.986158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:31.986820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:31.998440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:32.019257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.019621 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment 88e2ae30-32b7-472e-9e7c-b540a79af559 of type vlan for network ffd1573c-565b-429c-b149-b034d91d2223 May 29 01:03:32.042448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.049322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948466a-3e7d-4a15-89cd-94d9b57b5de5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:32.053468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948466a-3e7d-4a15-89cd-94d9b57b5de5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:32.055076 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7948466a-3e7d-4a15-89cd-94d9b57b5de5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3625989 May 29 01:03:32.059056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52452) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:32.061550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.101970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dc90ec7b-4b0a-4c20-bb74-eb0abd1d60b6 None None] Provisioning complete for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:32.102421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dc90ec7b-4b0a-4c20-bb74-eb0abd1d60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.105562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=13ee0d6f-ff4c-4716-88da-947ea9855e23,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:32.112385 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-25edd2a7-e936-46ca-b681-030c4b9ac5fd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2847545 May 29 01:03:32.175129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.179375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42368c6-42b1-4deb-a0a5-58d903b5a353,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:32.180778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 13ee0d6f-ff4c-4716-88da-947ea9855e23 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:32.196272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52456) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:32.237828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port b4ef80c4-6e0a-458d-81fa-b0110fceaa7e {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:32.238180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.311941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:32.326881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.331097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52462) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:32.333044 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5db53fa3-0320-4dca-9b6d-7c68342b8848 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7163219 May 29 01:03:32.336619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'security_group_rule': {'security_group_id': '41ae96d7-1044-4102-a4e9-e5bf299d2d49', 'project_id': 'c1061b9e135f46219445f4b06952b692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:32.355360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:32.359356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:32.373098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:32.379348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:32.402397 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Project c1061b9e135f46219445f4b06952b692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:03:32.412223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.429403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.434516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:32.435321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.483734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.554688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.567819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.600119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=ffd1573c-565b-429c-b149-b034d91d2223,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:32.624068 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0b9ed3ca-1c19-4f74-ad1e-383ded5bb502 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0758233 May 29 01:03:32.625016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8749230c-d548-4439-a8ce-7690ddb8ce7c,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:32.627152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52466) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:32.629498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.631178 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d6dd32c7-9860-4e69-a140-dfb5b4144d7e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2985590 May 29 01:03:32.636905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:32.637628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52470) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:32.646766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'security_group_rule': {'security_group_id': '41ae96d7-1044-4102-a4e9-e5bf299d2d49', 'project_id': 'c1061b9e135f46219445f4b06952b692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:32.655136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:32.656333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.664898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d434a82e-9d4d-4936-b24c-a7ab70b45c9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:32.667483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:security_group_rule and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:32.676990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ffd1573c-565b-429c-b149-b034d91d2223 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:32.690463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:32.739385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.741262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:32.769315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:32.774476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:32.780485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:32.784554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:32.787657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:32.793833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:32.803974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Usage tracker for resource:security_group_rule and tenant:a3be00a1abdf468aa7b2cd365a8cda0e is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:32.807133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:32.810502 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Project c1061b9e135f46219445f4b06952b692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:03:32.813227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:32.821769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.831865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:32.933869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.947727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:32.962905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.011200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1b91e0-7f5e-484a-96a3-91dbdd52353c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:33.026928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.041711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.043495 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-df524dfd-4116-40bc-90e8-c35ccd3994e1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4047990 May 29 01:03:33.085820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:33.154530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:33.155432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.252365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.452335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for b4ef80c4-6e0a-458d-81fa-b0110fceaa7e owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:33.505681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.510505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=919a2996-ed02-40c0-8b48-c4838ba10512,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:33.517696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.559205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-26883dd8-d0e2-4e26-816d-3bf0eebf788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.679925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d434a82e-9d4d-4936-b24c-a7ab70b45c9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:33.801272 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a3be00a1abdf468aa7b2cd365a8cda0e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6051114 May 29 01:03:33.803787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c79965-3a2d-4524-8c72-f5c541bf3dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591bb5a1-2151-4794-80ab-924d5c70635d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:33.806069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': '88e2ae30-32b7-472e-9e7c-b540a79af559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:33.806692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: ffd1573c-565b-429c-b149-b034d91d2223, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:33.811750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52498) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:33.842440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d434a82e-9d4d-4936-b24c-a7ab70b45c9f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:33.843134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.866901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ffd1573c-565b-429c-b149-b034d91d2223 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:33.887499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ffd1573c-565b-429c-b149-b034d91d2223) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:33.891633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:33.892357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:33.907495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddce481-0042-4fbf-b2ee-d315c3bf1fd8 None None] Network ffd1573c-565b-429c-b149-b034d91d2223 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:33.954413 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9f9c459c-1bda-4abb-9d60-b39de123a144 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3182845 May 29 01:03:33.954861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52502) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:33.961546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223', 'name': 'tempest-PortsTestJSON-1796586831'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:34.116154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb7483fc-95d1-41a4-965f-4b7d33bbb20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.143988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.175036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:34.189625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:34.210650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:34.214033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.253794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port 97ba030f-43de-4fe5-bb49-97013c48e38a yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:34.296034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb7483fc-95d1-41a4-965f-4b7d33bbb20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.555881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=b4ef80c4-6e0a-458d-81fa-b0110fceaa7e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:34.570181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6e62f561-28da-4f4a-8a11-e7954d71a9c7 None None] Provisioning complete for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:34.570673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6e62f561-28da-4f4a-8a11-e7954d71a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.571826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb7483fc-95d1-41a4-965f-4b7d33bbb20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.649447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.9 (ffd1573c-565b-429c-b149-b034d91d2223/919a2996-ed02-40c0-8b48-c4838ba10512/97ba030f-43de-4fe5-bb49-97013c48e38a) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:34.660836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.714793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7483fc-95d1-41a4-965f-4b7d33bbb20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bb5a1-2151-4794-80ab-924d5c70635d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:34.749613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb7483fc-95d1-41a4-965f-4b7d33bbb20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.751042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cb7483fc-95d1-41a4-965f-4b7d33bbb20c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/591bb5a1-2151-4794-80ab-924d5c70635d HTTP/1.1" status: 204 len: 168 time: 0.9382944 May 29 01:03:34.791506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:34.804161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52516) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:34.805307 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-22704e3a-ddb3-4198-bf1d-a286869a08a1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/b4ef80c4-6e0a-458d-81fa-b0110fceaa7e HTTP/1.1" status: 204 len: 168 time: 2.7341709 May 29 01:03:35.023986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63765bf9-79f0-4583-bb15-14b87ec7d2f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:35.025370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63765bf9-79f0-4583-bb15-14b87ec7d2f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:35.026649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63765bf9-79f0-4583-bb15-14b87ec7d2f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:35.028631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-63765bf9-79f0-4583-bb15-14b87ec7d2f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:35.097146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6e62f561-28da-4f4a-8a11-e7954d71a9c7 None None] Could not find standard attr ID for object b4ef80c4-6e0a-458d-81fa-b0110fceaa7e. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:35.107448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ffd1573c-565b-429c-b149-b034d91d2223', 'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223', 'tenant_id': '417a29dbfb3746a8b17899e6bcd51d98', 'fixed_ips': [{'subnet_id': '919a2996-ed02-40c0-8b48-c4838ba10512'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:35.108222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.122427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-63765bf9-79f0-4583-bb15-14b87ec7d2f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:35.133968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52534) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:35.134572 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-63765bf9-79f0-4583-bb15-14b87ec7d2f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3255792 May 29 01:03:35.238937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.281732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object 97ba030f-43de-4fe5-bb49-97013c48e38a will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:35.337487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.453580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52544) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:35.498396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ffd1573c-565b-429c-b149-b034d91d2223 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:35.499310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=97ba030f-43de-4fe5-bb49-97013c48e38a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:35.509577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 974776a1-a70c-4e9a-85bb-88ae2011fdf5 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:35.513426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.521352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:35.521526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Allocated IP 172.20.0.2 (ffd1573c-565b-429c-b149-b034d91d2223/919a2996-ed02-40c0-8b48-c4838ba10512/333eb902-3d17-4025-8cb5-a1358e234130) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:35.530292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:35.619085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.715566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52550) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:35.722573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '13ee0d6f-ff4c-4716-88da-947ea9855e23', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:35.758573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:35.759495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.778439 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2b8aa8c2-53bb-43da-bc86-84725a6bfe97 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ddd4228f7d2346f68c1bc459e45a84e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232844 May 29 01:03:35.781153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52554) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:35.788378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e9ee3a9f-0432-4d0d-b8f4-4e37b2d6edad None None] Could not find standard attr ID for object b4ef80c4-6e0a-458d-81fa-b0110fceaa7e. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:35.820768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.831332 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-692eae13-d1fe-4c05-a687-1b0f35ddac3e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8751824 May 29 01:03:35.836820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52558) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:35.885459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc38c0dd-b71c-47af-9c93-1d870d434444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.918855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc38c0dd-b71c-47af-9c93-1d870d434444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:35.979676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223', 'name': 'tempest-PortsTestJSON-1901417376'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:36.002496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.003525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc38c0dd-b71c-47af-9c93-1d870d434444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.016923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Transition to ACTIVE for port object 333eb902-3d17-4025-8cb5-a1358e234130 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:36.027808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38c0dd-b71c-47af-9c93-1d870d434444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bcf4b8-4da1-460c-843d-ccf89e9079b9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:36.043512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc38c0dd-b71c-47af-9c93-1d870d434444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.047927 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc38c0dd-b71c-47af-9c93-1d870d434444 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/47bcf4b8-4da1-460c-843d-ccf89e9079b9 HTTP/1.1" status: 204 len: 168 time: 0.2658329 May 29 01:03:36.055873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Transition to ACTIVE for port object 333eb902-3d17-4025-8cb5-a1358e234130 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:36.065444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.124645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:36.132356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.160427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:36.170453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:36.197269 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:36.215894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.245168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:36.252620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Network ffd1573c-565b-429c-b149-b034d91d2223 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:36.256082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:36.261656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:36.265198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Pushing event updated for resources: {'Port': ['ID=333eb902-3d17-4025-8cb5-a1358e234130,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:36.270410 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:36.331644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:36.341186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:36.362290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:36.370438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Attempting to bind port 333eb902-3d17-4025-8cb5-a1358e234130 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:36.371145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Attempting to bind port 333eb902-3d17-4025-8cb5-a1358e234130 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '88e2ae30-32b7-472e-9e7c-b540a79af559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:36.371803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Attempting to bind port 333eb902-3d17-4025-8cb5-a1358e234130 on network ffd1573c-565b-429c-b149-b034d91d2223 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:36.372474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.380712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:36.381208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Checking segment: {'id': '88e2ae30-32b7-472e-9e7c-b540a79af559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:36.381679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.382406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Bound using segment: {'id': '88e2ae30-32b7-472e-9e7c-b540a79af559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:36.382602 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Bound port: 333eb902-3d17-4025-8cb5-a1358e234130, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e2ae30-32b7-472e-9e7c-b540a79af559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ffd1573c-565b-429c-b149-b034d91d2223'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:36.383087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.435739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=974776a1-a70c-4e9a-85bb-88ae2011fdf5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:36.438618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:36.441646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.455605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.483741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.500598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3ceb9-18f4-4ee2-8e10-1308489e8495 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:36.560124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port c7b1db2b-f462-4675-8b7b-166da4bc7617 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:36.574047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] For port 333eb902-3d17-4025-8cb5-a1358e234130, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:36.602034 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a3faf37e-da89-47b6-a66a-6c24b16ec854 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/974776a1-a70c-4e9a-85bb-88ae2011fdf5 HTTP/1.1" status: 204 len: 168 time: 1.4666851 May 29 01:03:36.605837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52568) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:36.635702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] For port 333eb902-3d17-4025-8cb5-a1358e234130, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=333eb902-3d17-4025-8cb5-a1358e234130,segment=NetworkSegment(88e2ae30-32b7-472e-9e7c-b540a79af559),segment_id=88e2ae30-32b7-472e-9e7c-b540a79af559)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:36.649684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:36.754568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99da9c-f820-4989-bf6e-eddec0441cc2 None None] Pushing event updated for resources: {'Port': ['ID=333eb902-3d17-4025-8cb5-a1358e234130,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:36.882187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.039985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet ef8edc72-2da9-451f-b2e0-f9ecc3832954 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:37.044365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.064073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=07fd1f9c-a9e0-48f5-9c1e-d40f7abad294,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:37.121278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.13 (ffd1573c-565b-429c-b149-b034d91d2223/919a2996-ed02-40c0-8b48-c4838ba10512/c7b1db2b-f462-4675-8b7b-166da4bc7617) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:37.148458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.158081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': '734c4624-f19d-440f-ad8d-e2121fc05849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '13ee0d6f-ff4c-4716-88da-947ea9855e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:37.158494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 13ee0d6f-ff4c-4716-88da-947ea9855e23, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:37.282368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 13ee0d6f-ff4c-4716-88da-947ea9855e23 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:37.350008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 13ee0d6f-ff4c-4716-88da-947ea9855e23) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:37.365146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3570f-7fae-451f-b6b5-67faba427cf4 None None] Network 13ee0d6f-ff4c-4716-88da-947ea9855e23 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:37.423165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.448163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:37.448863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.525122 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-910dd331-07f7-4495-b91a-66c04133f8a1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8169131 May 29 01:03:37.526054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52586) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:37.565276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1184536520'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:37.580437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:37.585811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:37.588258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:37.594291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:37.624713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:37.632233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.646028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.707689 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.720850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8edc72-2da9-451f-b2e0-f9ecc3832954,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:37.727342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.728373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:37.744569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object c7b1db2b-f462-4675-8b7b-166da4bc7617 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:37.748246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.749065 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment 0b466995-ef5f-4eae-b65c-f964eff3636b of type vlan for network 44846ba7-1672-4580-9823-a71cd19b288f May 29 01:03:37.769230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-520d7137-241c-497f-a7c7-f0ffb1133ba0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/ef8edc72-2da9-451f-b2e0-f9ecc3832954 HTTP/1.1" status: 204 len: 168 time: 1.1616576 May 29 01:03:37.770335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52592) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:37.789819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.829559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 333eb902-3d17-4025-8cb5-a1358e234130 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:37.831712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52596) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:37.842830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:37.977305 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-888fb9cb-bd65-4366-8db1-66a3e8f582f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2035010 May 29 01:03:37.980669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52602) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:37.989114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:38.023616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=c7b1db2b-f462-4675-8b7b-166da4bc7617,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:38.027782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.031463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:38.032080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.153289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-670408728'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:38.159894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-13ee0d6f-ff4c-4716-88da-947ea9855e23', 'network_id': '13ee0d6f-ff4c-4716-88da-947ea9855e23', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': '07fd1f9c-a9e0-48f5-9c1e-d40f7abad294'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:38.162753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.229419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:38.233226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce7083-82af-4777-a8a2-61c5885a2849 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:38.253478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:38.254813 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ffd1573c-565b-429c-b149-b034d91d2223 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:38.255972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:network and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:38.264826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:38.267881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:38.276586 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7361107 May 29 01:03:38.277887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:38.279609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52606) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:38.287051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '44846ba7-1672-4580-9823-a71cd19b288f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:38.294176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:38.296671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:38.306859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:38.324377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:38.365877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df029003-7e9b-4953-956c-7a5dd60f8219 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=44846ba7-1672-4580-9823-a71cd19b288f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:38.384409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Made reservation on behalf of 7b5fdc0d9b224777bfa2d865d23f01bf for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:38.387407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.405845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.406596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 44846ba7-1672-4580-9823-a71cd19b288f details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:38.419178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:38.420081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.452421 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7c49e15e-09eb-4079-8734-9f3cd744d17e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6116111 May 29 01:03:38.455231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52610) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:38.520287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:38.527710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:security_group_rule and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:38.537594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:38.554796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 333eb902-3d17-4025-8cb5-a1358e234130 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:38.570839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:38.692882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:38.696508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725a7db-e08a-439f-b606-55ba0acd2ecb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:38.697220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8725a7db-e08a-439f-b606-55ba0acd2ecb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:38.697498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.718698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c53e1-2e8a-4329-acc2-e6bc1317f84e None None] Network ffd1573c-565b-429c-b149-b034d91d2223 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:38.753874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.755375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8725a7db-e08a-439f-b606-55ba0acd2ecb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:38.757036 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8725a7db-e08a-439f-b606-55ba0acd2ecb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3007123 May 29 01:03:38.761211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.764686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52614) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:38.805973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:38.815497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:38.821383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:38.837507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:38.870503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:38.891341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port c7b1db2b-f462-4675-8b7b-166da4bc7617 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:38.891686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fb8357bd-9243-4055-9b3c-6436e69342e4 None None] Provisioning complete for port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:38.891801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.891904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fb8357bd-9243-4055-9b3c-6436e69342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.922096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8919656f-7319-4575-9047-281179fe792b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:38.936828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:38.937356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Added segment d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd of type vlan for network ed4147f5-a28d-4f82-b527-3f767d0f6df7 May 29 01:03:38.971081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.019694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:39.043987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.085087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Allocated IP 2001:db8:0:ffff::2 (13ee0d6f-ff4c-4716-88da-947ea9855e23/07fd1f9c-a9e0-48f5-9c1e-d40f7abad294/5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:39.189426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:03:39.194769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.199642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:39.200343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.218306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Deleting port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:39.218680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.234873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:39.243446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:39.246847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:39.247445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.298422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=16f10538-5a52-4d48-9d17-b0ae62979701,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:39.321309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.348697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Network': ['ID=ed4147f5-a28d-4f82-b527-3f767d0f6df7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:39.394867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:39.416419 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-741b3e1a-ad16-45f6-b46d-6008f506f9b9 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5770633 May 29 01:03:39.421494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52622) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:39.425500 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d5a8f3d9-fea1-4b79-876f-3040b8b33dd2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4438071 May 29 01:03:39.430737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52626) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:39.441629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'subnet': {'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:39.445028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:39.590347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:39.595980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:subnet and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:39.599712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:39.607438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:39.665144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Made reservation on behalf of 7b5fdc0d9b224777bfa2d865d23f01bf for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:39.678791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:03:39.763864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:39.773502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:39.777751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.785517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:39.795962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:39.813397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.921870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for c7b1db2b-f462-4675-8b7b-166da4bc7617 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:39.970420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:39.978820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:39.994361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.038826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1fbc87f6-6b92-4c59-a2b2-40f73e22fe9a None None] Provisioning for port 333eb902-3d17-4025-8cb5-a1358e234130 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:40.121857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=22fd0191-14ed-4783-9e88-490a450ea3a3,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:40.198087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.217242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1fbc87f6-6b92-4c59-a2b2-40f73e22fe9a None None] Provisioning complete for port 333eb902-3d17-4025-8cb5-a1358e234130 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:40.217587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fbc87f6-6b92-4c59-a2b2-40f73e22fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.261476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': '0b466995-ef5f-4eae-b65c-f964eff3636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '44846ba7-1672-4580-9823-a71cd19b288f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:40.261840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 44846ba7-1672-4580-9823-a71cd19b288f, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:40.318974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 44846ba7-1672-4580-9823-a71cd19b288f is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:40.347565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 44846ba7-1672-4580-9823-a71cd19b288f) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:40.360944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:40.362296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.389502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b26b3-c408-455b-8c22-61c0e74215e1 None None] Network 44846ba7-1672-4580-9823-a71cd19b288f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:40.411789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Transition to ACTIVE for port object 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:40.476871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.489318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:40.490568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.539230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:03:40.548197 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d0368351-4ad0-459a-a926-84b1604db595 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2674572 May 29 01:03:40.557292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52636) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:40.616594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.710553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.733098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Calling delete_port for 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:40.747522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Checking segment: {'id': 'd080c0f4-93ac-4a99-b281-2c1d1c4e9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:40.747881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Network hostable DHCP agents. Network: ed4147f5-a28d-4f82-b527-3f767d0f6df7, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:40.764093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Subnet': ['ID=c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:40.764912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Transition to ACTIVE for port object 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:40.792535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:40.795413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=c7b1db2b-f462-4675-8b7b-166da4bc7617,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:40.834649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ed4147f5-a28d-4f82-b527-3f767d0f6df7) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:40.850675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:40.851222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.867648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:40.874736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c8c45-3dfa-4cf0-8900-d81b35c6bc14 None None] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:40.922829 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8b981182-d426-4109-94a3-fe80db5f4d0d tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4999435 May 29 01:03:40.932891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52642) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:40.948630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1641055413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:40.967288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:40.979814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:router and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:40.985443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:41.006230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:41.008735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.027943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.028588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.058339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.109521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.153797 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-571cb03c-f286-44a7-b756-2ee495391229 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/c7b1db2b-f462-4675-8b7b-166da4bc7617 HTTP/1.1" status: 204 len: 168 time: 2.3731537 May 29 01:03:41.157624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52648) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:41.230920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2d5fb8-03ed-4940-9b82-7fe7bcc374fe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:03:41.232370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2a2d5fb8-03ed-4940-9b82-7fe7bcc374fe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:41.300942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2a2d5fb8-03ed-4940-9b82-7fe7bcc374fe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:41.303918 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2a2d5fb8-03ed-4940-9b82-7fe7bcc374fe tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/c7b1db2b-f462-4675-8b7b-166da4bc7617 HTTP/1.1" status: 404 len: 333 time: 0.1433585 May 29 01:03:41.304386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.305386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.310904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52652) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:41.314762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=22fd0191-14ed-4783-9e88-490a450ea3a3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:41.458671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.487590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44846ba7-1672-4580-9823-a71cd19b288f']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:41.504453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b466995-ef5f-4eae-b65c-f964eff3636b') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:41.504795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b466995-ef5f-4eae-b65c-f964eff3636b') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:41.516195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ed4147f5-a28d-4f82-b527-3f767d0f6df7', 'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7', 'tenant_id': '7b5fdc0d9b224777bfa2d865d23f01bf', 'fixed_ips': [{'subnet_id': 'c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:41.517293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.518878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.535711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.543929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.553831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:41.554904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:41.572825 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:41.597722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fbc87f6-6b92-4c59-a2b2-40f73e22fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.616905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 97ba030f-43de-4fe5-bb49-97013c48e38a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:41.617510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.633020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Network 13ee0d6f-ff4c-4716-88da-947ea9855e23 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:41.642620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:41.646817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:41.653344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.679484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.692708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:41.702864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.704942 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/44846ba7-1672-4580-9823-a71cd19b288f HTTP/1.1" status: 204 len: 168 time: 1.1390266 May 29 01:03:41.712268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429281e-b9c0-4ea9-ac6a-765c793085be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=44846ba7-1672-4580-9823-a71cd19b288f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:41.712268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52658) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:41.717928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650699298'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:41.725312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:41.732466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:03:41.733196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:03:41.738361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:41.741878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Pushing event updated for resources: {'Port': ['ID=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:41.742909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:41.750649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:41.758168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.760470 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-916179b2-dba0-4d38-aade-8eeaaee269ea tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8266411 May 29 01:03:41.763736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52662) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:41.793912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4893ec-72c3-4579-9815-b944599aee40 None None] Network 44846ba7-1672-4580-9823-a71cd19b288f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:41.797371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.824206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4893ec-72c3-4579-9815-b944599aee40 None None] Network 44846ba7-1672-4580-9823-a71cd19b288f could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:03:41.847470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.848198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.859528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:41.867190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:41.871603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:03:41.871603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:03:41.950408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1fbc87f6-6b92-4c59-a2b2-40f73e22fe9a None None] For port 333eb902-3d17-4025-8cb5-a1358e234130, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=333eb902-3d17-4025-8cb5-a1358e234130,segment=NetworkSegment(88e2ae30-32b7-472e-9e7c-b540a79af559),segment_id=88e2ae30-32b7-472e-9e7c-b540a79af559)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:41.965976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fbc87f6-6b92-4c59-a2b2-40f73e22fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.002659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:42.014216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.014481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:42.014866 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment c0cdac5d-9aba-4eed-95ec-b0f8a064ae42 of type vlan for network 75b209c2-98e3-4b56-8927-308ed61d05ce May 29 01:03:42.026445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Attempting to bind port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:42.026957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Attempting to bind port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '734c4624-f19d-440f-ad8d-e2121fc05849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '13ee0d6f-ff4c-4716-88da-947ea9855e23'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:42.027093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:42.028100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Attempting to bind port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f on network 13ee0d6f-ff4c-4716-88da-947ea9855e23 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:42.033274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:42.034670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.046190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.058839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=47c2ee4f-2bb5-4cdd-ba8f-343e34576eb7,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:42.118131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:42.118601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Checking segment: {'id': '734c4624-f19d-440f-ad8d-e2121fc05849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '13ee0d6f-ff4c-4716-88da-947ea9855e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:42.119078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.119990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Bound using segment: {'id': '734c4624-f19d-440f-ad8d-e2121fc05849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '13ee0d6f-ff4c-4716-88da-947ea9855e23'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:42.120563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Bound port: 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734c4624-f19d-440f-ad8d-e2121fc05849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '13ee0d6f-ff4c-4716-88da-947ea9855e23'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:42.121008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.133715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=13']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:42.150738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.154388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:42.154871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.156954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc87f6-6b92-4c59-a2b2-40f73e22fe9a None None] Pushing event updated for resources: {'Port': ['ID=333eb902-3d17-4025-8cb5-a1358e234130,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:42.158505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.189338 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f4cac28f-5859-444b-958f-2ce4b4feee14 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7564106 May 29 01:03:42.194207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52666) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:42.216934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Allocated IP 172.20.0.2 (ed4147f5-a28d-4f82-b527-3f767d0f6df7/c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf/13d3ec60-0588-49ff-877e-cf7fee3f6671) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:42.223473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-57ef5788-5cc6-425e-b48e-8b12a45af25d None None] Provisioning complete for port 333eb902-3d17-4025-8cb5-a1358e234130 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:42.224556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-57ef5788-5cc6-425e-b48e-8b12a45af25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.331063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:8e:ba:6e', 'name': 'tempest-NetworksTestDHCPv6-681560912'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:42.353863 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6389525 May 29 01:03:42.357231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52670) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:42.361271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59146e31-3767-4894-8c77-878e1ac69d77 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=75b209c2-98e3-4b56-8927-308ed61d05ce,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:42.366965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '75b209c2-98e3-4b56-8927-308ed61d05ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:42.419711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 97ba030f-43de-4fe5-bb49-97013c48e38a owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:42.426417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Deleting port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:42.427378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.464318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 75b209c2-98e3-4b56-8927-308ed61d05ce details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:42.636722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.641512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:42.650354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:42.655746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:42.665931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:42.683500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.734502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:42.774207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:42.778938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:42.790681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:42.792924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] For port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:42.805321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:42.820625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=97ba030f-43de-4fe5-bb49-97013c48e38a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:42.843794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] For port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,segment=NetworkSegment(734c4624-f19d-440f-ad8d-e2121fc05849),segment_id=734c4624-f19d-440f-ad8d-e2121fc05849)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:42.888941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.934149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:42.997168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.009671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.028388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:43.046184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 07c29401-3018-49b2-bada-df5b6c4b5f02 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:43.092212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.285465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 172.20.0.5 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/16f10538-5a52-4d48-9d17-b0ae62979701/07c29401-3018-49b2-bada-df5b6c4b5f02) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:43.292598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fe8e:ba6e (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/47c2ee4f-2bb5-4cdd-ba8f-343e34576eb7/07c29401-3018-49b2-bada-df5b6c4b5f02) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:43.295513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 333eb902-3d17-4025-8cb5-a1358e234130 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:43.320035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:43.328947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00754c9d-ceed-4e49-b40d-33d5977f0a4f None None] Pushing event updated for resources: {'Port': ['ID=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:43.396452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-57ef5788-5cc6-425e-b48e-8b12a45af25d None None] Could not find standard attr ID for object 97ba030f-43de-4fe5-bb49-97013c48e38a. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:43.450284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:43.450832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.461817 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f42361a0-a5e1-4884-8407-5bcd38b4f2b1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/97ba030f-43de-4fe5-bb49-97013c48e38a HTTP/1.1" status: 204 len: 168 time: 2.1466448 May 29 01:03:43.465853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52676) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:43.492041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-57ef5788-5cc6-425e-b48e-8b12a45af25d None None] Could not find standard attr ID for object c7b1db2b-f462-4675-8b7b-166da4bc7617. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:03:43.497761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.660169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Calling delete_port for 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:43.697265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Transition to ACTIVE for port object 13d3ec60-0588-49ff-877e-cf7fee3f6671 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:43.744883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=14']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:43.777070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Transition to ACTIVE for port object 13d3ec60-0588-49ff-877e-cf7fee3f6671 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:43.779893 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bda3c4-b5ca-45dd-b9ff-1c53f4702e05 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:03:43.780472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-36bda3c4-b5ca-45dd-b9ff-1c53f4702e05 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:43.814355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.853884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.876122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 333eb902-3d17-4025-8cb5-a1358e234130 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:43.876501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.894180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.913678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 07c29401-3018-49b2-bada-df5b6c4b5f02 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:43.952794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:03:43.952794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:03:43.962383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:43.964997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:43.970531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:43.975495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Pushing event updated for resources: {'Port': ['ID=13d3ec60-0588-49ff-877e-cf7fee3f6671,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:43.979135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:44.034875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-36bda3c4-b5ca-45dd-b9ff-1c53f4702e05 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:44.040591 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-36bda3c4-b5ca-45dd-b9ff-1c53f4702e05 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/97ba030f-43de-4fe5-bb49-97013c48e38a HTTP/1.1" status: 404 len: 333 time: 0.5734661 May 29 01:03:44.046324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52682) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:44.112274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:44.122480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:44.134250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Attempting to bind port 13d3ec60-0588-49ff-877e-cf7fee3f6671 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:44.134250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Attempting to bind port 13d3ec60-0588-49ff-877e-cf7fee3f6671 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'd080c0f4-93ac-4a99-b281-2c1d1c4e9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:44.134593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:44.134700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Attempting to bind port 13d3ec60-0588-49ff-877e-cf7fee3f6671 on network ed4147f5-a28d-4f82-b527-3f767d0f6df7 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:44.147072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:44.147072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Checking segment: {'id': 'd080c0f4-93ac-4a99-b281-2c1d1c4e9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:44.148054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.148054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Bound using segment: {'id': 'd080c0f4-93ac-4a99-b281-2c1d1c4e9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:44.148400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Bound port: 13d3ec60-0588-49ff-877e-cf7fee3f6671, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd080c0f4-93ac-4a99-b281-2c1d1c4e9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:44.148785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.183804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Allocated IP 172.20.0.1 (ed4147f5-a28d-4f82-b527-3f767d0f6df7/c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf/95e99ff5-005b-485e-9a2a-acd74498757c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:44.210565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=07c29401-3018-49b2-bada-df5b6c4b5f02,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:44.241671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.242377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.242919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.243464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.244020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.244583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.245275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.246033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.246579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.247107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.247653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:44.277465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:44.278165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.308330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] For port 13d3ec60-0588-49ff-877e-cf7fee3f6671, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:44.311574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] For port 13d3ec60-0588-49ff-877e-cf7fee3f6671, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=13d3ec60-0588-49ff-877e-cf7fee3f6671,segment=NetworkSegment(d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd),segment_id=d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:44.317031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.323897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52686) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:44.325859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-99450586-88ee-44d6-a508-b5bfe05e969f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1289263 May 29 01:03:44.366348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Deleting port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:44.366630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.485448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8fe29-3c88-4c4f-8bb7-2dff9d9130e2 None None] Pushing event updated for resources: {'Port': ['ID=13d3ec60-0588-49ff-877e-cf7fee3f6671,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:44.736783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee265e81-eec7-4d5d-9982-4818cf9991c2 None None] Network 13ee0d6f-ff4c-4716-88da-947ea9855e23 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:44.764594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.770909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet 919a2996-ed02-40c0-8b48-c4838ba10512 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:44.784431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.902887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Transition to ACTIVE for port object 95e99ff5-005b-485e-9a2a-acd74498757c will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:44.927142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.938007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] For port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:44.938702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:44.956990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-18f29518-b939-4cea-8035-0f16bb98df38 None None] Provisioning for port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:45.028817 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Sync routers for ids ['10460e5b-6787-4b3f-845a-248c87ce66a6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:03:45.046014 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Routers {'10460e5b-6787-4b3f-845a-248c87ce66a6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:45.048060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369e05e-6c4f-4fc2-ad8a-75773fa5fbd9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:45.051727 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['10460e5b-6787-4b3f-845a-248c87ce66a6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:45.057161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369e05e-6c4f-4fc2-ad8a-75773fa5fbd9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:45.058011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7369e05e-6c4f-4fc2-ad8a-75773fa5fbd9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:45.089037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=e87b8307-6d29-4963-bf2f-ed45c82b84e1,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:45.100203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.132838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Calling delete_port for 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:45.187267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7369e05e-6c4f-4fc2-ad8a-75773fa5fbd9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:45.191313 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7369e05e-6c4f-4fc2-ad8a-75773fa5fbd9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.8583896 May 29 01:03:45.191549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52692) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:45.197413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.197776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.198097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.198629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.198966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.199292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.199615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.199941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.200303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.200624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.200956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.228780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': 'c0cdac5d-9aba-4eed-95ec-b0f8a064ae42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75b209c2-98e3-4b56-8927-308ed61d05ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:45.229289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 75b209c2-98e3-4b56-8927-308ed61d05ce, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:45.261552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.306856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 75b209c2-98e3-4b56-8927-308ed61d05ce is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:45.320220 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Set router 10460e5b-6787-4b3f-845a-248c87ce66a6 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:45.378541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 75b209c2-98e3-4b56-8927-308ed61d05ce) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:45.390137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:45.392896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf440e-01b5-43a2-801f-41f1a851ba3e None None] Network 75b209c2-98e3-4b56-8927-308ed61d05ce requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:45.396819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:45.404450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:45.405103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.433880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:45.464223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Port': ['ID=95e99ff5-005b-485e-9a2a-acd74498757c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:45.467032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.472710 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-202488f6-4eed-42a2-a3d4-710f17ca6621 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1143191 May 29 01:03:45.482238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.549562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52696) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:45.592315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 07c29401-3018-49b2-bada-df5b6c4b5f02 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:45.592658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.606544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Pushing event deleted for resources: {'Port': ['ID=1cf0f001-9e4d-4033-aee9-987b8c1f3d32,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:45.636351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834192026'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:45.644202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.644736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.646467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.646973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.647475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.647985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.648510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.649004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.649903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.650399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.650898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:45.670922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:45.678990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:45.682242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:45.689847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:45.698944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 13d3ec60-0588-49ff-877e-cf7fee3f6671 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:45.775331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:45.778876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.816469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483fa3a-8ec8-405a-9bab-9b479f6c3d05 None None] No DVR routers for this DVR port 1cf0f001-9e4d-4033-aee9-987b8c1f3d32 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:03:45.863438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5cf594-a9fa-4802-a930-d2ff4252ed71 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:45.867026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.908665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:45.921787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:45.922134 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment 387ed5ed-298c-4181-aee8-5f66e723293e of type vlan for network ca04a5d6-fac1-4b69-a213-3ef13487deb7 May 29 01:03:45.968607 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 4, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b5fb77ac-3642-45eb-9f74-23a0262ece8b', 'name': '', 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'mac_address': 'fa:16:3e:09:81:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:23Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 2, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'subnets': [{'id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:45.977937 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Checking router: 10460e5b-6787-4b3f-845a-248c87ce66a6 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:03:45.978373 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Updating router 10460e5b-6787-4b3f-845a-248c87ce66a6 port b5fb77ac-3642-45eb-9f74-23a0262ece8b binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:03:45.993867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.056659 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.108192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.118657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:46.119312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.218968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-75b209c2-98e3-4b56-8927-308ed61d05ce', 'network_id': '75b209c2-98e3-4b56-8927-308ed61d05ce', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': 'e87b8307-6d29-4963-bf2f-ed45c82b84e1'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:46.219788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.254614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5318ef-3d93-4e72-a9d1-0149124f263c None None] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:46.269065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.421610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 13d3ec60-0588-49ff-877e-cf7fee3f6671 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:46.431250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 07c29401-3018-49b2-bada-df5b6c4b5f02 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:46.484358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=ca04a5d6-fac1-4b69-a213-3ef13487deb7,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:46.528358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.563791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ca04a5d6-fac1-4b69-a213-3ef13487deb7 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:46.578484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cabdb047-cbe2-42ea-a4b4-54584d3934d1 None None] Provisioning for port 13d3ec60-0588-49ff-877e-cf7fee3f6671 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:46.592542 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-71d82637-2cee-4e01-8720-e13eb76bd94d tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9804187 May 29 01:03:46.602997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52702) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:46.630219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': 'ca04a5d6-fac1-4b69-a213-3ef13487deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:46.668579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=919a2996-ed02-40c0-8b48-c4838ba10512,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:46.705065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cabdb047-cbe2-42ea-a4b4-54584d3934d1 None None] Provisioning complete for port 13d3ec60-0588-49ff-877e-cf7fee3f6671 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:46.705416 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cabdb047-cbe2-42ea-a4b4-54584d3934d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.758184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 13d3ec60-0588-49ff-877e-cf7fee3f6671 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:46.758556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.761565 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.791006 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Transition to ACTIVE for port object b5fb77ac-3642-45eb-9f74-23a0262ece8b will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:46.796273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.800880 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.806511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:46.808633 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c5b9a332-a3c4-47a1-8eef-8f9ecd9613a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/919a2996-ed02-40c0-8b48-c4838ba10512 HTTP/1.1" status: 204 len: 168 time: 2.7615862 May 29 01:03:46.813976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2555b77c-fd6a-4356-8dc1-220e5557f690 None None] Network ffd1573c-565b-429c-b149-b034d91d2223 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:46.820412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52706) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:46.881924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=07c29401-3018-49b2-bada-df5b6c4b5f02,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:46.952761 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Pushing event updated for resources: {'Port': ['ID=b5fb77ac-3642-45eb-9f74-23a0262ece8b,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:46.969624 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.969902 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.970313 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.970704 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.971125 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.971459 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.971786 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.972199 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.972528 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.973400 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:46.976878 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:03:47.030995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.105596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.111116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Allocated IP 2001:db8::3 (75b209c2-98e3-4b56-8927-308ed61d05ce/e87b8307-6d29-4963-bf2f-ed45c82b84e1/18959242-22d6-46ba-87b7-a9b7e92e420e) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:47.144995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:47.151894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:47.162104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:47.173585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:47.196961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.240318 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e89ed372-34b1-43d9-9dde-e6fd0a6a0261 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/07c29401-3018-49b2-bada-df5b6c4b5f02 HTTP/1.1" status: 204 len: 168 time: 2.0454500 May 29 01:03:47.242938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52712) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:47.321286 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Attempting to bind port b5fb77ac-3642-45eb-9f74-23a0262ece8b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:47.321907 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Attempting to bind port b5fb77ac-3642-45eb-9f74-23a0262ece8b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:47.325030 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Attempting to bind port b5fb77ac-3642-45eb-9f74-23a0262ece8b on network f30e3922-8f4a-4d14-82a0-c5497d287363 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:47.329378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 333eb902-3d17-4025-8cb5-a1358e234130 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:47.329774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.341427 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:47.341908 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Checking segment: {'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:47.343155 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.344254 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Bound using segment: {'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:47.345434 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Bound port: b5fb77ac-3642-45eb-9f74-23a0262ece8b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c44cd41-37c6-4f0c-953a-8b82fa06f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:47.345878 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.365926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.390278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbeba68-15be-4c15-b655-66028257a462 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:47.392775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbeba68-15be-4c15-b655-66028257a462 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:47.394484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbeba68-15be-4c15-b655-66028257a462 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:47.396252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2dbeba68-15be-4c15-b655-66028257a462 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:47.428148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2dbeba68-15be-4c15-b655-66028257a462 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:47.431982 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2dbeba68-15be-4c15-b655-66028257a462 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1847997 May 29 01:03:47.432278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52716) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:47.502112 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] For port b5fb77ac-3642-45eb-9f74-23a0262ece8b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:47.511851 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] For port b5fb77ac-3642-45eb-9f74-23a0262ece8b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b5fb77ac-3642-45eb-9f74-23a0262ece8b,segment=NetworkSegment(9c44cd41-37c6-4f0c-953a-8b82fa06f33d),segment_id=9c44cd41-37c6-4f0c-953a-8b82fa06f33d)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:47.524703 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.530313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 16f10538-5a52-4d48-9d17-b0ae62979701 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:47.534111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.636903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.665232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4eb30b-6856-4c4e-9e67-bfe846008e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '16f10538-5a52-4d48-9d17-b0ae62979701'}, {'subnet_id': '47c2ee4f-2bb5-4cdd-ba8f-343e34576eb7'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:47.666472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb30b-6856-4c4e-9e67-bfe846008e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.708972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] For port 333eb902-3d17-4025-8cb5-a1358e234130, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=333eb902-3d17-4025-8cb5-a1358e234130,segment=NetworkSegment(88e2ae30-32b7-472e-9e7c-b540a79af559),segment_id=88e2ae30-32b7-472e-9e7c-b540a79af559)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:47.709465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.746667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.858165 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Routers {'10460e5b-6787-4b3f-845a-248c87ce66a6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:47.858834 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['10460e5b-6787-4b3f-845a-248c87ce66a6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:47.867952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:47.876913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 333eb902-3d17-4025-8cb5-a1358e234130 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:47.934205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:47.961787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=16f10538-5a52-4d48-9d17-b0ae62979701,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:47.986523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.009508 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-958e7234-d5b7-4374-af55-5c5152583838 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/16f10538-5a52-4d48-9d17-b0ae62979701 HTTP/1.1" status: 204 len: 168 time: 0.5761204 May 29 01:03:48.012953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52720) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:48.016853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.084555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.186880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Performing IP validity checks on allocation pools {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:03:48.187569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:03:48.218375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.222979 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] Set router 10460e5b-6787-4b3f-845a-248c87ce66a6 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:03:48.231347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Transition to ACTIVE for port object 18959242-22d6-46ba-87b7-a9b7e92e420e will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:48.258514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Transition to ACTIVE for port object 18959242-22d6-46ba-87b7-a9b7e92e420e will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:48.335319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.363157 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099f71e-3978-4f24-b693-ca8591a30814 None None] Pushing event updated for resources: {'Port': ['ID=b5fb77ac-3642-45eb-9f74-23a0262ece8b,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server [None req-cf4eb30b-6856-4c4e-9e67-bfe846008e72 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16f10538-5a52-4d48-9d17-b0ae62979701: This subnet is being modified by another concurrent operation. May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:03:48.376489 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise exception May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16f10538-5a52-4d48-9d17-b0ae62979701: This subnet is being modified by another concurrent operation. May 29 01:03:48.382323 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server May 29 01:03:48.386737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.450871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 47c2ee4f-2bb5-4cdd-ba8f-343e34576eb7 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:03:48.455868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.507634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c8a1d-f290-43e6-b96b-f9adb9221a1e None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:48.543467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.599574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=a9c5e8ee-e197-408b-bb4f-3898acb975ee,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:48.631098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': '387ed5ed-298c-4181-aee8-5f66e723293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca04a5d6-fac1-4b69-a213-3ef13487deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:48.631605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: ca04a5d6-fac1-4b69-a213-3ef13487deb7, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:48.632977 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 13d3ec60-0588-49ff-877e-cf7fee3f6671, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=13d3ec60-0588-49ff-877e-cf7fee3f6671,segment=NetworkSegment(d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd),segment_id=d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:48.634175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Pushing event updated for resources: {'Port': ['ID=18959242-22d6-46ba-87b7-a9b7e92e420e,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:48.655567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.664056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.664851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:48.720051 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.763886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cabdb047-cbe2-42ea-a4b4-54584d3934d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.831561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Network 75b209c2-98e3-4b56-8927-308ed61d05ce is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:48.855806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:48.877910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:48.894258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:48.903850 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 4, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b5fb77ac-3642-45eb-9f74-23a0262ece8b', 'name': '', 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'mac_address': 'fa:16:3e:09:81:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:23Z', 'updated_at': '2022-05-29T01:03:47Z', 'revision_number': 4, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'subnets': [{'id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:48.908796 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205186ac-422d-4654-9a41-ed02f6206d8b None None] The sync data for ids ['10460e5b-6787-4b3f-845a-248c87ce66a6'] in dv-neutron-843186-2-hyperv is: [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:03:24Z', 'revision_number': 4, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b5fb77ac-3642-45eb-9f74-23a0262ece8b', 'name': '', 'network_id': 'f30e3922-8f4a-4d14-82a0-c5497d287363', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'mac_address': 'fa:16:3e:09:81:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:23Z', 'updated_at': '2022-05-29T01:03:47Z', 'revision_number': 4, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'subnets': [{'id': 'fb824513-60bb-4f76-91e3-f0159fb1148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:03:48.929007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No DVR routers for this DVR port 333eb902-3d17-4025-8cb5-a1358e234130 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:03:48.963657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=333eb902-3d17-4025-8cb5-a1358e234130,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:49.132066 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.171631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=47c2ee4f-2bb5-4cdd-ba8f-343e34576eb7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:49.183306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=13d3ec60-0588-49ff-877e-cf7fee3f6671,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:49.184564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd1573c-565b-429c-b149-b034d91d2223']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:49.189664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.201616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e2ae30-32b7-472e-9e7c-b540a79af559') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:49.201857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e2ae30-32b7-472e-9e7c-b540a79af559') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:49.215800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.233809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.238511 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-75fd4253-a229-46a9-bb8f-e750dc7fc131 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/47c2ee4f-2bb5-4cdd-ba8f-343e34576eb7 HTTP/1.1" status: 204 len: 168 time: 1.2095587 May 29 01:03:49.239819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52726) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:49.242821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:49.243420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:49.356466 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:49.372595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59adb10d-9c24-4bd3-bf80-23310950706a None None] DHCP port deletion for ffd1573c-565b-429c-b149-b034d91d2223 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:03:49.376590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.381326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.435693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-17adb20a-3287-4967-8574-88ab2197e844 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:router {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:49.486207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-17adb20a-3287-4967-8574-88ab2197e844 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:router {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:49.487484 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-17adb20a-3287-4967-8574-88ab2197e844 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2464654 May 29 01:03:49.490997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52730) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:49.536894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-cabdb047-cbe2-42ea-a4b4-54584d3934d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:03:49.537513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-cabdb047-cbe2-42ea-a4b4-54584d3934d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:03:49.541610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network ca04a5d6-fac1-4b69-a213-3ef13487deb7 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:49.554172 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/ffd1573c-565b-429c-b149-b034d91d2223 HTTP/1.1" status: 204 len: 168 time: 2.7311714 May 29 01:03:49.557500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52736) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:49.563621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c58e7-5525-4fb9-b38d-0932bddb2104 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=ffd1573c-565b-429c-b149-b034d91d2223,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:49.578849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ca04a5d6-fac1-4b69-a213-3ef13487deb7) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:49.589466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-842671930'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:49.600478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:49.612340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:49.613041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:49.617260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:49.618088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.618548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0d516-6841-4840-b8d2-f21290f76b18 None None] Network ca04a5d6-fac1-4b69-a213-3ef13487deb7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:49.635530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:49.642387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:49.642387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.648990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:49.692799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fa59831e-5e7a-4d74-9089-879a772a12cf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:49.695755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Attempting to bind port 18959242-22d6-46ba-87b7-a9b7e92e420e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:49.696157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Attempting to bind port 18959242-22d6-46ba-87b7-a9b7e92e420e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c0cdac5d-9aba-4eed-95ec-b0f8a064ae42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75b209c2-98e3-4b56-8927-308ed61d05ce'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:49.696519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Attempting to bind port 18959242-22d6-46ba-87b7-a9b7e92e420e on network 75b209c2-98e3-4b56-8927-308ed61d05ce {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:49.696708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:49.715895 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc69de81-d1fa-4e52-9c09-de9e9126bb73 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0999420 May 29 01:03:49.724665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52744) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:49.736480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:49.736858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Checking segment: {'id': 'c0cdac5d-9aba-4eed-95ec-b0f8a064ae42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75b209c2-98e3-4b56-8927-308ed61d05ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:49.737256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.737372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.737664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Bound using segment: {'id': 'c0cdac5d-9aba-4eed-95ec-b0f8a064ae42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75b209c2-98e3-4b56-8927-308ed61d05ce'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:49.738142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Bound port: 18959242-22d6-46ba-87b7-a9b7e92e420e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cdac5d-9aba-4eed-95ec-b0f8a064ae42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75b209c2-98e3-4b56-8927-308ed61d05ce'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:49.738508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.801263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:49.831428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fa59831e-5e7a-4d74-9089-879a772a12cf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:49.834857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:03:49.835885 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fa59831e-5e7a-4d74-9089-879a772a12cf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3435895 May 29 01:03:49.837659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:49.841713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment 56797819-9576-416a-a3b9-b440cf2f36d4 of type vlan for network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 May 29 01:03:49.842742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52748) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:49.955927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8ccf7-f8d0-471a-94ca-a7328d7f5796 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:49.957136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-03b8ccf7-f8d0-471a-94ca-a7328d7f5796 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:03:49.965982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.001585 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:03:50.014208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.018114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-03b8ccf7-f8d0-471a-94ca-a7328d7f5796 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:03:50.018505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] For port 18959242-22d6-46ba-87b7-a9b7e92e420e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:50.018879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.022535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] For port 18959242-22d6-46ba-87b7-a9b7e92e420e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=18959242-22d6-46ba-87b7-a9b7e92e420e,segment=NetworkSegment(c0cdac5d-9aba-4eed-95ec-b0f8a064ae42),segment_id=c0cdac5d-9aba-4eed-95ec-b0f8a064ae42)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:50.022690 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-03b8ccf7-f8d0-471a-94ca-a7328d7f5796 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1789229 May 29 01:03:50.023316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52760) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:50.117216 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-18d36608-c0d7-4b6a-814b-5354606b409a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871062 May 29 01:03:50.120680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52764) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:50.131473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.153257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:50.247064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.299073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.306009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:50.306625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.401427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.416399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.421219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Port': ['ID=95e99ff5-005b-485e-9a2a-acd74498757c,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:50.448836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77254e8-c3bc-4777-bb08-9f0fd8929fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ca04a5d6-fac1-4b69-a213-3ef13487deb7', 'network_id': 'ca04a5d6-fac1-4b69-a213-3ef13487deb7', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': 'a9c5e8ee-e197-408b-bb4f-3898acb975ee'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:50.453920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f77254e8-c3bc-4777-bb08-9f0fd8929fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.463544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=50947ee7-4d11-4f0d-9fb3-9dd29c8c2585,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:50.469310 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5a4566a2-51b6-4aea-98d8-e40b78ab1a3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9013526 May 29 01:03:50.470115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52770) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:50.476891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:50.579514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:50.686063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:50.715621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:50.735982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:50.753904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:50.769602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.774068 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:50.774508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:50.785910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:50.816117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.825681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:50.953462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:50.954074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc9d26-5614-4d9e-b0bf-30aadbf71909 None None] Pushing event updated for resources: {'Port': ['ID=18959242-22d6-46ba-87b7-a9b7e92e420e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:50.964395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,segment=NetworkSegment(734c4624-f19d-440f-ad8d-e2121fc05849),segment_id=734c4624-f19d-440f-ad8d-e2121fc05849)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:50.989843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:50.990324 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8e10bb56-1e85-4310-b1cf-2f50131278a7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8639092 May 29 01:03:50.991526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52778) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:51.004286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7a7dfa1d-be84-44d0-907b-5fb533673a52 None None] Provisioning complete for port 13d3ec60-0588-49ff-877e-cf7fee3f6671 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:51.004799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfa1d-be84-44d0-907b-5fb533673a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:51.009655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:51.026693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:51.047021 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-b3246ff6-b47e-406e-a807-c7f066720601 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5244486 May 29 01:03:51.123622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:51.125568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:51.374769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:51.398504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 13d3ec60-0588-49ff-877e-cf7fee3f6671 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:51.398747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:51.418024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:51.445316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c5e8ee-e197-408b-bb4f-3898acb975ee,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:51.454096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:51.459978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:51.461723 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:51.462282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server [None req-f77254e8-c3bc-4777-bb08-9f0fd8929fdf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c5e8ee-e197-408b-bb4f-3898acb975ee: This subnet is being modified by another concurrent operation. May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:03:51.468077 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise exception May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c5e8ee-e197-408b-bb4f-3898acb975ee: This subnet is being modified by another concurrent operation. May 29 01:03:51.471350 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server May 29 01:03:51.480577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:51.503956 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ed51cf9d-e093-41ad-93d0-489b2a81e39e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5109050 May 29 01:03:51.508315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52782) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:51.511676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef23e3-1338-4173-a1b4-5a7a709126bd None None] Network ca04a5d6-fac1-4b69-a213-3ef13487deb7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:51.515430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631cae7-0729-4805-8fd4-6ca45ae42433 req-fc0bf3b1-acd2-4fa7-8eaf-34920e59f764 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:51.519017 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0631cae7-0729-4805-8fd4-6ca45ae42433 req-fc0bf3b1-acd2-4fa7-8eaf-34920e59f764 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.7280505 May 29 01:03:51.542297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:51.695764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:51.814122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:51.847414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0631cae7-0729-4805-8fd4-6ca45ae42433 req-a387d3e1-32c3-4a10-aeab-c4df25b64dd9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126421 May 29 01:03:51.868114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 13d3ec60-0588-49ff-877e-cf7fee3f6671 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:51.868114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:51.919285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7a7dfa1d-be84-44d0-907b-5fb533673a52 None None] Provisioning for port 95e99ff5-005b-485e-9a2a-acd74498757c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:51.931744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:51.952416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:51.966464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7a7dfa1d-be84-44d0-907b-5fb533673a52 None None] Provisioning complete for port 95e99ff5-005b-485e-9a2a-acd74498757c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:51.966834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfa1d-be84-44d0-907b-5fb533673a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.020532 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-107cd8ce-bc83-4376-8073-567aa65de3bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.6797068 May 29 01:03:52.031322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca04a5d6-fac1-4b69-a213-3ef13487deb7']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:52.049935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dfa1d-be84-44d0-907b-5fb533673a52 None None] Port 95e99ff5-005b-485e-9a2a-acd74498757c cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:03:52.050157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387ed5ed-298c-4181-aee8-5f66e723293e') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:52.050494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387ed5ed-298c-4181-aee8-5f66e723293e') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:52.053673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:52.068546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.070449 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:52.071184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:52.119137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.123709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5fb77ac-3642-45eb-9f74-23a0262ece8b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:52.141639 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f6a6f8ee-453f-462c-ace7-b1cab0cb9aca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6182003 May 29 01:03:52.160486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52788) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:52.185911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:52.272413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.275415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf318750-edc2-4ce6-9161-5b9e1b532b34 None None] Network 75b209c2-98e3-4b56-8927-308ed61d05ce requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:52.291865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:52.292459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:52.319333 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:52.442325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.448219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-be0c359c-444b-47e1-bfef-12826edd46e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:52.449680 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-be0c359c-444b-47e1-bfef-12826edd46e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 913 time: 0.4017668 May 29 01:03:52.481536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port b5fb77ac-3642-45eb-9f74-23a0262ece8b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:52.491604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b5fb77ac-3642-45eb-9f74-23a0262ece8b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:52.492198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.543918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:52.561041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.561978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=c873fd9b-69f3-4bea-b02f-3a6f13ceffbf,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:52.566621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.578102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:52.595260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': '56797819-9576-416a-a3b9-b440cf2f36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:52.596025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:52.603074 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/ca04a5d6-fac1-4b69-a213-3ef13487deb7 HTTP/1.1" status: 204 len: 168 time: 2.8722081 May 29 01:03:52.610175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52792) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:52.618185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:52.623401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c422e-ceb5-41e3-b35f-1877fdad2b91 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=ca04a5d6-fac1-4b69-a213-3ef13487deb7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:52.624219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.626564 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:52.628417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:52.641428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Router f025df80-4325-4408-8375-5cad7e3ab13a is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:03:52.660073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3b390c47-c5df-4a1a-85cf-9ff2a39324a0 None None] Provisioning for port 18959242-22d6-46ba-87b7-a9b7e92e420e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:52.683321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1460009837'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:52.689231 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-a00140df-6f09-408d-bf25-c8066ec23cd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 1000 time: 0.2239404 May 29 01:03:52.692721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:52.701295 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:52.713303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:52.728558 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1520918e-5b59-4b6d-a2ff-8809346cef16 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5655122 May 29 01:03:52.740582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:52.748434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.750387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52796) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:52.759155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3b390c47-c5df-4a1a-85cf-9ff2a39324a0 None None] Provisioning complete for port 95e99ff5-005b-485e-9a2a-acd74498757c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:52.760334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3b390c47-c5df-4a1a-85cf-9ff2a39324a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.772646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:52.790861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:52.794597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.823735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-65583f95-b573-4cb7-b809-d6b9c3d3f7f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:52.825256 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-65583f95-b573-4cb7-b809-d6b9c3d3f7f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.1304901 May 29 01:03:52.844854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3b390c47-c5df-4a1a-85cf-9ff2a39324a0 None None] Port 95e99ff5-005b-485e-9a2a-acd74498757c cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:03:52.855542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port b5fb77ac-3642-45eb-9f74-23a0262ece8b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b5fb77ac-3642-45eb-9f74-23a0262ece8b,segment=NetworkSegment(9c44cd41-37c6-4f0c-953a-8b82fa06f33d),segment_id=9c44cd41-37c6-4f0c-953a-8b82fa06f33d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:52.861034 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:52.862372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18959242-22d6-46ba-87b7-a9b7e92e420e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:53.022164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=b5fb77ac-3642-45eb-9f74-23a0262ece8b,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:53.034255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:53.038245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 18959242-22d6-46ba-87b7-a9b7e92e420e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:53.049587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 18959242-22d6-46ba-87b7-a9b7e92e420e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:53.052302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.073237 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-ec48998f-87e5-46d4-bf1a-3546413f5239 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2414131 May 29 01:03:53.120442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:03:53.128084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:53.152473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bc336-4740-48c3-9cb6-470e937db110 None None] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:53.154614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.155370 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment c4a24697-5d26-4916-a154-57ada49453fc of type vlan for network 8b1574fd-19b6-4172-9f00-2e2d89360977 May 29 01:03:53.180481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:03:53.185843 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8732d0b3-677f-432f-a61e-abf8e4250483 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "PUT /v2.0/routers/f025df80-4325-4408-8375-5cad7e3ab13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4207497 May 29 01:03:53.189155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52804) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:53.197546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'port': {'network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7', 'name': 'tempest-FloatingIPNegativeTestJSON-1361634299'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:53.212990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] Sync routers for ids ['f025df80-4325-4408-8375-5cad7e3ab13a'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:03:53.234002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.293953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:53.306761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:53.360544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.364375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:53.365120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.382779 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-3ff0aa40-7b0f-4a5f-8b79-08055d3c4c42 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959561 May 29 01:03:53.383078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:53.383078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.453006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] Routers {'f025df80-4325-4408-8375-5cad7e3ab13a'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:53.453899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f025df80-4325-4408-8375-5cad7e3ab13a'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:53.485585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:53.513739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:53.521341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:port and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:53.528069 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:53.534110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:53.544280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:53.573358 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49e7889e-52d9-4572-ae68-7d913882fda1 req-94f4672f-0f2d-4777-846d-d623ca9ad7cb service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874483 May 29 01:03:53.584291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Made reservation on behalf of 7b5fdc0d9b224777bfa2d865d23f01bf for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:53.584600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=8b1574fd-19b6-4172-9f00-2e2d89360977,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:53.590775 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f54f26a4-f348-45ae-8d39-8fd1551b6ee5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9768305 May 29 01:03:53.595892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.603653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52814) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:53.619936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 8b1574fd-19b6-4172-9f00-2e2d89360977 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:03:53.622122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '8b1574fd-19b6-4172-9f00-2e2d89360977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:53.625477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] device_id is not set on port dc23c6b9-4872-41dc-895e-3ef4f452cd69 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:53.638776 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-249e638f-18b8-4e29-9f8b-3271e705b845 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1678879 May 29 01:03:53.646165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-18a0d84f-fe7c-4a00-abeb-3578d8341beb None None] Provisioning complete for port 18959242-22d6-46ba-87b7-a9b7e92e420e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:53.646532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-18a0d84f-fe7c-4a00-abeb-3578d8341beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.662216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52818) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:53.682588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585', 'name': 'tempest-PortsTestJSON-464963768', 'fixed_ips': [{'subnet_id': 'c873fd9b-69f3-4bea-b02f-3a6f13ceffbf', 'ip_address': '172.20.0.10'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:53.707867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.778764 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] Routers {'f025df80-4325-4408-8375-5cad7e3ab13a'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:03:53.779304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f025df80-4325-4408-8375-5cad7e3ab13a'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:53.802379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Allocated IP 172.20.0.13 (ed4147f5-a28d-4f82-b527-3f767d0f6df7/c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf/dc23c6b9-4872-41dc-895e-3ef4f452cd69) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:53.820611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:53.821997 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:53.822418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:53.872776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:53.873088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5119adbe-1295-4322-bbf9-68f3077abf9d None None] The sync data for ids ['f025df80-4325-4408-8375-5cad7e3ab13a'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:03:53.889491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f038c29e-7e34-417c-9182-5d7774de25cd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1327953 May 29 01:03:53.891642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:53.893739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52822) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:53.907809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:53.925429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:53.932478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:53.956469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:53.989346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 18959242-22d6-46ba-87b7-a9b7e92e420e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=18959242-22d6-46ba-87b7-a9b7e92e420e,segment=NetworkSegment(c0cdac5d-9aba-4eed-95ec-b0f8a064ae42),segment_id=c0cdac5d-9aba-4eed-95ec-b0f8a064ae42)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:54.003603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.037566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-50947ee7-4d11-4f0d-9fb3-9dd29c8c2585', 'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585', 'tenant_id': '417a29dbfb3746a8b17899e6bcd51d98', 'fixed_ips': [{'subnet_id': 'c873fd9b-69f3-4bea-b02f-3a6f13ceffbf'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:54.038692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.045813 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a477252-3571-4991-ac8b-59aba94807d2 req-869711ab-7032-4a73-bd2a-81f94d9ad7e9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:54.049103 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a477252-3571-4991-ac8b-59aba94807d2 req-869711ab-7032-4a73-bd2a-81f94d9ad7e9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.7332382 May 29 01:03:54.055298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-18a0d84f-fe7c-4a00-abeb-3578d8341beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.101597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 333eb902-3d17-4025-8cb5-a1358e234130 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:03:54.154755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:54.179867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:54.205912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:54.218668 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:54.246477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 333eb902-3d17-4025-8cb5-a1358e234130 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:03:54.246820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 333eb902-3d17-4025-8cb5-a1358e234130 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:03:54.293153 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a477252-3571-4991-ac8b-59aba94807d2 req-6db66c04-4d99-43b3-89c9-b04a99f51342 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798337 May 29 01:03:54.297440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:54.302575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:54.319237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:54.323533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:54.327215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.329470 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:54.329896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:03:54.365502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.383555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=18959242-22d6-46ba-87b7-a9b7e92e420e,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:54.383839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.418527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Transition to ACTIVE for port object dc23c6b9-4872-41dc-895e-3ef4f452cd69 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:54.444125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.460146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:54.466134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.488189 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c9bc4df2-c6b0-4009-847c-96e9fdc38204 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5897498 May 29 01:03:54.499200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52834) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:54.503491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-18a0d84f-fe7c-4a00-abeb-3578d8341beb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:03:54.504194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-18a0d84f-fe7c-4a00-abeb-3578d8341beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:03:54.505188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5fb77ac-3642-45eb-9f74-23a0262ece8b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:54.541145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port cbb59b46-d889-4626-8b7d-f4535f4cdf57 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:54.549878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:54.553933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:54.558543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:54.596920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Allocated IP 172.20.0.2 (50947ee7-4d11-4f0d-9fb3-9dd29c8c2585/c873fd9b-69f3-4bea-b02f-3a6f13ceffbf/d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:54.601301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6d9a8cae-111e-4ad0-b138-813891742ae8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0957842 May 29 01:03:54.613166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52838) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:54.648248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:54.649636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b5fb77ac-3642-45eb-9f74-23a0262ece8b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:54.649882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.650374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:54.655729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Port': ['ID=dc23c6b9-4872-41dc-895e-3ef4f452cd69,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:54.696499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d3cd2dba-8739-4cb0-bf4b-3bcf6a590dcf tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5066538 May 29 01:03:54.699809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52844) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:54.708240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:54.723972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:54.734056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:floatingip and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:54.749133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:54.764767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:54.788400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.007339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.068658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6656e7-17af-41d9-825c-72f2b031ea76 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:55.070146 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fd6656e7-17af-41d9-825c-72f2b031ea76 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4555409 May 29 01:03:55.078806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52850) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:55.114966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.118272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:55.169468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Transition to ACTIVE for port object d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:55.212399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Transition to ACTIVE for port object d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:55.226316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Allocated IP 172.26.5.251 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/e7f2c5f4-cfe2-457e-8841-57fb74ff4343) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:55.229293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.256944 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dc7cf63a-f743-47a8-9838-83d7e4a23121 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1678078 May 29 01:03:55.266793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52854) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:55.316402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:55.329012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:55.330377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.337758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.411135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=407fd52b-6a2a-4082-a218-76c011cb1ede,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:55.430067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c17355-a25b-4b98-bfd4-f2240801519c req-07082beb-722b-4c82-9ab9-54f902080e35 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:55.431641 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-69c17355-a25b-4b98-bfd4-f2240801519c req-07082beb-722b-4c82-9ab9-54f902080e35 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4956343 May 29 01:03:55.431989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Pushing event updated for resources: {'Port': ['ID=d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:55.443722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:55.463731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:55.467275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.10 (50947ee7-4d11-4f0d-9fb3-9dd29c8c2585/c873fd9b-69f3-4bea-b02f-3a6f13ceffbf/cbb59b46-d889-4626-8b7d-f4535f4cdf57) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:55.472975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:55.477970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:55.483531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:55.526179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:55.555817 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-69c17355-a25b-4b98-bfd4-f2240801519c req-4aa7d0be-d012-437c-bc0c-f801098d9c73 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117771 May 29 01:03:55.621527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-040034c6-b514-448e-a0f0-303a31a1b81d None None] Provisioning for port dc23c6b9-4872-41dc-895e-3ef4f452cd69 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:55.652950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-040034c6-b514-448e-a0f0-303a31a1b81d None None] Provisioning complete for port dc23c6b9-4872-41dc-895e-3ef4f452cd69 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:55.653210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-040034c6-b514-448e-a0f0-303a31a1b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.667926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.683329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': 'c4a24697-5d26-4916-a154-57ada49453fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b1574fd-19b6-4172-9f00-2e2d89360977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:55.684125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 8b1574fd-19b6-4172-9f00-2e2d89360977, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:03:55.715196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.726726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Attempting to bind port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:55.727282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Attempting to bind port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '56797819-9576-416a-a3b9-b440cf2f36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:55.728097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Attempting to bind port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe on network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:55.740063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:55.740741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Checking segment: {'id': '56797819-9576-416a-a3b9-b440cf2f36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:55.741392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.742018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Bound using segment: {'id': '56797819-9576-416a-a3b9-b440cf2f36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:55.742652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Bound port: d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56797819-9576-416a-a3b9-b440cf2f36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:55.743185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.757045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-040034c6-b514-448e-a0f0-303a31a1b81d None None] Port dc23c6b9-4872-41dc-895e-3ef4f452cd69 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:03:55.856144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] For port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:55.858213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] For port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe,segment=NetworkSegment(56797819-9576-416a-a3b9-b440cf2f36d4),segment_id=56797819-9576-416a-a3b9-b440cf2f36d4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:55.870403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 8b1574fd-19b6-4172-9f00-2e2d89360977 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:03:55.874199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.880259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:55.914567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c13-748a-431b-8b65-f66811d751a8 req-77dbf437-a0e9-4523-acf5-552d9c19faa6 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:55.916355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1da06c13-748a-431b-8b65-f66811d751a8 req-77dbf437-a0e9-4523-acf5-552d9c19faa6 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.3506362 May 29 01:03:55.978408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 8b1574fd-19b6-4172-9f00-2e2d89360977) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:55.989502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:55.990093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.002598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35808cf-d2b6-49e0-aa23-6e139329cf60 None None] Network 8b1574fd-19b6-4172-9f00-2e2d89360977 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:56.050786 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-88edd0cf-f2fc-4d3e-9321-a73addd1b935 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4449928 May 29 01:03:56.060083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52864) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:56.064618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:56.070002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:56.072443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:56.156987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Port': ['ID=e7f2c5f4-cfe2-457e-8841-57fb74ff4343,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:56.192164 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1da06c13-748a-431b-8b65-f66811d751a8 req-2fdfad75-5dde-445b-8e9f-0f761962a84c tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648323 May 29 01:03:56.205379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.272356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object cbb59b46-d889-4626-8b7d-f4535f4cdf57 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:56.274199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67eb10-034a-4448-9d4a-3fbc3b409f46 None None] Pushing event updated for resources: {'Port': ['ID=d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:56.302266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dab288-f639-47a8-a28a-34763e5a25b3 req-1564ce16-084b-45c2-b587-1b31e07040f2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:56.309678 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-93dab288-f639-47a8-a28a-34763e5a25b3 req-1564ce16-084b-45c2-b587-1b31e07040f2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4441347 May 29 01:03:56.366409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.378695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.428754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.533780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18959242-22d6-46ba-87b7-a9b7e92e420e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:56.543922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.569107 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-93dab288-f639-47a8-a28a-34763e5a25b3 req-0e908e0b-9a59-4331-9b38-ba439f39ff92 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582724 May 29 01:03:56.690851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-8b1574fd-19b6-4172-9f00-2e2d89360977', 'network_id': '8b1574fd-19b6-4172-9f00-2e2d89360977', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': '407fd52b-6a2a-4082-a218-76c011cb1ede'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:56.694106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.767572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:56.792707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:56.806684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:56.884876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 18959242-22d6-46ba-87b7-a9b7e92e420e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:56.885509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:56.906366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=cbb59b46-d889-4626-8b7d-f4535f4cdf57,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:56.911160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.011876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.021305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:03:57.022920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.040882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:57.041475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.056667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.080234 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e96932db-1ca0-4e71-9592-eaa225f2dcaa tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4128230 May 29 01:03:57.083384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52876) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:57.090123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': '50947ee7-4d11-4f0d-9fb3-9dd29c8c2585', 'name': 'tempest-PortsTestJSON-136333357', 'fixed_ips': [{'subnet_id': 'c873fd9b-69f3-4bea-b02f-3a6f13ceffbf', 'ip_address': '172.20.0.9'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:57.128605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Allocated IP 2001:db8::1 (8b1574fd-19b6-4172-9f00-2e2d89360977/407fd52b-6a2a-4082-a218-76c011cb1ede/20605bd2-be7a-48c6-a88c-f9948cd51c6c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:57.189919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d9384-5682-4462-a366-0a7de2d94359 req-a116ee4e-812b-485f-aff0-571cefcc51a2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:57.198644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-977d9384-5682-4462-a366-0a7de2d94359 req-a116ee4e-812b-485f-aff0-571cefcc51a2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3508301 May 29 01:03:57.259222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Port': ['ID=e7f2c5f4-cfe2-457e-8841-57fb74ff4343,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:57.315683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:57.336483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-977d9384-5682-4462-a366-0a7de2d94359 req-d7ace060-a94e-47e8-97c8-24d67383aab0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369543 May 29 01:03:57.347269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:57.358324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:57.361066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a13b33-bbe5-41fa-b3fb-6d6c2ebdaea0 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:57.371018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.398002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:57.408251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:57.417696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=2b0be895-020c-4168-ba8f-dfd318f7a31a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:57.420964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:57.438055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:57.458776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.468803 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e38527e0-035e-4e9e-8a2c-767e281c5774 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2007875 May 29 01:03:57.471206 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52884) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:57.478142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:d3:89:60', 'name': 'tempest-NetworksTestDHCPv6-1955928848'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:57.489851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.495729 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-72f78445-b437-498b-ac42-defb1e309595 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7944634 May 29 01:03:57.496916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52888) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:57.503302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-03e475f3-dd5e-4d9f-adf3-4876691ff3e3 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'floatingip': {'port_id': 'dc23c6b9-4872-41dc-895e-3ef4f452cd69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:57.642277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.652375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-03e475f3-dd5e-4d9f-adf3-4876691ff3e3 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.741148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a35a0a-2ee3-408a-a9d1-4ca113084035 None None] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:57.862513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Transition to ACTIVE for port object 20605bd2-be7a-48c6-a88c-f9948cd51c6c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:57.885728 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-03e475f3-dd5e-4d9f-adf3-4876691ff3e3 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] update failed (client error): The resource could not be found. May 29 01:03:57.891352 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-03e475f3-dd5e-4d9f-adf3-4876691ff3e3 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "PUT /v2.0/floatingips/c4c869b2-d7dc-41ee-b076-a041d4307512 HTTP/1.1" status: 404 len: 507 time: 0.3932624 May 29 01:03:57.892462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52894) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:57.911334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '2b0be895-020c-4168-ba8f-dfd318f7a31a'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:03:57.911604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:57.977843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:57.992908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:58.012889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:58.023322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:58.025913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Transition to ACTIVE for port object 20605bd2-be7a-48c6-a88c-f9948cd51c6c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:58.061159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.098865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c35b1382-462c-4d9a-a7e0-a9092fb648e6 None None] Provisioning for port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:58.108540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Deleting port e7f2c5f4-cfe2-457e-8841-57fb74ff4343 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:03:58.108540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.115402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:58.128983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.182242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=407fd52b-6a2a-4082-a218-76c011cb1ede,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:58.209739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:03:58.213552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.267442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Network 8b1574fd-19b6-4172-9f00-2e2d89360977 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:58.277644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:58.279986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:58.296864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:58.354858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Pushing event updated for resources: {'Port': ['ID=20605bd2-be7a-48c6-a88c-f9948cd51c6c,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:58.361740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.362073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.433529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:03:58.435720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c2833-26ae-481e-90a8-5089affd67e0 req-37805c2a-f2eb-4530-8ead-66c1f099a1b0 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:58.443143 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d85c2833-26ae-481e-90a8-5089affd67e0 req-37805c2a-f2eb-4530-8ead-66c1f099a1b0 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.9757745 May 29 01:03:58.521128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Calling delete_port for e7f2c5f4-cfe2-457e-8841-57fb74ff4343 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:03:58.531549 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Allocated IP 2001:db8::f816:3eff:fe2f:9117 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/2b0be895-020c-4168-ba8f-dfd318f7a31a/8eda6e11-d973-4929-9355-9077f5336f9b) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:58.563090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Attempting to bind port 20605bd2-be7a-48c6-a88c-f9948cd51c6c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:03:58.563451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Attempting to bind port 20605bd2-be7a-48c6-a88c-f9948cd51c6c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c4a24697-5d26-4916-a154-57ada49453fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b1574fd-19b6-4172-9f00-2e2d89360977'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:03:58.563793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ab848-30b8-4933-87f8-769a5a945328 req-ea027d2a-a41d-4fb4-be12-bf9d4e7262b9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:03:58.563945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Attempting to bind port 20605bd2-be7a-48c6-a88c-f9948cd51c6c on network 8b1574fd-19b6-4172-9f00-2e2d89360977 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:03:58.572167 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-395ab848-30b8-4933-87f8-769a5a945328 req-ea027d2a-a41d-4fb4-be12-bf9d4e7262b9 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.7374582 May 29 01:03:58.618320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:03:58.618320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Checking segment: {'id': 'c4a24697-5d26-4916-a154-57ada49453fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b1574fd-19b6-4172-9f00-2e2d89360977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:03:58.618320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.618320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Bound using segment: {'id': 'c4a24697-5d26-4916-a154-57ada49453fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b1574fd-19b6-4172-9f00-2e2d89360977'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:03:58.618827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Bound port: 20605bd2-be7a-48c6-a88c-f9948cd51c6c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a24697-5d26-4916-a154-57ada49453fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b1574fd-19b6-4172-9f00-2e2d89360977'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:03:58.618827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.624550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.642651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.672414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d85c2833-26ae-481e-90a8-5089affd67e0 req-5ce434e8-7653-427c-8ca6-a83f44ecadc8 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281551 May 29 01:03:58.714848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port c9ae71fe-c5c3-410f-912e-50e99ce87c05 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:03:58.739684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.746466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:03:58.779010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:58.779378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:58.806256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event deleted for resources: {'Port': ['ID=e7f2c5f4-cfe2-457e-8841-57fb74ff4343,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:59.001127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.9 (50947ee7-4d11-4f0d-9fb3-9dd29c8c2585/c873fd9b-69f3-4bea-b02f-3a6f13ceffbf/c9ae71fe-c5c3-410f-912e-50e99ce87c05) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:59.011357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] For port 20605bd2-be7a-48c6-a88c-f9948cd51c6c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:03:59.012114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.044829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] For port 20605bd2-be7a-48c6-a88c-f9948cd51c6c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=20605bd2-be7a-48c6-a88c-f9948cd51c6c,segment=NetworkSegment(c4a24697-5d26-4916-a154-57ada49453fc),segment_id=c4a24697-5d26-4916-a154-57ada49453fc)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:03:59.047071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.050874 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-40c1cc94-4ca2-4d65-b5b0-902e56a29c00 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "DELETE /v2.0/floatingips/c4c869b2-d7dc-41ee-b076-a041d4307512 HTTP/1.1" status: 204 len: 168 time: 1.1574302 May 29 01:03:59.058798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52900) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:59.089140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'floatingip': {'floating_network_id': 'ed4147f5-a28d-4f82-b527-3f767d0f6df7', 'port_id': 'dc23c6b9-4872-41dc-895e-3ef4f452cd69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:59.103922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:59.104203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.109815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:floatingip and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:59.123546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1574fd-19b6-4172-9f00-2e2d89360977']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:59.124677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:59.138343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:59.157982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a24697-5d26-4916-a154-57ada49453fc') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:59.158510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a24697-5d26-4916-a154-57ada49453fc') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:03:59.177894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.287801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.327806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.368827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Transition to ACTIVE for port object 8eda6e11-d973-4929-9355-9077f5336f9b will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:59.416956 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156f9ab-452f-42d9-9a72-efef7377ad53 None None] Pushing event updated for resources: {'Port': ['ID=20605bd2-be7a-48c6-a88c-f9948cd51c6c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:59.427160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ba0148f8-587e-43da-a2dc-7bfba776aaab None None] Provisioning complete for port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:03:59.427548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba0148f8-587e-43da-a2dc-7bfba776aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.490185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.522673 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-395ab848-30b8-4933-87f8-769a5a945328 req-6f19900f-be40-42c9-9b23-7a996c7f8735 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9493945 May 29 01:03:59.524673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.529426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe,segment=NetworkSegment(56797819-9576-416a-a3b9-b440cf2f36d4),segment_id=56797819-9576-416a-a3b9-b440cf2f36d4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:03:59.530741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Transition to ACTIVE for port object 8eda6e11-d973-4929-9355-9077f5336f9b will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:59.581835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.623142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.641081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object c9ae71fe-c5c3-410f-912e-50e99ce87c05 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:03:59.645908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fed3:8960 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/2b0be895-020c-4168-ba8f-dfd318f7a31a/20891c9b-b5dd-4b1a-8882-9e8e4d4303f2) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:03:59.649556 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:03:59.656725 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba38583c-275a-4e29-b71e-4819ebe2c2a5 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5849242 May 29 01:03:59.656725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52906) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:03:59.663090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'dc23c6b9-4872-41dc-895e-3ef4f452cd69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:03:59.663700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.691246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:03:59.691525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:03:59.693732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.697165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Usage tracker for resource:floatingip and tenant:7b5fdc0d9b224777bfa2d865d23f01bf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:03:59.701011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:03:59.716193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:03:59.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:03:59.743805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:03:59.745623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:03:59.750676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:03:59.757775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:03:59.761936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:03:59.833733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bcac07-8233-4e56-b1af-285357c0a1b3 None None] Network 8b1574fd-19b6-4172-9f00-2e2d89360977 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:03:59.860171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Pushing event updated for resources: {'Port': ['ID=8eda6e11-d973-4929-9355-9077f5336f9b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:00.076412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 29 01:04:00.076412 dv-neutron-843186-2-hyperv neutron-server[83979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 29 01:04:00.076412 dv-neutron-843186-2-hyperv neutron-server[83979]: [parameters: {'id': '8b1574fd-19b6-4172-9f00-2e2d89360977'}] May 29 01:04:00.076412 dv-neutron-843186-2-hyperv neutron-server[83979]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:00.076990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:00.100674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.173471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Attempting to bind port 8eda6e11-d973-4929-9355-9077f5336f9b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:00.173828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Attempting to bind port 8eda6e11-d973-4929-9355-9077f5336f9b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:00.174136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Attempting to bind port 8eda6e11-d973-4929-9355-9077f5336f9b on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:00.185423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:00.185856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:00.186264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.186984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:00.187736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Bound port: 8eda6e11-d973-4929-9355-9077f5336f9b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:00.188483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.201525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ba0148f8-587e-43da-a2dc-7bfba776aaab None None] Provisioning for port cbb59b46-d889-4626-8b7d-f4535f4cdf57 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:00.209588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ba0148f8-587e-43da-a2dc-7bfba776aaab None None] Provisioning complete for port cbb59b46-d889-4626-8b7d-f4535f4cdf57 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:00.211147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba0148f8-587e-43da-a2dc-7bfba776aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.241878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.431621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=c9ae71fe-c5c3-410f-912e-50e99ce87c05,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:00.436093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:00.437399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:00.454166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:00.464926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d4206-48f6-46e7-bc1f-9c21ed5bbdfa req-ee630a6c-2f82-46f4-a98b-3f2814e28419 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:00.468950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] For port 8eda6e11-d973-4929-9355-9077f5336f9b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:00.470336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Allocated IP 172.26.5.208 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/2bd24dc5-e093-4b9c-a76d-aab3a8c601bc) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:00.473496 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c81d4206-48f6-46e7-bc1f-9c21ed5bbdfa req-ee630a6c-2f82-46f4-a98b-3f2814e28419 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.5634398 May 29 01:04:00.482012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:00.509521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] For port 8eda6e11-d973-4929-9355-9077f5336f9b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8eda6e11-d973-4929-9355-9077f5336f9b,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:00.515790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ba0148f8-587e-43da-a2dc-7bfba776aaab None None] Port cbb59b46-d889-4626-8b7d-f4535f4cdf57 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:00.523894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.620173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f379b5-0e50-468e-a5a5-29b6f771870a None None] Pushing event updated for resources: {'Port': ['ID=8eda6e11-d973-4929-9355-9077f5336f9b,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:00.637031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:00.638848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.642085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:00.642445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.651192 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.686997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.730675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.735602 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f4c91301-c626-4330-a68f-0a6d0b29d116 None None] Provisioning complete for port cbb59b46-d889-4626-8b7d-f4535f4cdf57 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:00.736049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4c91301-c626-4330-a68f-0a6d0b29d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.757528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.789840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749a1f-2904-4662-abbd-ef19225a542a req-627cca3b-54f0-4fbc-9b42-b4eee4f83f39 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:00.792083 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eb749a1f-2904-4662-abbd-ef19225a542a req-627cca3b-54f0-4fbc-9b42-b4eee4f83f39 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.6877205 May 29 01:04:00.792824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port 20605bd2-be7a-48c6-a88c-f9948cd51c6c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:00.793172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:00.817666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f4c91301-c626-4330-a68f-0a6d0b29d116 None None] Port cbb59b46-d889-4626-8b7d-f4535f4cdf57 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:00.871678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:00.874678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:00.879611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:00.936339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event updated for resources: {'Port': ['ID=2bd24dc5-e093-4b9c-a76d-aab3a8c601bc,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:00.940848 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c81d4206-48f6-46e7-bc1f-9c21ed5bbdfa req-670d9480-6d41-4b54-99c3-235681d8c117 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630861 May 29 01:04:00.986970 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b8a25e3d-469a-4354-be4d-a82307224c96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9024470 May 29 01:04:00.989501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:00.992850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e8b12a96-8d05-4145-bf1f-4f9b9a06e07f None None] Provisioning for port c9ae71fe-c5c3-410f-912e-50e99ce87c05 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:00.993740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52916) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:01.003759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e8b12a96-8d05-4145-bf1f-4f9b9a06e07f None None] Provisioning complete for port c9ae71fe-c5c3-410f-912e-50e99ce87c05 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:01.004903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e8b12a96-8d05-4145-bf1f-4f9b9a06e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.085703 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eb749a1f-2904-4662-abbd-ef19225a542a req-8a0ac765-50db-44de-992d-d960ce3435f6 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424340 May 29 01:04:01.094274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e8b12a96-8d05-4145-bf1f-4f9b9a06e07f None None] Port c9ae71fe-c5c3-410f-912e-50e99ce87c05 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:01.168700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Deleting port 2bd24dc5-e093-4b9c-a76d-aab3a8c601bc {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:01.169367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.265399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.349134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port 20605bd2-be7a-48c6-a88c-f9948cd51c6c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=20605bd2-be7a-48c6-a88c-f9948cd51c6c,segment=NetworkSegment(c4a24697-5d26-4916-a154-57ada49453fc),segment_id=c4a24697-5d26-4916-a154-57ada49453fc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:01.349626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.387439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.388058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.392316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3124280f-cd2b-4fc3-845d-bdcceb8f754c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.434241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:01.490818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:01.498844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for 20605bd2-be7a-48c6-a88c-f9948cd51c6c owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:01.533403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8396b-d09e-4224-99d6-a51be01e1de6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:01.534106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b1c8396b-d09e-4224-99d6-a51be01e1de6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:01.536480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Calling delete_port for 2bd24dc5-e093-4b9c-a76d-aab3a8c601bc owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:01.537327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=20891c9b-b5dd-4b1a-8882-9e8e4d4303f2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:01.545841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:01.549690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:01.550291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.592945 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1eb51e41-6f65-4b52-9bd8-b07b899cf457 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1206827 May 29 01:04:01.595730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b1c8396b-d09e-4224-99d6-a51be01e1de6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:01.596865 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b1c8396b-d09e-4224-99d6-a51be01e1de6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5804048 May 29 01:04:01.597402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52922) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:01.601835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52924) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:01.680193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.731614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Port': ['ID=20605bd2-be7a-48c6-a88c-f9948cd51c6c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:01.744306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No DVR routers for this DVR port 20605bd2-be7a-48c6-a88c-f9948cd51c6c on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:01.762147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b514590-3293-4fc3-b07e-a0170d021851 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:01.766008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b514590-3293-4fc3-b07e-a0170d021851 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:01.770220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b514590-3293-4fc3-b07e-a0170d021851 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:01.771240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9b514590-3293-4fc3-b07e-a0170d021851 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:01.784435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9b514590-3293-4fc3-b07e-a0170d021851 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:01.786333 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9b514590-3293-4fc3-b07e-a0170d021851 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1830897 May 29 01:04:01.787076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.797945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52930) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:01.811173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63580e97-536f-400c-8317-91cdf3f81ba6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:01.815241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63580e97-536f-400c-8317-91cdf3f81ba6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:01.816184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-63580e97-536f-400c-8317-91cdf3f81ba6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:01.894173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event deleted for resources: {'Port': ['ID=2bd24dc5-e093-4b9c-a76d-aab3a8c601bc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:01.902268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:01.912013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-63580e97-536f-400c-8317-91cdf3f81ba6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:01.916028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-63580e97-536f-400c-8317-91cdf3f81ba6 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3159816 May 29 01:04:01.916627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52934) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:01.933129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aca1c58b-4f5a-4485-b706-022e4ced61ae None None] Provisioning for port 8eda6e11-d973-4929-9355-9077f5336f9b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:01.986612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1574fd-19b6-4172-9f00-2e2d89360977']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:01.987483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port c9ae71fe-c5c3-410f-912e-50e99ce87c05 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:01.987775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.004387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a24697-5d26-4916-a154-57ada49453fc') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:02.004778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a24697-5d26-4916-a154-57ada49453fc') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:02.024774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:02.025121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.050418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.089790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.102262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:02.103260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:02.119720 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:02.138794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff62b269-1c00-42d0-a49e-b55f9fc66cef None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:04:02.195476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-480e2a31-0bd7-4589-a6a4-dbd647eb7d09 None None] Provisioning for port 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:02.207886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-480e2a31-0bd7-4589-a6a4-dbd647eb7d09 None None] Provisioning complete for port 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:02.208525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-480e2a31-0bd7-4589-a6a4-dbd647eb7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.287229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-480e2a31-0bd7-4589-a6a4-dbd647eb7d09 None None] Port 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:02.353365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.412341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62b269-1c00-42d0-a49e-b55f9fc66cef None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:04:02.416082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.436072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8eda6e11-d973-4929-9355-9077f5336f9b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:02.493723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for c9ae71fe-c5c3-410f-912e-50e99ce87c05 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:02.515396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.583425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8eda6e11-d973-4929-9355-9077f5336f9b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:02.601919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8eda6e11-d973-4929-9355-9077f5336f9b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:02.602686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.674988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=8b1574fd-19b6-4172-9f00-2e2d89360977,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:02.676695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.682767 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-af4406b3-015f-4d3c-9813-b385be1ad3df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/8b1574fd-19b6-4172-9f00-2e2d89360977 HTTP/1.1" status: 204 len: 168 time: 6.6176412 May 29 01:04:02.690884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52948) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:02.708176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2041146095'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:02.728838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:02.742646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=c9ae71fe-c5c3-410f-912e-50e99ce87c05,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:02.749922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:02.762775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:02.772314 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] create failed (client error): The resource could not be found. May 29 01:04:02.773473 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-176c9d45-241a-476b-a42a-1f7bfb9f9a83 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1159112 May 29 01:04:02.779252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52952) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:02.794964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e05da0-8394-4dc6-a841-0db7f98b7f10 req-826361ee-0e44-48d2-a4c6-c01ab8308f25 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:02.803105 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77e05da0-8394-4dc6-a841-0db7f98b7f10 req-826361ee-0e44-48d2-a4c6-c01ab8308f25 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.5503886 May 29 01:04:02.823964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:02.860413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.873501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9045c6-17e0-4b99-ad11-e294ae64a113 req-2e2f1386-a404-4242-ba50-c672e04bfc19 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:02.875002 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cb9045c6-17e0-4b99-ad11-e294ae64a113 req-2e2f1386-a404-4242-ba50-c672e04bfc19 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5043640 May 29 01:04:02.897901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.914747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:02.917997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.935678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Deleting port dc23c6b9-4872-41dc-895e-3ef4f452cd69 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:02.935678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:02.981601 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b8f98369-05a8-4ef6-81fe-3634015b6f4d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/c9ae71fe-c5c3-410f-912e-50e99ce87c05 HTTP/1.1" status: 204 len: 168 time: 1.1371117 May 29 01:04:02.982348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52958) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:03.054485 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c65453-061a-4719-beff-cacd2c19b9d9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:04:03.054890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c9c65453-061a-4719-beff-cacd2c19b9d9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:03.077483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.085417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:03.116273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c9c65453-061a-4719-beff-cacd2c19b9d9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:03.119950 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c9c65453-061a-4719-beff-cacd2c19b9d9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/c9ae71fe-c5c3-410f-912e-50e99ce87c05 HTTP/1.1" status: 404 len: 333 time: 0.1341987 May 29 01:04:03.127208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52962) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:03.142691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:03.147832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 8eda6e11-d973-4929-9355-9077f5336f9b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8eda6e11-d973-4929-9355-9077f5336f9b,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:03.159041 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77e05da0-8394-4dc6-a841-0db7f98b7f10 req-a59baef2-679f-4c76-b898-c9dd50fbfc8e tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545465 May 29 01:04:03.161437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.180038 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cb9045c6-17e0-4b99-ad11-e294ae64a113 req-c7dacdb3-63ba-4197-86dd-060de14ae485 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917757 May 29 01:04:03.215688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.216125 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment c2f43376-13b7-424d-8ac5-f3f25e770446 of type vlan for network 02bfdf3e-7647-411f-866e-7604d11bf5d1 May 29 01:04:03.296485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port cbb59b46-d889-4626-8b7d-f4535f4cdf57 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:03.296906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.321485 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.353799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=8eda6e11-d973-4929-9355-9077f5336f9b,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:03.450302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.453933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.460961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:03.461588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.501754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.546017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54d2d85c-f6d4-45eb-b09e-0392761b6952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.642971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Calling delete_port for dc23c6b9-4872-41dc-895e-3ef4f452cd69 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:03.668699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=20891c9b-b5dd-4b1a-8882-9e8e4d4303f2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:03.697998 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0058987 May 29 01:04:03.705651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52968) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:03.711642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '02bfdf3e-7647-411f-866e-7604d11bf5d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:03.714874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0926-059f-4c88-84ed-d682039943a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=02bfdf3e-7647-411f-866e-7604d11bf5d1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:03.729223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:03.733248 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-445599d3-1a9c-470a-8f2e-f9f2f5a4edf0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 HTTP/1.1" status: 204 len: 168 time: 1.8110006 May 29 01:04:03.734684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52972) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:03.738107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 02bfdf3e-7647-411f-866e-7604d11bf5d1 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:03.777603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-ab392edf-50ee-422f-99f9-b5eca189ca01 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036519914&fields=id&tenant_id=c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 267 time: 0.2836099 May 29 01:04:03.897672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea91b1-f4a9-4fce-86ae-b89fff1b1c7b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:03.899033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea91b1-f4a9-4fce-86ae-b89fff1b1c7b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:03.903279 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c4ea91b1-f4a9-4fce-86ae-b89fff1b1c7b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1660283 May 29 01:04:03.904651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52976) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:04.022542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-31216ca2-08fa-42a8-807d-af87a106af43 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:04.024037 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-31216ca2-08fa-42a8-807d-af87a106af43 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 812 time: 0.2340631 May 29 01:04:04.059526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:04.078872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d20ca-41e6-49d1-8fe7-9497c2740ad0 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:04:04.100042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:04.105568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:04.116398 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-f2ce169a-ebf2-4c5e-a11d-1a959413b14a tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/quotas/c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 375 time: 0.0819995 May 29 01:04:04.136244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:04.148780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.171492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f83a6384-6f4d-4eeb-b20f-fd885fdd08c8 None None] Provisioning complete for port 8eda6e11-d973-4929-9355-9077f5336f9b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:04.171723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f83a6384-6f4d-4eeb-b20f-fd885fdd08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.222180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 2b0be895-020c-4168-ba8f-dfd318f7a31a {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:04.228119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.314288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.323788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:04.351047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for cbb59b46-d889-4626-8b7d-f4535f4cdf57 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:04.406925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-68ed8c68-b6c1-43f3-83ee-aa3118b22cf4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Synchronizing usage tracker for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:04.415755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8eda6e11-d973-4929-9355-9077f5336f9b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:04.452925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.504737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-68ed8c68-b6c1-43f3-83ee-aa3118b22cf4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Unset dirty status for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:04.506042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-68ed8c68-b6c1-43f3-83ee-aa3118b22cf4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3840630 May 29 01:04:04.542014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d20ca-41e6-49d1-8fe7-9497c2740ad0 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:04:04.552817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event deleted for resources: {'Port': ['ID=dc23c6b9-4872-41dc-895e-3ef4f452cd69,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:04.557292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.559840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f83a6384-6f4d-4eeb-b20f-fd885fdd08c8 None None] Could not find standard attr ID for object 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:04.599078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.621598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.656308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c3c59-13c5-46e3-b596-f682687531ba req-d8e7962a-19c9-4745-8f03-c518f7578d41 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:04.657772 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fc9c3c59-13c5-46e3-b596-f682687531ba req-d8e7962a-19c9-4745-8f03-c518f7578d41 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.2447357 May 29 01:04:04.723213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8eda6e11-d973-4929-9355-9077f5336f9b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:04.723769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.756355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-8172804c-7bb1-41c5-9c0f-d0f1fbd9de8f service neutron] 10.222.0.33 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364738 May 29 01:04:04.762631 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fc9c3c59-13c5-46e3-b596-f682687531ba req-243ab352-ff51-4d8b-9d72-b72b856183a4 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914674 May 29 01:04:04.771229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.855586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.869193 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-72f1fdd3-154b-4631-a75e-c69f2a2ebd59 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "DELETE /v2.0/ports/dc23c6b9-4872-41dc-895e-3ef4f452cd69 HTTP/1.1" status: 204 len: 168 time: 2.0889111 May 29 01:04:04.875601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52984) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:04.948115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:04.983019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0be895-020c-4168-ba8f-dfd318f7a31a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:05.048590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=cbb59b46-d889-4626-8b7d-f4535f4cdf57,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:05.091080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:05.116724 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e8eeb3d3-5a51-400c-b73a-5ce6d06065e9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/2b0be895-020c-4168-ba8f-dfd318f7a31a HTTP/1.1" status: 204 len: 168 time: 1.2088547 May 29 01:04:05.116968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52988) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:05.215493 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-04fbe573-5880-4a1e-9250-497f5b0431c5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974665 May 29 01:04:05.225123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 52992) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:05.236488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:05.236948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:05.264129 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-3bf4c3ed-8663-4e3d-a958-b2972f54ebb5 service neutron] 10.222.0.33 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522049 May 29 01:04:05.338461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e3ad7-8016-43e1-b5aa-72463459b310 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:05.339200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-df3e3ad7-8016-43e1-b5aa-72463459b310 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Synchronizing usage tracker for tenant:7b5fdc0d9b224777bfa2d865d23f01bf on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:05.353886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6edc85-4936-4af9-9252-02055856afa7 req-e4cc0eb7-bb4a-4f2e-936e-578928212dd0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:05.355422 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fb6edc85-4936-4af9-9252-02055856afa7 req-e4cc0eb7-bb4a-4f2e-936e-578928212dd0 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3203609 May 29 01:04:05.363853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:05.374827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=dce2e80d-c9ac-47f0-be2c-f98b9376dca5,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:05.396543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:05.401563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:05.404985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-46b16fda-d170-469d-a35f-109b52eede63 None None] Provisioning complete for port 8eda6e11-d973-4929-9355-9077f5336f9b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:05.405428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-46b16fda-d170-469d-a35f-109b52eede63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:05.406052 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-70fa28b0-e2db-45e4-a17d-7a85d31a1c27 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/cbb59b46-d889-4626-8b7d-f4535f4cdf57 HTTP/1.1" status: 204 len: 168 time: 2.2780535 May 29 01:04:05.406181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:05.407011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 52998) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:05.412293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:05.428340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:05.459723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:05.476095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-df3e3ad7-8016-43e1-b5aa-72463459b310 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Unset dirty status for tenant:7b5fdc0d9b224777bfa2d865d23f01bf on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:05.477019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:05.477878 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-df3e3ad7-8016-43e1-b5aa-72463459b310 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "GET /v2.0/ports?device_id=f025df80-4325-4408-8375-5cad7e3ab13a HTTP/1.1" status: 200 len: 913 time: 0.6013479 May 29 01:04:05.495010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53002) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:05.589706 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa60752-0635-4e12-969a-30cfb90ce99d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:04:05.590514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-afa60752-0635-4e12-969a-30cfb90ce99d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:05.623646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': 'c2f43376-13b7-424d-8ac5-f3f25e770446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '02bfdf3e-7647-411f-866e-7604d11bf5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:05.625144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 02bfdf3e-7647-411f-866e-7604d11bf5d1, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:05.708468 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fb6edc85-4936-4af9-9252-02055856afa7 req-ee2dbbdf-5ed0-4a86-a173-f1a1bd043f56 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396983 May 29 01:04:05.723154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-46b16fda-d170-469d-a35f-109b52eede63 None None] Could not find standard attr ID for object 20891c9b-b5dd-4b1a-8882-9e8e4d4303f2. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:05.828359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 02bfdf3e-7647-411f-866e-7604d11bf5d1 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:05.841068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-afa60752-0635-4e12-969a-30cfb90ce99d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:05.843369 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-afa60752-0635-4e12-969a-30cfb90ce99d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/cbb59b46-d889-4626-8b7d-f4535f4cdf57 HTTP/1.1" status: 404 len: 333 time: 0.4290035 May 29 01:04:05.847779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53012) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:05.872567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32183751-65d3-4c4c-8ff7-8e2e2657b435 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:06.034533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 02bfdf3e-7647-411f-866e-7604d11bf5d1) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:06.059742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4b47e-6316-435c-ace5-3400d28a641c None None] Network 02bfdf3e-7647-411f-866e-7604d11bf5d1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:06.060275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:06.060859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:06.119345 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9280f1c0-542c-4209-aef4-567dcc2aa8a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4125993 May 29 01:04:06.125947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53020) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:06.245906 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5a17390b-c6c6-4969-82d2-c68f763e28e4 req-3c85466d-75fe-4a31-8bb6-ce380cf53227 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.2459364 May 29 01:04:06.392654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:06.393850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571f5d0c-2c4f-4bee-8759-3cf3f1085482 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:04:06.399122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eb2a4-3aa0-4e8d-bd5d-c334ae8af09e req-6cfdc881-8a94-4793-af38-fe08958b66f9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:06.401424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f8eb2a4-3aa0-4e8d-bd5d-c334ae8af09e req-6cfdc881-8a94-4793-af38-fe08958b66f9 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.2065215 May 29 01:04:06.478713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f8eb2a4-3aa0-4e8d-bd5d-c334ae8af09e req-fb0f3fce-3449-4d79-9077-eba8406ae0de tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699768 May 29 01:04:06.495628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:04:06.505417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571f5d0c-2c4f-4bee-8759-3cf3f1085482 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:06.683756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:06.696479 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-07b7cce0-ecf5-4de1-af78-0496a7542703 req-2bdb365d-a90e-461c-818e-99a57c88ad86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1098 time: 0.8490934 May 29 01:04:06.798696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet c873fd9b-69f3-4bea-b02f-3a6f13ceffbf {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:06.818142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:06.852922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:06.880175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:06.887081 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-07b7cce0-ecf5-4de1-af78-0496a7542703 req-10a7a9fc-b9a3-424d-b415-ce34022e0803 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743417 May 29 01:04:06.903132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:06.959587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:06.965461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:04:06.971967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-02bfdf3e-7647-411f-866e-7604d11bf5d1', 'network_id': '02bfdf3e-7647-411f-866e-7604d11bf5d1', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': 'dce2e80d-c9ac-47f0-be2c-f98b9376dca5'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:06.972369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.048766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.054572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port 8eda6e11-d973-4929-9355-9077f5336f9b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8eda6e11-d973-4929-9355-9077f5336f9b,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:07.068402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e345a-533e-430b-915c-97dc736873ee req-ed902efc-fd8c-48dc-9c0e-8c3c8c8ed14d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:07.070073 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae4e345a-533e-430b-915c-97dc736873ee req-ed902efc-fd8c-48dc-9c0e-8c3c8c8ed14d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.2061129 May 29 01:04:07.108406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.115900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.117311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.118002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.171419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Allocated IP 2001:db8::1 (02bfdf3e-7647-411f-866e-7604d11bf5d1/dce2e80d-c9ac-47f0-be2c-f98b9376dca5/6cef68e5-cf84-4756-8c23-71c1050053d1) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:07.186493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.258039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:07.264534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:07.274010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:07.274640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.278898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.279853 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae4e345a-533e-430b-915c-97dc736873ee req-70831879-ab72-42e8-9fd6-74b401f9c23f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935713 May 29 01:04:07.288489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=fbce4a13-ac33-4e6f-9b89-6bf942a32d91,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:07.303521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=8eda6e11-d973-4929-9355-9077f5336f9b,revision_number=6']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:07.317881 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff96ceb0-e4ed-44ae-a702-2e5715b5ee43'] response: {'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'code': 200} May 29 01:04:07.332913 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-75ceb245-d07c-4bd1-89a5-597fa103e5fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1027822 May 29 01:04:07.334809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53036) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:07.342095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:54:c8:ae', 'name': 'tempest-NetworksTestDHCPv6-1144503119'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:07.390532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.450530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=c873fd9b-69f3-4bea-b02f-3a6f13ceffbf,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:07.461331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.466159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:07.470355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:07.476921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d49c83a9-1bcd-4285-a5fa-ec2f5e6f249a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/c873fd9b-69f3-4bea-b02f-3a6f13ceffbf HTTP/1.1" status: 204 len: 168 time: 1.6217227 May 29 01:04:07.479864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53040) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:07.480084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:07.490263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] Deleting port 8eda6e11-d973-4929-9355-9077f5336f9b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:07.490640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.572941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4cafeb-e011-442c-9db2-857a44cdcb2b None None] Network 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:07.573644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a967afd6-6b5e-4d43-979a-8b3a3bc5bb38 req-72105d8d-7dda-49cb-a800-84feaf75003f tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.0420709 May 29 01:04:07.624458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.680607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:07.680977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.694608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:07.708612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:07.768203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:07.773120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:07.817759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 483b007f-8661-4556-b747-85ab9de13140 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:07.887436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'port_id': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'mac_address': 'fa:16:3e:2b:37:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:04:07.901569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1794e6b-114c-4a90-96f0-3f5f7a32b17c req-44dabd5c-d794-4fbf-9349-75d641e42617 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:07.903374 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e1794e6b-114c-4a90-96f0-3f5f7a32b17c req-44dabd5c-d794-4fbf-9349-75d641e42617 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 943 time: 0.1978734 May 29 01:04:08.023844 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e1794e6b-114c-4a90-96f0-3f5f7a32b17c req-b312d632-85fe-4566-aefa-4d6feaab5599 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039450 May 29 01:04:08.037531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fe54:c8ae (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/fbce4a13-ac33-4e6f-9b89-6bf942a32d91/483b007f-8661-4556-b747-85ab9de13140) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:08.044286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] For port 8eda6e11-d973-4929-9355-9077f5336f9b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8eda6e11-d973-4929-9355-9077f5336f9b,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:08.044644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.072152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.259830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] Calling delete_port for 8eda6e11-d973-4929-9355-9077f5336f9b owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:08.288785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Transition to ACTIVE for port object 6cef68e5-cf84-4756-8c23-71c1050053d1 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:08.291461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.291591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-bf48d9d2-2bdd-4314-8442-1078d3fe4a7d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:08.292245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-bf48d9d2-2bdd-4314-8442-1078d3fe4a7d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Synchronizing usage tracker for tenant:c1061b9e135f46219445f4b06952b692 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:08.405690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.429552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 483b007f-8661-4556-b747-85ab9de13140 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:08.468477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8eda6e11-d973-4929-9355-9077f5336f9b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:08.475397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.475871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] For port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe,segment=NetworkSegment(56797819-9576-416a-a3b9-b440cf2f36d4),segment_id=56797819-9576-416a-a3b9-b440cf2f36d4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:08.476311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.529317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571f5d0c-2c4f-4bee-8759-3cf3f1085482 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:04:08.552357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Transition to ACTIVE for port object 6cef68e5-cf84-4756-8c23-71c1050053d1 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:08.623458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.685705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:08.694601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:08.696108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:08.699289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:08.709416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:08.710116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.746332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:08.748271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=483b007f-8661-4556-b747-85ab9de13140,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:08.792523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-bf48d9d2-2bdd-4314-8442-1078d3fe4a7d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Unset dirty status for tenant:c1061b9e135f46219445f4b06952b692 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:08.793764 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-bf48d9d2-2bdd-4314-8442-1078d3fe4a7d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 812 time: 1.0848422 May 29 01:04:08.829443 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-58ca12f4-75f9-4d40-930f-0ce6a1ae4ac7 req-b7736a78-7ef4-482d-b21f-1ad491df35f1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.0762413 May 29 01:04:08.856539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3c8f-42c3-4e33-af31-ec6887f4bf6f req-855fec6b-7a85-4c21-bb39-c883b7b723ee tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:08.857722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.866039 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-816a3c8f-42c3-4e33-af31-ec6887f4bf6f req-855fec6b-7a85-4c21-bb39-c883b7b723ee tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3063717 May 29 01:04:08.901206 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cd88fd64-71b7-42d8-bfcc-8b42156f966f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5625572 May 29 01:04:08.901423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.901529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53054) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:08.920968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:08.928532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Network 02bfdf3e-7647-411f-866e-7604d11bf5d1 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:08.950094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-16df2531-29b1-4018-b2b6-56a49e2ef65d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Synchronizing usage tracker for tenant:c1061b9e135f46219445f4b06952b692 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:08.956393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=dce2e80d-c9ac-47f0-be2c-f98b9376dca5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:08.960667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:08.963494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Port 8eda6e11-d973-4929-9355-9077f5336f9b update to DOWN by agent not found {{(pid=83981) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 29 01:04:08.966439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:08.983587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Pushing event updated for resources: {'Port': ['ID=6cef68e5-cf84-4756-8c23-71c1050053d1,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:09.020369 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-816a3c8f-42c3-4e33-af31-ec6887f4bf6f req-a6bd2606-8a02-403a-91b2-72e7e7b3fe65 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532421 May 29 01:04:09.052906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b6098-68d5-42b4-8c34-87762c9b7c7a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:09.054035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b79b6098-68d5-42b4-8c34-87762c9b7c7a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:09.080838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-16df2531-29b1-4018-b2b6-56a49e2ef65d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Unset dirty status for tenant:c1061b9e135f46219445f4b06952b692 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:09.081565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b79b6098-68d5-42b4-8c34-87762c9b7c7a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:09.082820 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-16df2531-29b1-4018-b2b6-56a49e2ef65d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 380 time: 0.2722788 May 29 01:04:09.084298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b79b6098-68d5-42b4-8c34-87762c9b7c7a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1815610 May 29 01:04:09.086902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53060) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:09.139197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.156072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'port': {'device_id': '84242354-1a79-4880-8430-7f3783b24464', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'admin_state_up': True, 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'security_groups': ['41ae96d7-1044-4102-a4e9-e5bf299d2d49']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:09.171879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 483b007f-8661-4556-b747-85ab9de13140 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:09.172795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.259096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:09.376266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:09.388045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.399597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No DVR routers for this DVR port d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:09.439213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['571f5d0c-2c4f-4bee-8759-3cf3f1085482'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:04:09.467653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38330f2e-0523-4e27-823d-efdb9e6f2967 None None] DHCP port deletion for 50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:09.491235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bfdf3e-7647-411f-866e-7604d11bf5d1']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:09.532331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f43376-13b7-424d-8ac5-f3f25e770446') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:09.532666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f43376-13b7-424d-8ac5-f3f25e770446') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:09.622826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b97ab-bb61-4f3b-8409-c0ab6929701a req-6868d227-c5c8-43e8-95f3-8b9e81fb241b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:09.628575 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2b8b97ab-bb61-4f3b-8409-c0ab6929701a req-6868d227-c5c8-43e8-95f3-8b9e81fb241b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 944 time: 0.2890842 May 29 01:04:09.633070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.636328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] No DVR routers for this DVR port 8eda6e11-d973-4929-9355-9077f5336f9b on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:09.666240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.677406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:09.678462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.679874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.686168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5738b-eb60-46d4-8366-92bc7a32211f None None] Pushing event deleted for resources: {'Port': ['ID=8eda6e11-d973-4929-9355-9077f5336f9b,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:09.693020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b010a-ebbc-4874-8981-83a51b793236 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:09.708560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:09.709538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.714952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Attempting to bind port 6cef68e5-cf84-4756-8c23-71c1050053d1 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:09.715322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Attempting to bind port 6cef68e5-cf84-4756-8c23-71c1050053d1 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c2f43376-13b7-424d-8ac5-f3f25e770446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '02bfdf3e-7647-411f-866e-7604d11bf5d1'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:09.715682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Attempting to bind port 6cef68e5-cf84-4756-8c23-71c1050053d1 on network 02bfdf3e-7647-411f-866e-7604d11bf5d1 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:09.737021 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:09.739917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:09.824744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50947ee7-4d11-4f0d-9fb3-9dd29c8c2585']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:09.846988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 483b007f-8661-4556-b747-85ab9de13140 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:09.885308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56797819-9576-416a-a3b9-b440cf2f36d4') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:09.885526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56797819-9576-416a-a3b9-b440cf2f36d4') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:09.901871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Made reservation on behalf of c1061b9e135f46219445f4b06952b692 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:09.904712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:09.905097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Checking segment: {'id': 'c2f43376-13b7-424d-8ac5-f3f25e770446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '02bfdf3e-7647-411f-866e-7604d11bf5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:09.905411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.905559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.905929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Bound using segment: {'id': 'c2f43376-13b7-424d-8ac5-f3f25e770446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '02bfdf3e-7647-411f-866e-7604d11bf5d1'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:09.906411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Bound port: 6cef68e5-cf84-4756-8c23-71c1050053d1, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f43376-13b7-424d-8ac5-f3f25e770446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '02bfdf3e-7647-411f-866e-7604d11bf5d1'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:09.906783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.918054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:09.934296 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2b8b97ab-bb61-4f3b-8409-c0ab6929701a req-beab1927-deb3-49f6-9236-2bb32c8d4dda tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981005 May 29 01:04:09.944770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 29 01:04:09.944770 dv-neutron-843186-2-hyperv neutron-server[83980]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 29 01:04:09.944770 dv-neutron-843186-2-hyperv neutron-server[83980]: [parameters: {'id': '02bfdf3e-7647-411f-866e-7604d11bf5d1'}] May 29 01:04:09.944770 dv-neutron-843186-2-hyperv neutron-server[83980]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:09.945208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:09.948945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Deleting port 95e99ff5-005b-485e-9a2a-acd74498757c {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:09.949280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.000734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53066) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:10.011062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.028142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:10.028603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.051298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] For port 6cef68e5-cf84-4756-8c23-71c1050053d1, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:10.054794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] For port 6cef68e5-cf84-4756-8c23-71c1050053d1, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6cef68e5-cf84-4756-8c23-71c1050053d1,segment=NetworkSegment(c2f43376-13b7-424d-8ac5-f3f25e770446),segment_id=c2f43376-13b7-424d-8ac5-f3f25e770446)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:10.055317 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:10.072360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.369944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b608bc8-ec0b-4da6-a4fa-d2fcb65bfaf3 None None] Pushing event updated for resources: {'Port': ['ID=6cef68e5-cf84-4756-8c23-71c1050053d1,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:10.420285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:10.451376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.480941 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-122b4a0a-b1c0-46d6-8726-7f76c22081fd tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/floatingips/b125c9bd-8909-4219-9ee4-847f645098a8 HTTP/1.1" status: 200 len: 992 time: 0.4782412 May 29 01:04:10.499825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.519704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:10.520065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d0eaf8a5-cdc4-495b-9725-8ce9cffdabfe not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:10.532998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.563829 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b5c6213-fb55-41eb-8e6a-554cd30de8bc req-ddff53d7-3b98-4bd4-87fa-2687ebd36f07 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.3565187 May 29 01:04:10.608997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f701911b-c528-430e-9b70-3d613884c92a None None] Network 02bfdf3e-7647-411f-866e-7604d11bf5d1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:10.612562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port 6cef68e5-cf84-4756-8c23-71c1050053d1 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:10.613656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.650064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=50947ee7-4d11-4f0d-9fb3-9dd29c8c2585,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:10.696469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': 'fbce4a13-ac33-4e6f-9b89-6bf942a32d91'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:10.697326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.700245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.730883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.755114 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4017392a-195d-4d5d-866c-cae4f1ef69c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/50947ee7-4d11-4f0d-9fb3-9dd29c8c2585 HTTP/1.1" status: 204 len: 168 time: 3.2740250 May 29 01:04:10.760870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53072) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:10.783193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-621164124'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:10.792215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:10.796289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:network and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:10.800510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:10.807424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:10.827811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=483b007f-8661-4556-b747-85ab9de13140,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:10.847903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:10.865010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-016a0598-a83b-4089-a449-d19c68513cbe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/483b007f-8661-4556-b747-85ab9de13140 HTTP/1.1" status: 204 len: 168 time: 1.7763793 May 29 01:04:10.870216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:10.875946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Allocated IP 172.20.0.8 (a1fbdd6c-b6d7-4216-bc21-91d79df445cd/8d8c319a-af00-4825-8b11-fdd866db4f1b/a261ac0b-ee5b-4e97-a4a3-31bd56d4be06) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:10.957899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f7e-b376-49a2-9c52-f4964504adae req-a8c17087-7751-498c-b5e4-a42cf1ec2e6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:10.966165 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcbb2f7e-b376-49a2-9c52-f4964504adae req-a8c17087-7751-498c-b5e4-a42cf1ec2e6c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4838622 May 29 01:04:10.985361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdddfea-d3ee-43fc-87d9-43e67394f28c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:10.987212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdddfea-d3ee-43fc-87d9-43e67394f28c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:10.988763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4bdddfea-d3ee-43fc-87d9-43e67394f28c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:11.048778 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcbb2f7e-b376-49a2-9c52-f4964504adae req-c15ad7e8-96f0-4f27-9c98-7d4ebf0326e3 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813544 May 29 01:04:11.053820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4bdddfea-d3ee-43fc-87d9-43e67394f28c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:11.059288 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4bdddfea-d3ee-43fc-87d9-43e67394f28c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1828067 May 29 01:04:11.063707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port 6cef68e5-cf84-4756-8c23-71c1050053d1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6cef68e5-cf84-4756-8c23-71c1050053d1,segment=NetworkSegment(c2f43376-13b7-424d-8ac5-f3f25e770446),segment_id=c2f43376-13b7-424d-8ac5-f3f25e770446)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:11.064347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.064484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53080) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:11.099348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Allocated IP 2001:db8::f816:3eff:fe99:f59 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/fbce4a13-ac33-4e6f-9b89-6bf942a32d91/c7d03b0d-f823-418f-adef-b7aa55b7e5aa) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:11.206229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for 6cef68e5-cf84-4756-8c23-71c1050053d1 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:11.283298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet fbce4a13-ac33-4e6f-9b89-6bf942a32d91 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:11.314271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:11.317927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.337253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.337951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Calling delete_port for 95e99ff5-005b-485e-9a2a-acd74498757c owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:11.349693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Transition to ACTIVE for port object c7d03b0d-f823-418f-adef-b7aa55b7e5aa will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:11.369419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Transition to ACTIVE for port object c7d03b0d-f823-418f-adef-b7aa55b7e5aa will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:11.374943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.375329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.430685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:11.445856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.457772 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Pushing event updated for resources: {'Port': ['ID=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:11.476271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:11.477745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:11.480464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:11.501346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.511456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.511810 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Added segment 14e31283-95f6-49df-b4f4-83476141659c of type vlan for network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d May 29 01:04:11.578356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.588495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Attempting to bind port c7d03b0d-f823-418f-adef-b7aa55b7e5aa on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:11.589448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Attempting to bind port c7d03b0d-f823-418f-adef-b7aa55b7e5aa by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:11.589812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Attempting to bind port c7d03b0d-f823-418f-adef-b7aa55b7e5aa on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:11.596892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:11.597894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:11.598294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.598676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:11.599143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Bound port: c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:11.599507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.657690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Port': ['ID=6cef68e5-cf84-4756-8c23-71c1050053d1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:11.688150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.703635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No DVR routers for this DVR port 6cef68e5-cf84-4756-8c23-71c1050053d1 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:11.734390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:11.739259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:11.747894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.755460 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=fbce4a13-ac33-4e6f-9b89-6bf942a32d91,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:11.767380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.768236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:11.793196 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4d29ec22-ee5e-43bf-a184-56ed414c14c2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/fbce4a13-ac33-4e6f-9b89-6bf942a32d91 HTTP/1.1" status: 204 len: 168 time: 0.7277527 May 29 01:04:11.845733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53086) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:11.850546 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cbe95e6d-a919-4ada-be36-24c83431c49e req-c68d79dd-d5a1-4857-b70c-9dd9a4b03206 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.0593603 May 29 01:04:11.895351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df974db2-39f8-40bf-9dc2-31df50d5205b None None] Pushing event updated for resources: {'Port': ['ID=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:11.968223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:04:11.980350 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d37b73f7-ebc5-464e-9b8c-ee5f1f12001e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291461 May 29 01:04:11.983465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53090) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:12.008136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.105953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1671c426-8b0c-4bd9-85f2-d4ad5eae1b46 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:12.105953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1671c426-8b0c-4bd9-85f2-d4ad5eae1b46 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:12.128688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1671c426-8b0c-4bd9-85f2-d4ad5eae1b46 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:12.133159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1671c426-8b0c-4bd9-85f2-d4ad5eae1b46 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1484048 May 29 01:04:12.133984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53096) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:12.236583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3076395-9256-4d6b-8e1e-ee8bb4104022 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:12.237418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f3076395-9256-4d6b-8e1e-ee8bb4104022 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:12.251886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.256771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f3076395-9256-4d6b-8e1e-ee8bb4104022 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:12.256945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:12.257439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.260815 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f3076395-9256-4d6b-8e1e-ee8bb4104022 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1254885 May 29 01:04:12.261425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53100) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:12.288352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bfdf3e-7647-411f-866e-7604d11bf5d1']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:12.322908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.334579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f43376-13b7-424d-8ac5-f3f25e770446') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:12.334870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f43376-13b7-424d-8ac5-f3f25e770446') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:12.355817 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-afa96007-efe4-4367-8604-fd28639fb891 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893776 May 29 01:04:12.356886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53104) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:12.397868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:12.419446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.423726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c7d03b0d-f823-418f-adef-b7aa55b7e5aa up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:12.469089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.471976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Transition to ACTIVE for port object a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:12.484489 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7193694 May 29 01:04:12.486736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53108) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:12.489474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0928a0-572f-43cc-b9ea-ab5a5b04514b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Network': ['ID=0cb36795-9ab6-4975-b2ab-0cfdba6e185d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:12.499236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:12.499487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.516889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:12.520707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:12.559112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:12.577729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa87516-fa44-42e3-bb7b-0572d2d63104 req-f2c0f83e-2ee8-4864-8eff-e69cb7e40b1f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:12.579182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1aa87516-fa44-42e3-bb7b-0572d2d63104 req-f2c0f83e-2ee8-4864-8eff-e69cb7e40b1f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.2298956 May 29 01:04:12.580092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:12.595258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c7d03b0d-f823-418f-adef-b7aa55b7e5aa completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:12.607825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:12.611118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.621698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:12.625430 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:12.703486 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1aa87516-fa44-42e3-bb7b-0572d2d63104 req-732cfe46-1a63-4644-93f3-3de8980c1550 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151881 May 29 01:04:12.768425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event deleted for resources: {'Port': ['ID=95e99ff5-005b-485e-9a2a-acd74498757c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:12.789673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:12.833880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:12.841937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:12.869194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571f5d0c-2c4f-4bee-8759-3cf3f1085482 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:12.882949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.887171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:12.908073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:13.037536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:13.038427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.045944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=02bfdf3e-7647-411f-866e-7604d11bf5d1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:13.056360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:13.131877 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ef0e57da-b483-4d1b-bb4f-e89747cd6f22 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/02bfdf3e-7647-411f-866e-7604d11bf5d1 HTTP/1.1" status: 204 len: 168 time: 6.9997127 May 29 01:04:13.143737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.149734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53114) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:13.174171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124837236'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:13.184876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:13.200762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:13.204075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:13.212967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:13.267248 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.327038 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:13.328692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:04:13.337913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.425452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee44af5-dba3-4bc1-a383-1b9e2ad1001b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:13.446457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c0813-0bb1-40ca-9169-b06911f8810b req-56ef5a78-cf68-40e3-a1ac-9965cbdad469 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:13.448626 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cb0c0813-0bb1-40ca-9169-b06911f8810b req-56ef5a78-cf68-40e3-a1ac-9965cbdad469 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 931 time: 0.1610029 May 29 01:04:13.449537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:04:13.472945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:13.476218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.563496 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc92379-1891-4fe0-9361-180b7b6e19d0'] response: {'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'code': 200} May 29 01:04:13.567105 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cb0c0813-0bb1-40ca-9169-b06911f8810b req-69f74d82-68b3-4143-b8bf-8e503ae7990b tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745168 May 29 01:04:13.645663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.650906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.653909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:13.667768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Provisioning for port c7d03b0d-f823-418f-adef-b7aa55b7e5aa completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:13.672370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:13.680867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:13.706945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Provisioning complete for port c7d03b0d-f823-418f-adef-b7aa55b7e5aa triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:13.707414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.715957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.868914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.923690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:13.935568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:13.976950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:13.977693 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment b45ba2e8-e694-4164-8c2d-d1e06db94c8b of type vlan for network 5c89d037-1400-4814-9d0d-ad339510d174 May 29 01:04:13.979688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:14.119179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.123280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:14.131307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d9beb-6f86-4c8b-b63d-b2d3d144816b req-46942525-1749-4489-b594-fa97a43b3c6e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:14.132843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2d2d9beb-6f86-4c8b-b63d-b2d3d144816b req-46942525-1749-4489-b594-fa97a43b3c6e tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1731985 May 29 01:04:14.203755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.212203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.212908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.306761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:14.307289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:14.308327 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2d2d9beb-6f86-4c8b-b63d-b2d3d144816b req-7ced711f-08b3-4a31-8069-233877b89942 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481135 May 29 01:04:14.388365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:14.392375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.395644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:14.399322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:14.399926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.400656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:14.401218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.418916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=a1250264-75b5-4e28-b8f0-91f5b17b5c32,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:14.423948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:14.436888 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7f83acfb-a06b-40db-a75e-78db598077af tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0767300 May 29 01:04:14.439553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53122) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:14.440454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=ae47a427-d13e-4a5d-ab32-266777895280,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:14.447619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:74:28:3c', 'name': 'tempest-NetworksTestDHCPv6-2033784888'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:14.464092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1855370-6033-4bdb-8f60-acba598850fe None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:14.478902 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a874f179-9c35-4a36-ab98-5f3095369438 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3278129 May 29 01:04:14.497714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Request body: {'port': {'device_id': '84242354-1a79-4880-8430-7f3783b24464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:14.591876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.592170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:14.595508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:14.596117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.602479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:14.614686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:14.619424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:14.653144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port cc2d56c3-0af9-4d07-8db0-936eeafeda22 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:14.813697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Checking segment: {'id': '14e31283-95f6-49df-b4f4-83476141659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:14.814711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network hostable DHCP agents. Network: 0cb36795-9ab6-4975-b2ab-0cfdba6e185d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:14.875960 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7220247 May 29 01:04:14.887173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee64272-fbec-4a3b-b646-6af5fd5fda78 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=5c89d037-1400-4814-9d0d-ad339510d174,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:14.888871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53128) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:14.897151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b65548-94c6-44f6-8054-5d86f7c9182d req-58122e74-ee87-4f67-98fe-334c3f2a35f4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:14.898684 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57b65548-94c6-44f6-8054-5d86f7c9182d req-58122e74-ee87-4f67-98fe-334c3f2a35f4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 931 time: 0.1658628 May 29 01:04:14.905395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '5c89d037-1400-4814-9d0d-ad339510d174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:14.906390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5c89d037-1400-4814-9d0d-ad339510d174 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:14.922601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fe74:283c (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/a1250264-75b5-4e28-b8f0-91f5b17b5c32/cc2d56c3-0af9-4d07-8db0-936eeafeda22) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:15.056357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.073869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.098876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e884bdb-b875-48ff-accf-f2832768a5cf None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:04:15.117991 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57b65548-94c6-44f6-8054-5d86f7c9182d req-0d574c5f-b88f-44f8-b671-ff013584ff91 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928580 May 29 01:04:15.149178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:15.160560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:15.165316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:15.167346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 0cb36795-9ab6-4975-b2ab-0cfdba6e185d) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:15.169285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:15.172478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:15.173283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.177236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:15.216681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:15.225168 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4d8214f0-5bbd-44ae-895f-93c1441a96a4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7323964 May 29 01:04:15.228301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53132) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:15.282564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1848796728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:15.313213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Router f025df80-4325-4408-8375-5cad7e3ab13a has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:04:15.314670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:15.324177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.342179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:router and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:15.350864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:15.355888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:15.362128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:15.373932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.449044 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Could not find standard attr ID for object 483b007f-8661-4556-b747-85ab9de13140. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:15.491125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e884bdb-b875-48ff-accf-f2832768a5cf None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:04:15.491400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.492271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.503936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c2dd6-7f68-47be-9188-7357affa6787 None None] Pushing event updated for resources: {'Port': ['ID=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:15.637563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cafc5804-e467-469d-8e52-98e3f380b987 None None] Provisioning complete for port c7d03b0d-f823-418f-adef-b7aa55b7e5aa triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:15.637914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cafc5804-e467-469d-8e52-98e3f380b987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.695668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.713292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:04:15.737675 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8a5bd604-cce7-4bc2-adb5-515fdc439602 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "PUT /v2.0/routers/f025df80-4325-4408-8375-5cad7e3ab13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2396660 May 29 01:04:15.739800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53138) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:15.746010 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a552a-8d61-4302-a911-16807d82fbef None None] Sync routers for ids ['f025df80-4325-4408-8375-5cad7e3ab13a'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:04:15.768703 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a552a-8d61-4302-a911-16807d82fbef None None] Routers {'f025df80-4325-4408-8375-5cad7e3ab13a'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:15.770285 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-986a552a-8d61-4302-a911-16807d82fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f025df80-4325-4408-8375-5cad7e3ab13a'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:15.802995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.815120 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:04:15.832282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cf4eb-48e2-43bc-b8b7-3c11bf4ab427 req-2c62aaeb-4cad-4d04-813c-d6d9847c4b4c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:15.834375 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eb8cf4eb-48e2-43bc-b8b7-3c11bf4ab427 req-2c62aaeb-4cad-4d04-813c-d6d9847c4b4c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.2380431 May 29 01:04:15.836582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.883558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cafc5804-e467-469d-8e52-98e3f380b987 None None] Could not find standard attr ID for object 483b007f-8661-4556-b747-85ab9de13140. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:15.883827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object cc2d56c3-0af9-4d07-8db0-936eeafeda22 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:15.902287 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-986a552a-8d61-4302-a911-16807d82fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:15.916048 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a552a-8d61-4302-a911-16807d82fbef None None] Routers {'f025df80-4325-4408-8375-5cad7e3ab13a'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:15.916743 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-986a552a-8d61-4302-a911-16807d82fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f025df80-4325-4408-8375-5cad7e3ab13a'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:15.950224 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eb8cf4eb-48e2-43bc-b8b7-3c11bf4ab427 req-137b8819-7823-4688-b840-049a8f2a809a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084261 May 29 01:04:15.959069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.962147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:15.966189 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-922ff588-724d-4c34-85da-44f1eb45171c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7327178 May 29 01:04:15.971550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53142) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:15.989941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:04:15.997063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d', 'name': 'tempest-PortsTestJSON-626980644'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:15.997294 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-986a552a-8d61-4302-a911-16807d82fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:16.001575 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a552a-8d61-4302-a911-16807d82fbef None None] The sync data for ids ['f025df80-4325-4408-8375-5cad7e3ab13a'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:04:16.023683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cafc5804-e467-469d-8e52-98e3f380b987 None None] Provisioning for port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:16.024728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.041392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cafc5804-e467-469d-8e52-98e3f380b987 None None] Provisioning complete for port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:16.041765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cafc5804-e467-469d-8e52-98e3f380b987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.069131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.090729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be3e8234-8bd5-46cc-8285-ee830ca86076 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.122348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cafc5804-e467-469d-8e52-98e3f380b987 None None] Port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:16.134949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=1ad8181b-07f1-4a7e-891a-3976efd29ca1,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:16.151199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-0cb36795-9ab6-4975-b2ab-0cfdba6e185d', 'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d', 'tenant_id': '417a29dbfb3746a8b17899e6bcd51d98', 'fixed_ips': [{'subnet_id': 'ae47a427-d13e-4a5d-ab32-266777895280'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:16.152075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.165979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:16.181600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:16.184814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:16.189487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:16.190338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.215431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=cc2d56c3-0af9-4d07-8db0-936eeafeda22,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:16.235718 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-95616399-5ae1-4b5d-8f20-582e41cc1e40 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7942569 May 29 01:04:16.236803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53148) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:16.241265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': 'b45ba2e8-e694-4164-8c2d-d1e06db94c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c89d037-1400-4814-9d0d-ad339510d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:16.242069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 5c89d037-1400-4814-9d0d-ad339510d174, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:16.350237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Transition to ACTIVE for port object a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:16.382968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c7d03b0d-f823-418f-adef-b7aa55b7e5aa up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:16.398921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 5c89d037-1400-4814-9d0d-ad339510d174 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:16.413896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.425698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5c89d037-1400-4814-9d0d-ad339510d174) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:16.436754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Allocated IP 172.20.0.2 (0cb36795-9ab6-4975-b2ab-0cfdba6e185d/ae47a427-d13e-4a5d-ab32-266777895280/15dd8215-412e-4562-972a-248c3703b48f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:16.437000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d6472-6afa-4c37-a8f3-2bbb29667a43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:16.441820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d6472-6afa-4c37-a8f3-2bbb29667a43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:16.442891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e92d6472-6afa-4c37-a8f3-2bbb29667a43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:16.450099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:16.450286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.470474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a8397-ce76-44a4-9e86-b2be878cd29c req-565fad51-c355-495e-8c42-f6a3dc5faee0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:16.471968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-639a8397-ce76-44a4-9e86-b2be878cd29c req-565fad51-c355-495e-8c42-f6a3dc5faee0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 931 time: 0.1675193 May 29 01:04:16.510652 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a5d5d38f-ad9c-455a-b2f8-cfbe61f7a0ae tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6051481 May 29 01:04:16.510652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e92d6472-6afa-4c37-a8f3-2bbb29667a43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:16.510652 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e92d6472-6afa-4c37-a8f3-2bbb29667a43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2692301 May 29 01:04:16.510652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53152) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:16.511079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53154) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:16.547216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '5c89d037-1400-4814-9d0d-ad339510d174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:16.574780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.587086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Pushing event updated for resources: {'Port': ['ID=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:16.588486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c7d03b0d-f823-418f-adef-b7aa55b7e5aa triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:16.589526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.674143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:16.679954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port cc2d56c3-0af9-4d07-8db0-936eeafeda22 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:16.680319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.712100 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-639a8397-ce76-44a4-9e86-b2be878cd29c req-1f1403af-5a6d-4592-abc1-475058a369b5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257864 May 29 01:04:16.746490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:16.779315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:16.815557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.815907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:16.832320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Transition to ACTIVE for port object 15dd8215-412e-4562-972a-248c3703b48f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:16.843276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:16.851010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:subnet and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:16.852596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Transition to ACTIVE for port object 15dd8215-412e-4562-972a-248c3703b48f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:16.856213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:16.858814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.881476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:16.939697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:16.940433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Pushing event updated for resources: {'Port': ['ID=15dd8215-412e-4562-972a-248c3703b48f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:16.943816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:16.946664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:16.959726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:16.963748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:16.978606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:16.982351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.007312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be3e8234-8bd5-46cc-8285-ee830ca86076 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.014597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be3e8234-8bd5-46cc-8285-ee830ca86076 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.043972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Attempting to bind port 15dd8215-412e-4562-972a-248c3703b48f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:17.044440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Attempting to bind port 15dd8215-412e-4562-972a-248c3703b48f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '14e31283-95f6-49df-b4f4-83476141659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:17.045204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Attempting to bind port 15dd8215-412e-4562-972a-248c3703b48f on network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:17.053003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:17.053375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Checking segment: {'id': '14e31283-95f6-49df-b4f4-83476141659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:17.053763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.054200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Bound using segment: {'id': '14e31283-95f6-49df-b4f4-83476141659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:17.054739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Bound port: 15dd8215-412e-4562-972a-248c3703b48f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e31283-95f6-49df-b4f4-83476141659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0cb36795-9ab6-4975-b2ab-0cfdba6e185d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:17.055110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.078362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be3e8234-8bd5-46cc-8285-ee830ca86076 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.078864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3e8234-8bd5-46cc-8285-ee830ca86076 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Fanout notify agent at l3_agent the message router_deleted on router f025df80-4325-4408-8375-5cad7e3ab13a {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:04:17.098489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.099517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port a00c803a-4e23-4039-95de-eda9c86ee269 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:17.155804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be3e8234-8bd5-46cc-8285-ee830ca86076 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.159930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-be3e8234-8bd5-46cc-8285-ee830ca86076 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "DELETE /v2.0/routers/f025df80-4325-4408-8375-5cad7e3ab13a HTTP/1.1" status: 204 len: 168 time: 1.4192402 May 29 01:04:17.161073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Attempting to bind port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:17.161811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Attempting to bind port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:17.162364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Attempting to bind port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:17.166359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53162) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:17.198083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] For port 15dd8215-412e-4562-972a-248c3703b48f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:17.201721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] For port 15dd8215-412e-4562-972a-248c3703b48f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=15dd8215-412e-4562-972a-248c3703b48f,segment=NetworkSegment(14e31283-95f6-49df-b4f4-83476141659c),segment_id=14e31283-95f6-49df-b4f4-83476141659c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:17.207292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.235342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:04:17.235887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Attempting to bind port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:17.262675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:17.263086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Checking segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:17.263536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Bound using segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:17.264064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Bound port: a261ac0b-ee5b-4e97-a4a3-31bd56d4be06, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:17.264481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.285750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for cc2d56c3-0af9-4d07-8db0-936eeafeda22 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:17.298480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb735f-1a92-4a2a-9550-f176a31f9f11 None None] Pushing event updated for resources: {'Port': ['ID=15dd8215-412e-4562-972a-248c3703b48f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:17.549368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.9 (0cb36795-9ab6-4975-b2ab-0cfdba6e185d/ae47a427-d13e-4a5d-ab32-266777895280/a00c803a-4e23-4039-95de-eda9c86ee269) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:17.585060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] For port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:17.589305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Deleting subnet c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:17.597771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.645008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] For port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:17.645272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac33dc-6890-4455-9cdd-8ba126ac2dd6 req-63d16a5a-c9d8-4496-893a-3057285c67a7 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:17.646714 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5eac33dc-6890-4455-9cdd-8ba126ac2dd6 req-63d16a5a-c9d8-4496-893a-3057285c67a7 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5243046 May 29 01:04:17.665422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.705548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.743250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.762137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=cc2d56c3-0af9-4d07-8db0-936eeafeda22,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:17.810562 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5eac33dc-6890-4455-9cdd-8ba126ac2dd6 req-22a3c216-cefb-49d3-a7d0-88e9a2f60a2c tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509848 May 29 01:04:17.829969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.870764 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c272918b-2093-41df-a8a6-d7a42ac11436 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/cc2d56c3-0af9-4d07-8db0-936eeafeda22 HTTP/1.1" status: 204 len: 168 time: 1.3551924 May 29 01:04:17.870764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:17.873797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53170) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:18.018689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:18.020560 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] 10.222.0.16 "PUT /v2.0/ports/a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 HTTP/1.1" status: 200 len: 1093 time: 3.5332460 May 29 01:04:18.022462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:04:18.039608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858af0c7-9727-4e58-92d5-0ee0431ed674 service neutron] Pushing event updated for resources: {'Port': ['ID=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:18.061056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=264cb049-0db3-4330-9811-275694f28434,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:18.072776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 5c89d037-1400-4814-9d0d-ad339510d174 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:18.080656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:18.099721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add17fd9-a716-4248-b42a-8710d94459bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.101567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add17fd9-a716-4248-b42a-8710d94459bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.102822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-add17fd9-a716-4248-b42a-8710d94459bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:18.127621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.128777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:18.214882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:18.217824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-add17fd9-a716-4248-b42a-8710d94459bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:18.220178 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07dd86fc-2c1c-410b-bec8-99802bddd8bf'] response: {'name': 'network-changed', 'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'status': 'completed', 'code': 200} May 29 01:04:18.221706 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-add17fd9-a716-4248-b42a-8710d94459bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3195510 May 29 01:04:18.223213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:18.227013 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5422105b-d96a-41ac-a289-5f83ca1cae43 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7152600 May 29 01:04:18.228037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53178) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:18.228370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53180) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:18.234141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee741-92fe-40d6-938e-02db1fef242c req-cc12b830-2f72-4f89-935c-6f523eb58961 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.235615 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c32ee741-92fe-40d6-938e-02db1fef242c req-cc12b830-2f72-4f89-935c-6f523eb58961 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.2835898 May 29 01:04:18.308578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object a00c803a-4e23-4039-95de-eda9c86ee269 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:18.336705 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-0ed352c0-a5de-4a85-a10b-2dee0a3af492 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 1096 time: 0.2672317 May 29 01:04:18.375663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.377156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.379057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.382641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.384085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.385055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Synchronizing usage tracker for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:18.445411 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-5e414f9e-d6c5-4db6-9759-6b695c465619 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 HTTP/1.1" status: 200 len: 217 time: 0.0900328 May 29 01:04:18.452156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:18.468680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 15dd8215-412e-4562-972a-248c3703b48f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:18.506095 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c32ee741-92fe-40d6-938e-02db1fef242c req-f8585471-0c9d-4a2c-8a88-d6c42d236a33 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842864 May 29 01:04:18.531588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:18.540498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:18.560812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 15dd8215-412e-4562-972a-248c3703b48f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:18.573843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10633d-c2c2-46f2-84d2-137481fc4500 None None] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:18.631174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-acb2c607-af20-4c6c-972e-b3114b3ab015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:18.632662 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-acb2c607-af20-4c6c-972e-b3114b3ab015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.1623795 May 29 01:04:18.639026 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "DELETE /v2.0/subnets/c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf HTTP/1.1" status: 204 len: 168 time: 1.4713967 May 29 01:04:18.640429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e9337-75e5-4f16-9ab8-bd3c22717a23 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f1100d-2cc2-4542-a9d0-7aa854a7fbcf,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:18.642159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53186) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:18.663111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Unset dirty status for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:18.668252 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c56db9be-dd71-4755-a03d-5d2aeb376d76 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4234118 May 29 01:04:18.669047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53190) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:18.753827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4be29-6793-4790-b02e-20d1c5edd4a2 None None] Network 5c89d037-1400-4814-9d0d-ad339510d174 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:18.840524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873691654'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:18.841698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a3cf1-a509-4ab2-a824-af888d45450d None None] Network ed4147f5-a28d-4f82-b527-3f767d0f6df7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:18.858894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:18.877676 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-4b21afb2-2143-4efa-8220-84983c2d1e23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.4117081 May 29 01:04:18.882451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:18.885239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:18.890247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:18.895361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=a00c803a-4e23-4039-95de-eda9c86ee269,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:18.897710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:19.027804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.059497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-87ec63fc-cf46-4d17-9424-030c1ad14a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:19.060984 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-87ec63fc-cf46-4d17-9424-030c1ad14a85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 913 time: 0.1725316 May 29 01:04:19.062512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:19.064356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.065218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:19.074486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Deleting port 13d3ec60-0588-49ff-877e-cf7fee3f6671 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:19.074970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.153563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:19.174036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet a1250264-75b5-4e28-b8f0-91f5b17b5c32 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:19.184689 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8360b-9817-468e-805f-35ce6360efd4 req-b4efffb7-0f6e-47a2-84e4-2b2fba7ae35f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:19.194794 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a5f8360b-9817-468e-805f-35ce6360efd4 req-b4efffb7-0f6e-47a2-84e4-2b2fba7ae35f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.7306647 May 29 01:04:19.202622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:19.209587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.219380 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-c35bc432-4852-496f-9491-25853f03638b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5717890 May 29 01:04:19.236673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-27bf67a9-1271-4496-9cec-60121d9a6ee7 None None] Provisioning for port 15dd8215-412e-4562-972a-248c3703b48f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:19.275050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.308695 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6c1b4b47-1261-4ade-9fe6-9fd0d1f45971 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3359711 May 29 01:04:19.309517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53194) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:19.351459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-27bf67a9-1271-4496-9cec-60121d9a6ee7 None None] Provisioning complete for port 15dd8215-412e-4562-972a-248c3703b48f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:19.351858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-27bf67a9-1271-4496-9cec-60121d9a6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.397887 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a5f8360b-9817-468e-805f-35ce6360efd4 req-1693480c-aa81-4686-a86e-515aadca2350 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584699 May 29 01:04:19.401977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.452661 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-5c635b72-309b-4c1a-a6d6-fa5fa70feb25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 1000 time: 0.3807926 May 29 01:04:19.453370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:19.509148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5c89d037-1400-4814-9d0d-ad339510d174', 'network_id': '5c89d037-1400-4814-9d0d-ad339510d174', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': '1ad8181b-07f1-4a7e-891a-3976efd29ca1'}, {'subnet_id': '264cb049-0db3-4330-9811-275694f28434'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:19.509964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.540160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-becb2f86-72d0-4581-9fcd-24f5784e012b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:19.541740 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-becb2f86-72d0-4581-9fcd-24f5784e012b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.0800800 May 29 01:04:19.544637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.544973 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment 0f43157c-422a-45a1-81f5-c1e9af96be14 of type vlan for network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 May 29 01:04:19.669409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.682029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] DHCP port deletion for ed4147f5-a28d-4f82-b527-3f767d0f6df7 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:19.688405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-27bf67a9-1271-4496-9cec-60121d9a6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.703487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Deleting port 13d3ec60-0588-49ff-877e-cf7fee3f6671 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:19.704628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.762342 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-bc968633-67c2-4d24-957d-f0b17317709b service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195637 May 29 01:04:19.866283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.905079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-27bf67a9-1271-4496-9cec-60121d9a6ee7 None None] For port 15dd8215-412e-4562-972a-248c3703b48f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=15dd8215-412e-4562-972a-248c3703b48f,segment=NetworkSegment(14e31283-95f6-49df-b4f4-83476141659c),segment_id=14e31283-95f6-49df-b4f4-83476141659c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:19.922557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.968878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-27bf67a9-1271-4496-9cec-60121d9a6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.979310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.983039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:19.983619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:19.994569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:20.022974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607e617-75c5-4fc1-bc36-a69a57747d54 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:20.150604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] For port 13d3ec60-0588-49ff-877e-cf7fee3f6671, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=13d3ec60-0588-49ff-877e-cf7fee3f6671,segment=NetworkSegment(d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd),segment_id=d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:20.151184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:20.207756 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/a1250264-75b5-4e28-b8f0-91f5b17b5c32 HTTP/1.1" status: 204 len: 168 time: 1.9709966 May 29 01:04:20.216231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53200) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:20.236385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcd42b-8793-45e5-a826-cbb44faa2a47 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=a1250264-75b5-4e28-b8f0-91f5b17b5c32,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:20.276426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5069b967-22f4-49a0-8021-2c06f9049881 None None] Could not find standard attr ID for object cc2d56c3-0af9-4d07-8db0-936eeafeda22. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:20.278460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6e831-ce80-4d96-a844-4a3152b878e4 None None] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:20.314407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Calling delete_port for 13d3ec60-0588-49ff-877e-cf7fee3f6671 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:20.387091 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7040665 May 29 01:04:20.388246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53204) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:20.392586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 13d3ec60-0588-49ff-877e-cf7fee3f6671 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:20.400420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:20.410030 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7c782346-d5fc-4389-a2bd-3cb7810aaa18 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675534 May 29 01:04:20.413642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53208) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:20.416210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1c283-f139-4a71-93a9-47c96b011c60 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=47c68ae8-bf48-4af4-a8f1-614f7a41c550,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:20.420477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] For port 13d3ec60-0588-49ff-877e-cf7fee3f6671, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=13d3ec60-0588-49ff-877e-cf7fee3f6671,segment=NetworkSegment(d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd),segment_id=d080c0f4-93ac-4a99-b281-2c1d1c4e9dbd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:20.420869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:20.422930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:20.470377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Allocated IP 2001:db8::2 (5c89d037-1400-4814-9d0d-ad339510d174/1ad8181b-07f1-4a7e-891a-3976efd29ca1/2a219478-f7e0-450b-bda8-ecdee787691a) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:20.482316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Allocated IP 172.20.0.1 (5c89d037-1400-4814-9d0d-ad339510d174/264cb049-0db3-4330-9811-275694f28434/2a219478-f7e0-450b-bda8-ecdee787691a) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:20.525112 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-0d7d7d54-489e-4fc7-bceb-b4e4c9aec631 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9682677 May 29 01:04:20.534075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8e897-a870-42fd-b2e0-77ed3bf50017 req-599f6142-bd3a-460a-90d3-00b1926cb1e4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:20.535586 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29b8e897-a870-42fd-b2e0-77ed3bf50017 req-599f6142-bd3a-460a-90d3-00b1926cb1e4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.7586131 May 29 01:04:20.617562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:20.630033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf67a9-1271-4496-9cec-60121d9a6ee7 None None] Pushing event updated for resources: {'Port': ['ID=15dd8215-412e-4562-972a-248c3703b48f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:20.641537 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-24b5aec7-4fb3-49c6-800c-10a667d55af0 req-a3b3af7e-ec84-4240-abab-5b0bad2ed4a6 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8641286 May 29 01:04:20.719292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:20.732799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:20.741404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:20.742155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:20.767532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:20.771913 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29b8e897-a870-42fd-b2e0-77ed3bf50017 req-88e6e34c-2f82-4be5-bc03-bb708d394c85 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102063 May 29 01:04:20.813006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:20.816625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:20.834224 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-8acee60b-d86f-4e36-9ece-09c2bb932d4e service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953906 May 29 01:04:20.865519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event deleted for resources: {'Port': ['ID=13d3ec60-0588-49ff-877e-cf7fee3f6671,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:20.874579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Calling delete_port for 13d3ec60-0588-49ff-877e-cf7fee3f6671 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:20.912541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] No DVR routers for this DVR port 13d3ec60-0588-49ff-877e-cf7fee3f6671 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:20.998039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e84be3-d322-44e7-8248-da3945a8bca4 req-9531b95e-ec81-4c27-a0d2-51cc07ee762f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:21.000739 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57e84be3-d322-44e7-8248-da3945a8bca4 req-9531b95e-ec81-4c27-a0d2-51cc07ee762f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4441195 May 29 01:04:21.045456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No active binding found for port 13d3ec60-0588-49ff-877e-cf7fee3f6671 {{(pid=83981) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 29 01:04:21.045886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 13d3ec60-0588-49ff-877e-cf7fee3f6671 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:21.104664 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57e84be3-d322-44e7-8248-da3945a8bca4 req-26c4b153-ba4f-4be4-b4aa-877e01e41611 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711942 May 29 01:04:21.118223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9c184344-4cfe-4233-8f0b-48ae6dd9a688 None None] Provisioning for port a00c803a-4e23-4039-95de-eda9c86ee269 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:21.119984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.145280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.180316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9c184344-4cfe-4233-8f0b-48ae6dd9a688 None None] Provisioning complete for port a00c803a-4e23-4039-95de-eda9c86ee269 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:21.180711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c184344-4cfe-4233-8f0b-48ae6dd9a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.216054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.229304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:21.229908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:21.251479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4147f5-a28d-4f82-b527-3f767d0f6df7']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:21.276176 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-7510012b-f495-4de6-b888-94b0a3302a98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 1096 time: 0.5668435 May 29 01:04:21.277316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9c184344-4cfe-4233-8f0b-48ae6dd9a688 None None] Port a00c803a-4e23-4039-95de-eda9c86ee269 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:21.279214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.323978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Transition to ACTIVE for port object 2a219478-f7e0-450b-bda8-ecdee787691a will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:21.328940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd080c0f4-93ac-4a99-b281-2c1d1c4e9dbd') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:21.329231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd080c0f4-93ac-4a99-b281-2c1d1c4e9dbd') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:21.350356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ba9c0b7-a6cd-41cf-aed5-ea2af0897692 req-27747db3-7d0a-45d4-837a-debec9ddcd83 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004985 May 29 01:04:21.355168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:21.361307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Transition to ACTIVE for port object 2a219478-f7e0-450b-bda8-ecdee787691a will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:21.367969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 is not hosted by any dhcp agent {{(pid=83980) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 29 01:04:21.372264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:21.372889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.377174 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "PUT /v2.0/networks/47c68ae8-bf48-4af4-a8f1-614f7a41c550 HTTP/1.1" status: 200 len: 723 time: 0.9846640 May 29 01:04:21.379129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Deleting port c7d03b0d-f823-418f-adef-b7aa55b7e5aa {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:21.379631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.396816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.402767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53214) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:21.412846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.422523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:21.450417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9c184344-4cfe-4233-8f0b-48ae6dd9a688 None None] Provisioning complete for port 15dd8215-412e-4562-972a-248c3703b48f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:21.450884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c184344-4cfe-4233-8f0b-48ae6dd9a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.521372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:04:21.599888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Network 5c89d037-1400-4814-9d0d-ad339510d174 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:21.607338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Pushing event updated for resources: {'Port': ['ID=2a219478-f7e0-450b-bda8-ecdee787691a,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:21.617923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:21.621397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:21.745040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.759462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.766129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc851b66-b99f-489f-b75d-5acd363b5b99 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=47c68ae8-bf48-4af4-a8f1-614f7a41c550,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:21.793251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:21.793658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:21.821467 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:21.830411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Deleting port 13d3ec60-0588-49ff-877e-cf7fee3f6671 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:21.830785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.866842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:21.888281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:21.962709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:22.030332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-e3fd57b0-6a99-49b6-9f4c-95240bfbae08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:22.031773 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-e3fd57b0-6a99-49b6-9f4c-95240bfbae08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.7048204 May 29 01:04:22.032375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.053670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.056930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:22.211731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] Pushing event deleted for resources: {'Network': ['ID=ed4147f5-a28d-4f82-b527-3f767d0f6df7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:22.236310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-76888632-cae4-4fdb-a627-1b72a53ae19f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 HTTP/1.1" status: 200 len: 217 time: 0.1664674 May 29 01:04:22.241009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:22.241569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:22.257106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2180e71-f882-4468-b52a-ee036f1fa73b None None] The port '13d3ec60-0588-49ff-877e-cf7fee3f6671' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:04:22.260449 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-73809dcb-407c-49dd-b807-a950a8650bd7 tempest-FloatingIPNegativeTestJSON-2114400292 tempest-FloatingIPNegativeTestJSON-2114400292-project] 10.222.0.33 "DELETE /v2.0/networks/ed4147f5-a28d-4f82-b527-3f767d0f6df7 HTTP/1.1" status: 204 len: 168 time: 3.5962176 May 29 01:04:22.321740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7638a-d2d5-48ac-a5f9-23453e36ee8f req-a9f7d299-fedf-4275-9c14-d471a0e19089 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:22.323647 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0cd7638a-d2d5-48ac-a5f9-23453e36ee8f req-a9f7d299-fedf-4275-9c14-d471a0e19089 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.1990004 May 29 01:04:22.325869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.383213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.386537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.437835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:22.438236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.451886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Attempting to bind port 2a219478-f7e0-450b-bda8-ecdee787691a on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:22.452542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Attempting to bind port 2a219478-f7e0-450b-bda8-ecdee787691a by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'b45ba2e8-e694-4164-8c2d-d1e06db94c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c89d037-1400-4814-9d0d-ad339510d174'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:22.452821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Attempting to bind port 2a219478-f7e0-450b-bda8-ecdee787691a on network 5c89d037-1400-4814-9d0d-ad339510d174 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:22.465079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 15dd8215-412e-4562-972a-248c3703b48f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:22.667564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53226) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:22.699188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:22.699821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Checking segment: {'id': 'b45ba2e8-e694-4164-8c2d-d1e06db94c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c89d037-1400-4814-9d0d-ad339510d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:22.699982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.700398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Bound using segment: {'id': 'b45ba2e8-e694-4164-8c2d-d1e06db94c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c89d037-1400-4814-9d0d-ad339510d174'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:22.701476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Bound port: 2a219478-f7e0-450b-bda8-ecdee787691a, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45ba2e8-e694-4164-8c2d-d1e06db94c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c89d037-1400-4814-9d0d-ad339510d174'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:22.701476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.717672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Calling delete_port for c7d03b0d-f823-418f-adef-b7aa55b7e5aa owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:22.733431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-09d3a748-2d3a-4571-8330-75ed053e9e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:22.735359 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-09d3a748-2d3a-4571-8330-75ed053e9e3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.3371563 May 29 01:04:22.739277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:22.744623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.748479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=638a835b-a21a-4929-b576-1251dda4e87e,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:22.751133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:22.768215 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0cd7638a-d2d5-48ac-a5f9-23453e36ee8f req-f75dc6e3-87fc-43e8-9e5f-b89954724cff tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376502 May 29 01:04:22.779135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:22.783527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.786043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 15dd8215-412e-4562-972a-248c3703b48f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:22.786259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.802105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,revision_number=9']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:22.844377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e84a-f576-4ee6-b505-6f633253e834 req-4eb498a2-ae73-4035-b2dd-c01d7c329ab5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:22.846213 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f67e84a-f576-4ee6-b505-6f633253e834 req-4eb498a2-ae73-4035-b2dd-c01d7c329ab5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3472774 May 29 01:04:22.851566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fabf1cae-77a1-42af-adea-f868cbb526c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4367998 May 29 01:04:22.853650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53234) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:22.858802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:ba:38:09', 'name': 'tempest-NetworksTestDHCPv6-1576424935'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:22.930904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] For port 2a219478-f7e0-450b-bda8-ecdee787691a, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:22.934108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] For port 2a219478-f7e0-450b-bda8-ecdee787691a, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2a219478-f7e0-450b-bda8-ecdee787691a,segment=NetworkSegment(b45ba2e8-e694-4164-8c2d-d1e06db94c8b),segment_id=b45ba2e8-e694-4164-8c2d-d1e06db94c8b)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:22.944598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d3252023-406f-4280-8339-f70b1011e421 None None] Provisioning complete for port a00c803a-4e23-4039-95de-eda9c86ee269 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:22.944971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d3252023-406f-4280-8339-f70b1011e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:22.978413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.009627 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f67e84a-f576-4ee6-b505-6f633253e834 req-a05a56cc-c47f-481d-86c0-562f51fca74a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361434 May 29 01:04:23.074721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:23.079022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:23.079637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.083084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:23.095654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:23.108434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.120529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:23.132994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.165798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d3252023-406f-4280-8339-f70b1011e421 None None] Port a00c803a-4e23-4039-95de-eda9c86ee269 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:23.183570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:23.183937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:23.191444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc67341-93ae-4fd3-80a4-f4f01571162c None None] Pushing event updated for resources: {'Port': ['ID=2a219478-f7e0-450b-bda8-ecdee787691a,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:23.215179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d3252023-406f-4280-8339-f70b1011e421 None None] Provisioning complete for port 15dd8215-412e-4562-972a-248c3703b48f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:23.215813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d3252023-406f-4280-8339-f70b1011e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.256628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=a00c803a-4e23-4039-95de-eda9c86ee269,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:23.275628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c7d03b0d-f823-418f-adef-b7aa55b7e5aa no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:23.291705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:23.365201 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-5a23c65d-0bbc-4c33-8ff9-556eba40a4c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6048865 May 29 01:04:23.422017 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e0769658-d873-440f-8d17-52288bf40fd7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7b5fdc0d9b224777bfa2d865d23f01bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7455511 May 29 01:04:23.448761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53240) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:23.518243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09d650-c4c7-4cc6-bc47-dee137b4415a req-4d72c016-f61f-42bb-b3d0-57eb09ed3a19 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:23.520714 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0c09d650-c4c7-4cc6-bc47-dee137b4415a req-4d72c016-f61f-42bb-b3d0-57eb09ed3a19 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3443189 May 29 01:04:23.566417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.598479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:feba:3809 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/638a835b-a21a-4929-b576-1251dda4e87e/7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:23.624045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:23.631445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.681279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.682812 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0c09d650-c4c7-4cc6-bc47-dee137b4415a req-9f0cbcac-c43a-4e7c-b5e6-b61fe5c1f2a2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510785 May 29 01:04:23.704052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2b679e0-d096-4a69-8045-d08f1dffa3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.714258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Deleting port c7d03b0d-f823-418f-adef-b7aa55b7e5aa {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:23.714741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.736104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2b679e0-d096-4a69-8045-d08f1dffa3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.807957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2b679e0-d096-4a69-8045-d08f1dffa3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.829183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b679e0-d096-4a69-8045-d08f1dffa3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8919656f-7319-4575-9047-281179fe792b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:23.837528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,revision_number=10']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:23.860417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-09c1e17e-3e35-4d1a-9579-98a79dabe86a None None] Provisioning complete for port a00c803a-4e23-4039-95de-eda9c86ee269 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:23.860791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-09c1e17e-3e35-4d1a-9579-98a79dabe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.982761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2b679e0-d096-4a69-8045-d08f1dffa3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:23.986094 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a2b679e0-d096-4a69-8045-d08f1dffa3e1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8919656f-7319-4575-9047-281179fe792b HTTP/1.1" status: 204 len: 168 time: 0.5334170 May 29 01:04:24.020055 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-57446b9c-f808-465a-966a-fbdc26459eb3 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430719 May 29 01:04:24.027983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-09c1e17e-3e35-4d1a-9579-98a79dabe86a None None] Port a00c803a-4e23-4039-95de-eda9c86ee269 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:24.191565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:24.208928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] For port c7d03b0d-f823-418f-adef-b7aa55b7e5aa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:24.209328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:24.235784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:24.247685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc4ff5-106d-4db6-acbe-1acdbd761dd0 req-fc9a1766-dad8-4c96-9210-3decd058c495 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:24.248921 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6ffc4ff5-106d-4db6-acbe-1acdbd761dd0 req-fc9a1766-dad8-4c96-9210-3decd058c495 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3948925 May 29 01:04:24.293100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872af52c-2b8f-4a58-bc72-4ce4a4e2110f req-79dbcf25-b49e-4668-9254-28155420e715 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:24.293725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=28c19fb1-cb0a-4c07-a456-6cd326b835a2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:24.294424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-872af52c-2b8f-4a58-bc72-4ce4a4e2110f req-79dbcf25-b49e-4668-9254-28155420e715 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.2418332 May 29 01:04:24.384680 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6ffc4ff5-106d-4db6-acbe-1acdbd761dd0 req-b800ec31-0803-4840-a8a2-db71e018d1ef tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249285 May 29 01:04:24.398224 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-872af52c-2b8f-4a58-bc72-4ce4a4e2110f req-2ed53178-dab2-4c76-b9a3-c592139e23d3 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966542 May 29 01:04:24.402683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:24.473566 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-89a3c98b-065d-41f7-934a-7c5479e758cd req-792f9446-1034-4e40-8484-230357cf9ef2 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355149 May 29 01:04:24.521529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Calling delete_port for c7d03b0d-f823-418f-adef-b7aa55b7e5aa owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:24.535450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:24.554915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:24.561054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:24.565022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:24.565751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:24.579248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:24.584676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': '0f43157c-422a-45a1-81f5-c1e9af96be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:24.585402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 47c68ae8-bf48-4af4-a8f1-614f7a41c550, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:24.607395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:24.625831 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4a6ea8f2-dc51-47cc-82c8-02be5c0aacd7 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7696540 May 29 01:04:24.627286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53258) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:24.699012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:24.700420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a219478-f7e0-450b-bda8-ecdee787691a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:24.734814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 47c68ae8-bf48-4af4-a8f1-614f7a41c550) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:24.749702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:24.760756 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077717'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:24.767406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:24.778772 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688007d0-e2b0-4955-ab92-ade59eb1d7b6 None None] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:24.788062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b76a4-4f9d-423e-b638-0ab1c0095fc4 req-70f75373-07e7-4594-8ef6-4df56419b4d4 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:24.789780 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a07b76a4-4f9d-423e-b638-0ab1c0095fc4 req-70f75373-07e7-4594-8ef6-4df56419b4d4 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.2045999 May 29 01:04:24.861827 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5917c009-c03a-4d1a-bb8e-4cfef293399e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4547131 May 29 01:04:24.863138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53266) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:24.866928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ff083-e7c4-4082-84ad-2d2eaf2ddac1 None None] Network 5c89d037-1400-4814-9d0d-ad339510d174 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:24.877120 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a07b76a4-4f9d-423e-b638-0ab1c0095fc4 req-4d4bdf7b-c9bb-468f-81a1-a983881cf7d5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786929 May 29 01:04:24.882680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2a46c1d4-f926-49f4-86de-27894a220876 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:24.970285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b79d1e0-d4c5-46b7-8ef8-0832bc365874 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:24.976489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b79d1e0-d4c5-46b7-8ef8-0832bc365874 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:24.978910 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4b79d1e0-d4c5-46b7-8ef8-0832bc365874 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3494408 May 29 01:04:24.981531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53274) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:25.056457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.153557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:25.155480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.194718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] Pushing event deleted for resources: {'Port': ['ID=c7d03b0d-f823-418f-adef-b7aa55b7e5aa,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:25.262689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2a46c1d4-f926-49f4-86de-27894a220876 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1111643'] for subnet, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.271776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341c185-f427-4cf2-a9be-a46dd5c998bc None None] No DVR routers for this DVR port c7d03b0d-f823-418f-adef-b7aa55b7e5aa on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:25.277767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d83541c0-70f5-4fc2-8eef-c38d1e2baf58 None None] Provisioning for port 2a219478-f7e0-450b-bda8-ecdee787691a completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:25.311901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed692fab-2d13-40cf-bef5-382bca63ba5d None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:25.339034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dede0cd-0d7d-4c6c-acdf-c649315de062 req-8b2f94a0-a3dc-4946-9af6-0c8486a5fe80 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:25.346956 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1dede0cd-0d7d-4c6c-acdf-c649315de062 req-8b2f94a0-a3dc-4946-9af6-0c8486a5fe80 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3205204 May 29 01:04:25.348389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53282) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:25.374879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2a219478-f7e0-450b-bda8-ecdee787691a completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:25.484738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2a219478-f7e0-450b-bda8-ecdee787691a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:25.485252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.504588 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1dede0cd-0d7d-4c6c-acdf-c649315de062 req-1da9c80c-9b01-4f43-ab73-fd3a3e741adf tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574712 May 29 01:04:25.555818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.567100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.588391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9b92a011-181f-440d-ace6-8ba4a1c51b94 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] Request body: {'port': {'network_id': '33f32c75-c494-44d1-8f4b-d3fecf16d90e', 'name': 'tempest-NetworksNegativeTestJSON-1409568598'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:25.673598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-47c68ae8-bf48-4af4-a8f1-614f7a41c550', 'network_id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': '28c19fb1-cb0a-4c07-a456-6cd326b835a2'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:25.674564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.729649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=a00c803a-4e23-4039-95de-eda9c86ee269,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:25.766693 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b92a011-181f-440d-ace6-8ba4a1c51b94 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] POST failed (client error): The resource could not be found. May 29 01:04:25.767114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b92a011-181f-440d-ace6-8ba4a1c51b94 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:25.769317 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9b92a011-181f-440d-ace6-8ba4a1c51b94 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3964653 May 29 01:04:25.776841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53292) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:25.790402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.851525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:25.861878 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-c369db7b-6110-406c-9465-2cd70f20c8a2 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] DELETE failed (client error): The resource could not be found. May 29 01:04:25.862451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c369db7b-6110-406c-9465-2cd70f20c8a2 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:25.864244 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c369db7b-6110-406c-9465-2cd70f20c8a2 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "DELETE /v2.0/networks/5f072df7-3cbf-4fa7-abef-a6598e993f7b HTTP/1.1" status: 404 len: 339 time: 0.0863602 May 29 01:04:25.873006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53296) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:25.925365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:25.965761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.040380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31bbb3-f151-438f-9eaa-49f80caa5da0 req-8b170c5c-9b0f-4002-94f3-6da17a185c7f tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:26.041904 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8a31bbb3-f151-438f-9eaa-49f80caa5da0 req-8b170c5c-9b0f-4002-94f3-6da17a185c7f tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.3161101 May 29 01:04:26.071132 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c39a59-bc95-4c5d-96e0-4524b4238fef tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] DELETE failed (client error): The resource could not be found. May 29 01:04:26.071715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c39a59-bc95-4c5d-96e0-4524b4238fef tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:26.077479 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-45c39a59-bc95-4c5d-96e0-4524b4238fef tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "DELETE /v2.0/ports/30c1d2df-0774-46ce-86fe-bbaf32473c41 HTTP/1.1" status: 404 len: 333 time: 0.1977189 May 29 01:04:26.085626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 2a219478-f7e0-450b-bda8-ecdee787691a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2a219478-f7e0-450b-bda8-ecdee787691a,segment=NetworkSegment(b45ba2e8-e694-4164-8c2d-d1e06db94c8b),segment_id=b45ba2e8-e694-4164-8c2d-d1e06db94c8b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:26.089718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53302) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.103385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.106945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:26.210088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=2a219478-f7e0-450b-bda8-ecdee787691a,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:26.269498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:26.304874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '638a835b-a21a-4929-b576-1251dda4e87e'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:26.307478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.327608 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8a31bbb3-f151-438f-9eaa-49f80caa5da0 req-e467e989-c97a-4489-80d4-c901437dbd24 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277751 May 29 01:04:26.333763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.347966 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9d8aa6-6f71-4d96-a049-af3a6f3122b3 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] DELETE failed (client error): The resource could not be found. May 29 01:04:26.350938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9d8aa6-6f71-4d96-a049-af3a6f3122b3 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:26.358783 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7d9d8aa6-6f71-4d96-a049-af3a6f3122b3 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "DELETE /v2.0/subnets/d3337797-65e7-4555-90cc-886dc9127b51 HTTP/1.1" status: 404 len: 337 time: 0.2637925 May 29 01:04:26.368664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53306) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.382148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4093f3a-3dad-4d73-b007-3f75b6c2c8ce None None] Network 5c89d037-1400-4814-9d0d-ad339510d174 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:26.401449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:26.463080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2a46c1d4-f926-49f4-86de-27894a220876 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771532953245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1784610'] for subnet, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.486441 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.500988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145522-cb4a-41da-8220-cdbf8ce01125 req-11e25c3f-2f33-43dd-8469-22e331372179 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:26.507351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a219478-f7e0-450b-bda8-ecdee787691a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:26.508252 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74145522-cb4a-41da-8220-cdbf8ce01125 req-11e25c3f-2f33-43dd-8469-22e331372179 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3093245 May 29 01:04:26.534636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3b27e6ff-4a6f-455c-947e-1082b454f692 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a HTTP/1.1" status: 204 len: 168 time: 1.5492270 May 29 01:04:26.535757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53310) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.535989 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70c13f6-9048-4ada-9eae-2edcfe204531 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] GET failed (client error): The resource could not be found. May 29 01:04:26.537411 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f70c13f6-9048-4ada-9eae-2edcfe204531 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "GET /v2.0/networks/320f269c-3976-4f52-bd69-bf5f398a4849 HTTP/1.1" status: 404 len: 339 time: 0.1676078 May 29 01:04:26.544681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53314) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.569373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a46c1d4-f926-49f4-86de-27894a220876 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:26.570244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2a46c1d4-f926-49f4-86de-27894a220876 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.573850 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2a46c1d4-f926-49f4-86de-27894a220876 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "PUT /v2.0/subnets/28c19fb1-cb0a-4c07-a456-6cd326b835a2 HTTP/1.1" status: 200 len: 826 time: 1.7047791 May 29 01:04:26.578512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53316) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.628701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Allocated IP 2001:db8::2 (47c68ae8-bf48-4af4-a8f1-614f7a41c550/28c19fb1-cb0a-4c07-a456-6cd326b835a2/bf1aa408-b0fe-40b2-976a-a0ec004884bb) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:26.665163 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca73951e-4d9c-44e8-b037-18aa3872747f tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] GET failed (client error): The resource could not be found. May 29 01:04:26.666705 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ca73951e-4d9c-44e8-b037-18aa3872747f tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "GET /v2.0/ports/de79f1b4-1b2d-413d-b13d-1bd5cf5d1567 HTTP/1.1" status: 404 len: 333 time: 0.0882349 May 29 01:04:26.672961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53322) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.693085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dc416b5a-8efd-4a61-9972-ff68556b987f None None] Provisioning complete for port 2a219478-f7e0-450b-bda8-ecdee787691a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:26.693488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dc416b5a-8efd-4a61-9972-ff68556b987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.715747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c70ffd-6793-40bf-acbd-851edc1f71bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:26.717048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c70ffd-6793-40bf-acbd-851edc1f71bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:26.717758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-02c70ffd-6793-40bf-acbd-851edc1f71bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:26.728516 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74145522-cb4a-41da-8220-cdbf8ce01125 req-e12edf8e-d567-4606-973f-d6dfe3b93537 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193849 May 29 01:04:26.737655 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2730d55-72d1-41ec-8284-225511489fd9 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] GET failed (client error): The resource could not be found. May 29 01:04:26.745977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46c1d4-f926-49f4-86de-27894a220876 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=28c19fb1-cb0a-4c07-a456-6cd326b835a2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:26.750853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53326) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.757233 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e2730d55-72d1-41ec-8284-225511489fd9 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "GET /v2.0/subnets/8ce2222c-63e5-493e-9a72-8302da6a2ca0 HTTP/1.1" status: 404 len: 337 time: 0.0712888 May 29 01:04:26.771470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-02c70ffd-6793-40bf-acbd-851edc1f71bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:26.773064 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-02c70ffd-6793-40bf-acbd-851edc1f71bc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2363374 May 29 01:04:26.776282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53328) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.819012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-95d4411d-50d4-4df6-9b39-16fcf82afbe3 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:26.850557 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d4411d-50d4-4df6-9b39-16fcf82afbe3 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] PUT failed (client error): The resource could not be found. May 29 01:04:26.850987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d4411d-50d4-4df6-9b39-16fcf82afbe3 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:26.855824 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-95d4411d-50d4-4df6-9b39-16fcf82afbe3 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "PUT /v2.0/networks/bd35869f-8293-4043-9167-210ecf5549f0 HTTP/1.1" status: 404 len: 339 time: 0.0452495 May 29 01:04:26.858729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53334) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.869789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d2d5ab23-5696-4c9f-9818-05a51cc22d5e tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:26.904023 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d5ab23-5696-4c9f-9818-05a51cc22d5e tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] PUT failed (client error): The resource could not be found. May 29 01:04:26.904462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d5ab23-5696-4c9f-9818-05a51cc22d5e tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:26.909435 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d2d5ab23-5696-4c9f-9818-05a51cc22d5e tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "PUT /v2.0/ports/b46dc9d1-9a43-460a-80bf-75d02ac28b26 HTTP/1.1" status: 404 len: 333 time: 0.0460625 May 29 01:04:26.912931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53338) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:26.922913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7472aae3-a1ab-4253-b89c-129701516492 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:26.970859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7472aae3-a1ab-4253-b89c-129701516492 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] PUT failed (client error): The resource could not be found. May 29 01:04:26.970859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7472aae3-a1ab-4253-b89c-129701516492 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:26.970859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7472aae3-a1ab-4253-b89c-129701516492 tempest-NetworksNegativeTestJSON-1013205588 tempest-NetworksNegativeTestJSON-1013205588-project] 10.222.0.33 "PUT /v2.0/subnets/c619afd1-b608-4fc8-b7f1-672b241e9d6c HTTP/1.1" status: 404 len: 337 time: 0.0566800 May 29 01:04:26.981621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:26.993656 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:04:27.023418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Allocated IP 2001:db8::f816:3eff:fe78:28af (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/638a835b-a21a-4929-b576-1251dda4e87e/6a907289-3e5f-4b15-b168-483003ac1321) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:27.038484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 638a835b-a21a-4929-b576-1251dda4e87e {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:27.074996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2a219478-f7e0-450b-bda8-ecdee787691a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:27.075289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.123199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.229319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Router 617d7e13-f003-46b2-b7b8-f9a97790a39b is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:04:27.340831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53346) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:27.385452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.415981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:04:27.421833 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-013eeec0-1c00-41d2-8abc-809f0a0a48d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "PUT /v2.0/routers/617d7e13-f003-46b2-b7b8-f9a97790a39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0984237 May 29 01:04:27.424386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53354) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:27.444548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] Sync routers for ids ['617d7e13-f003-46b2-b7b8-f9a97790a39b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:04:27.454921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Transition to ACTIVE for port object bf1aa408-b0fe-40b2-976a-a0ec004884bb will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:27.531125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Transition to ACTIVE for port object bf1aa408-b0fe-40b2-976a-a0ec004884bb will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:27.563091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.572597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.585677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914161b-348e-4555-926d-95d7aabc80f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:27.589859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8914161b-348e-4555-926d-95d7aabc80f0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports?device_id=617d7e13-f003-46b2-b7b8-f9a97790a39b HTTP/1.1" status: 200 len: 981 time: 0.1611695 May 29 01:04:27.591566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] Routers {'617d7e13-f003-46b2-b7b8-f9a97790a39b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:27.592226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['617d7e13-f003-46b2-b7b8-f9a97790a39b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:27.594269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53358) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:27.617700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:27.621789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Usage tracker for resource:security_group_rule and tenant:f93a4cfccf2a47989843a7855f75758e is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:27.625232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:27.637827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:27.645795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.715240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.724088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:27.731585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.756286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e76cb393-3331-4a42-ad0f-7f603611798d None None] Provisioning complete for port a00c803a-4e23-4039-95de-eda9c86ee269 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:27.757289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e76cb393-3331-4a42-ad0f-7f603611798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.770180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c99162d-8700-464f-b956-e6ea9a6a9070,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:27.804669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd92974-f0b1-4808-badc-b40d90b22520 req-7412e5b8-2886-4d81-ac23-815a5e37b460 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:27.812165 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ddd92974-f0b1-4808-badc-b40d90b22520 req-7412e5b8-2886-4d81-ac23-815a5e37b460 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.2928035 May 29 01:04:27.816349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:27.823327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:27.842442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:27.844081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Pushing event updated for resources: {'Port': ['ID=bf1aa408-b0fe-40b2-976a-a0ec004884bb,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:27.845257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=28c19fb1-cb0a-4c07-a456-6cd326b835a2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:27.849167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.866342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:27.879979 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ddd92974-f0b1-4808-badc-b40d90b22520 req-aa97b1bc-369d-4688-b6d2-3a79aa40f608 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666924 May 29 01:04:27.880616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Transition to ACTIVE for port object 6a907289-3e5f-4b15-b168-483003ac1321 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:27.894102 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8f6675d3-552b-4157-bc41-32208a23aa7e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f93a4cfccf2a47989843a7855f75758e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5520067 May 29 01:04:27.895115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53364) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:27.916642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e76cb393-3331-4a42-ad0f-7f603611798d None None] Port a00c803a-4e23-4039-95de-eda9c86ee269 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:27.929753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] Routers {'617d7e13-f003-46b2-b7b8-f9a97790a39b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:27.930421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['617d7e13-f003-46b2-b7b8-f9a97790a39b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:27.954310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c68ae8-bf48-4af4-a8f1-614f7a41c550']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:28.033363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41753b5f-1c66-4943-bd8b-10a95ace90df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.066837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f98b24-8f4e-4171-bb7b-0cc2ec86ea0b req-9981475b-00d6-4a61-931b-a475ca06d981 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:28.068354 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-28f98b24-8f4e-4171-bb7b-0cc2ec86ea0b req-9981475b-00d6-4a61-931b-a475ca06d981 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1466453 May 29 01:04:28.073613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41753b5f-1c66-4943-bd8b-10a95ace90df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.095138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f43157c-422a-45a1-81f5-c1e9af96be14') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:28.095342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f43157c-422a-45a1-81f5-c1e9af96be14') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:28.106572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:28.107167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358bbf6-6cf3-4962-9faa-1af01b2563a6 None None] The sync data for ids ['617d7e13-f003-46b2-b7b8-f9a97790a39b'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:04:28.110234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Transition to ACTIVE for port object 6a907289-3e5f-4b15-b168-483003ac1321 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:28.112420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.119343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Attempting to bind port bf1aa408-b0fe-40b2-976a-a0ec004884bb on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:28.119810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Attempting to bind port bf1aa408-b0fe-40b2-976a-a0ec004884bb by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '0f43157c-422a-45a1-81f5-c1e9af96be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:28.120111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Attempting to bind port bf1aa408-b0fe-40b2-976a-a0ec004884bb on network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:28.129817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.130703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.135046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.144454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:28.145101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:28.159943 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:28.164319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:28.165265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Checking segment: {'id': '0f43157c-422a-45a1-81f5-c1e9af96be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:28.165265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.165520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Bound using segment: {'id': '0f43157c-422a-45a1-81f5-c1e9af96be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:28.165949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Bound port: bf1aa408-b0fe-40b2-976a-a0ec004884bb, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f43157c-422a-45a1-81f5-c1e9af96be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:28.166697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.190894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.252692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9d2518da-59f8-49f3-9b8c-1d75d04fa129 None None] Provisioning complete for port 2a219478-f7e0-450b-bda8-ecdee787691a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:28.253169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9d2518da-59f8-49f3-9b8c-1d75d04fa129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.308920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 29 01:04:28.308920 dv-neutron-843186-2-hyperv neutron-server[83980]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 29 01:04:28.308920 dv-neutron-843186-2-hyperv neutron-server[83980]: [parameters: {'id': '47c68ae8-bf48-4af4-a8f1-614f7a41c550'}] May 29 01:04:28.308920 dv-neutron-843186-2-hyperv neutron-server[83980]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:28.309415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:28.316854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Pushing event updated for resources: {'Port': ['ID=6a907289-3e5f-4b15-b168-483003ac1321,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:28.319224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.322380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:28.331984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:28.339141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:28.376953 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-28f98b24-8f4e-4171-bb7b-0cc2ec86ea0b req-c500511e-488d-4012-b270-2f58daec686a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960496 May 29 01:04:28.401651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41753b5f-1c66-4943-bd8b-10a95ace90df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.463663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] For port bf1aa408-b0fe-40b2-976a-a0ec004884bb, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:28.493812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Attempting to bind port 6a907289-3e5f-4b15-b168-483003ac1321 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:28.494294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Attempting to bind port 6a907289-3e5f-4b15-b168-483003ac1321 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:28.494722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Attempting to bind port 6a907289-3e5f-4b15-b168-483003ac1321 on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:28.497923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] For port bf1aa408-b0fe-40b2-976a-a0ec004884bb, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bf1aa408-b0fe-40b2-976a-a0ec004884bb,segment=NetworkSegment(0f43157c-422a-45a1-81f5-c1e9af96be14),segment_id=0f43157c-422a-45a1-81f5-c1e9af96be14)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:28.526711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753b5f-1c66-4943-bd8b-10a95ace90df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c99162d-8700-464f-b956-e6ea9a6a9070,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:28.537718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41753b5f-1c66-4943-bd8b-10a95ace90df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.541552 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-41753b5f-1c66-4943-bd8b-10a95ace90df admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9c99162d-8700-464f-b956-e6ea9a6a9070 HTTP/1.1" status: 204 len: 168 time: 0.6453302 May 29 01:04:28.551546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.553274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.615356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=638a835b-a21a-4929-b576-1251dda4e87e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:28.621084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:28.621606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:28.622070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.622632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:28.623074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.623201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Bound port: 6a907289-3e5f-4b15-b168-483003ac1321, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:28.623636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.644846 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-46448ac9-69a1-4309-b5bd-c7c655f39983 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/638a835b-a21a-4929-b576-1251dda4e87e HTTP/1.1" status: 204 len: 168 time: 1.8670132 May 29 01:04:28.647889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53374) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:28.749004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f521-6891-4331-8f41-768fbe2fa74c None None] Pushing event updated for resources: {'Port': ['ID=bf1aa408-b0fe-40b2-976a-a0ec004884bb,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:28.818864 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1b5477a5-99c0-4cf4-8fa9-515df08196e0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1689048 May 29 01:04:28.819616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53380) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:28.827377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] For port 6a907289-3e5f-4b15-b168-483003ac1321, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:28.853429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] For port 6a907289-3e5f-4b15-b168-483003ac1321, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6a907289-3e5f-4b15-b168-483003ac1321,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:28.862629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.894964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.903038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:28.906917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b465e2-6f7c-4171-8a9b-d4954e572e66 None None] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:28.995972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb593ec-1c2b-4ed8-8ad3-55bf5f740867 req-fc13a4a0-1ba8-49a1-b61e-5e4e83b4fcb4 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:29.004081 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8bb593ec-1c2b-4ed8-8ad3-55bf5f740867 req-fc13a4a0-1ba8-49a1-b61e-5e4e83b4fcb4 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1442270 May 29 01:04:29.083570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d740a6c-430f-4279-9b3e-737e6b97a71e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:29.085702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d740a6c-430f-4279-9b3e-737e6b97a71e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:29.124240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port bf1aa408-b0fe-40b2-976a-a0ec004884bb {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:29.124457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:29.196636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8bb593ec-1c2b-4ed8-8ad3-55bf5f740867 req-051e0c3e-9bf7-4538-be19-4af266ca53d8 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912646 May 29 01:04:29.219236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d740a6c-430f-4279-9b3e-737e6b97a71e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:29.220594 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7d740a6c-430f-4279-9b3e-737e6b97a71e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3994823 May 29 01:04:29.225108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53392) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:29.230176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bc39-7c27-49ff-bed9-5ab6a4031e8e None None] Pushing event updated for resources: {'Port': ['ID=6a907289-3e5f-4b15-b168-483003ac1321,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:29.303012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d9346-2614-4b95-94fc-a348e124540c req-3c1a4225-e00f-4927-b830-c746c1f2bbf8 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:29.305221 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7c3d9346-2614-4b95-94fc-a348e124540c req-3c1a4225-e00f-4927-b830-c746c1f2bbf8 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.2293150 May 29 01:04:29.309971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01226d84-2f86-4007-83e3-497622fbd59d None None] Network 47c68ae8-bf48-4af4-a8f1-614f7a41c550 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:29.312495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a6b377-a248-4fb5-9004-fc19033f2aa9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:29.313291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a9a6b377-a248-4fb5-9004-fc19033f2aa9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:29.361271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a9a6b377-a248-4fb5-9004-fc19033f2aa9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:29.363518 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a9a6b377-a248-4fb5-9004-fc19033f2aa9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369467 May 29 01:04:29.366470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53398) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:29.374089 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-1175c274-2b31-450a-a936-62875069dcb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 1098 time: 0.5371597 May 29 01:04:29.439483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7d0f436c-320c-4b99-a6d7-1009e8d468a0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717921 May 29 01:04:29.442574 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7c3d9346-2614-4b95-94fc-a348e124540c req-64ce8c0b-b9fb-4276-a397-6c907048ec96 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255779 May 29 01:04:29.446620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53404) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:29.452335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:29.541013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6145024-1769-47c1-a926-6918819ece42 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:04:29.590562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:29.591346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port bf1aa408-b0fe-40b2-976a-a0ec004884bb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bf1aa408-b0fe-40b2-976a-a0ec004884bb,segment=NetworkSegment(0f43157c-422a-45a1-81f5-c1e9af96be14),segment_id=0f43157c-422a-45a1-81f5-c1e9af96be14)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:29.591714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:29.603067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:29.609639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-9a5c5683-defe-4a3f-9fc1-bb2859adbfef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:29.611320 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-9a5c5683-defe-4a3f-9fc1-bb2859adbfef service neutron] 10.222.0.16 "GET /v2.0/networks?id=5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 200 len: 913 time: 0.2202485 May 29 01:04:29.614254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:29.617789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:29.740536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6145024-1769-47c1-a926-6918819ece42 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:04:29.779477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53412) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:29.836026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for bf1aa408-b0fe-40b2-976a-a0ec004884bb owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:29.858624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:29.933152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:29.936213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:29.941560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:29.942326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:29.949802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=5897c10a-0606-46f1-b18d-67baf047d21b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:29.974392 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4f8cade4-ed6a-4180-b7c2-e6ba29d78415 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5266569 May 29 01:04:29.977520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53418) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:29.984637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:fd:0f:66', 'name': 'tempest-NetworksTestDHCPv6-1349956235'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:30.142224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:30.152803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:30.168260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:30.174071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.175491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1690007867'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:30.214093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:30.224984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port e26ed9ec-207b-4532-9ab1-8fb830c19da0 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:30.239930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:30.263369 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-14655ae8-e12e-4336-80c9-46309ecb44d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 200 len: 1000 time: 0.5329578 May 29 01:04:30.267314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:30.282901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '5897c10a-0606-46f1-b18d-67baf047d21b'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '6a907289-3e5f-4b15-b168-483003ac1321'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:04:30.332620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.338124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.340551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:30.385506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port a00c803a-4e23-4039-95de-eda9c86ee269 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:30.385877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.437123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Port': ['ID=bf1aa408-b0fe-40b2-976a-a0ec004884bb,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:30.449963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::246 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/5897c10a-0606-46f1-b18d-67baf047d21b/e26ed9ec-207b-4532-9ab1-8fb830c19da0) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:30.461187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:30.464325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.480432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No DVR routers for this DVR port bf1aa408-b0fe-40b2-976a-a0ec004884bb on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:30.509036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e365925-fdb8-44d3-ab91-6ecb3cb42fdf req-eba92c41-3011-4b55-88fa-cec64966c40a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:30.510480 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1e365925-fdb8-44d3-ab91-6ecb3cb42fdf req-eba92c41-3011-4b55-88fa-cec64966c40a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1535647 May 29 01:04:30.551486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.564672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-0aa0e622-5697-4c22-95b4-92c3d78c9ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:30.566787 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-0aa0e622-5697-4c22-95b4-92c3d78c9ab9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 200 len: 851 time: 0.2939615 May 29 01:04:30.693147 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1e365925-fdb8-44d3-ab91-6ecb3cb42fdf req-c6dfb0e9-b20c-430b-b5a4-e6a19d6690ec tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730173 May 29 01:04:30.786154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.834837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:30.851577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group_rule and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:30.857582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c68ae8-bf48-4af4-a8f1-614f7a41c550']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:30.857742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.866832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:30.869805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051942b-b86f-48b4-bf89-d0da97597ae1 req-d0cf8c91-9ab0-494e-9459-61da1eee9e02 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:30.871588 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a051942b-b86f-48b4-bf89-d0da97597ae1 req-d0cf8c91-9ab0-494e-9459-61da1eee9e02 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 943 time: 0.2635837 May 29 01:04:30.879755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:30.883111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f43157c-422a-45a1-81f5-c1e9af96be14') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:30.883401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f43157c-422a-45a1-81f5-c1e9af96be14') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:30.891721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.896388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object e26ed9ec-207b-4532-9ab1-8fb830c19da0 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:30.916226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:30.931577 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a051942b-b86f-48b4-bf89-d0da97597ae1 req-d7450ba8-8caa-4b0f-bdf8-afaada415a51 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507503 May 29 01:04:30.941992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.014679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:31.017622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:31.018946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/5897c10a-0606-46f1-b18d-67baf047d21b/6a907289-3e5f-4b15-b168-483003ac1321) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:31.023469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:31.027546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:31.028327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.044319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=e26ed9ec-207b-4532-9ab1-8fb830c19da0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:31.048269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for a00c803a-4e23-4039-95de-eda9c86ee269 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:31.054353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:04:31.063397 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-67163747-5383-4995-b7e4-328e2b918f90 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0843301 May 29 01:04:31.066443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53426) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:31.099819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.124247 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-b399bf29-dd50-46ab-aa26-4f1de711b2a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5583b5b8-1a3b-4e80-91c2-0928d87c7673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4993539 May 29 01:04:31.125189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:31.127344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:31.144869 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:31.181644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d283f59-dfb3-4a60-99c9-6a88505d7cee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:31.186185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d283f59-dfb3-4a60-99c9-6a88505d7cee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:31.187170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0d283f59-dfb3-4a60-99c9-6a88505d7cee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:31.206800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0d283f59-dfb3-4a60-99c9-6a88505d7cee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:31.212603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0d283f59-dfb3-4a60-99c9-6a88505d7cee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1450901 May 29 01:04:31.213417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53430) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:31.259496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] For port 6a907289-3e5f-4b15-b168-483003ac1321, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6a907289-3e5f-4b15-b168-483003ac1321,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:31.291901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port e26ed9ec-207b-4532-9ab1-8fb830c19da0 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:31.292317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.309641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:31.326968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.336938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'port_id': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'mac_address': 'fa:16:3e:3d:0c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:04:31.380163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.382779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.393570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] Ignored duplicate provisioning block setup for port 6a907289-3e5f-4b15-b168-483003ac1321 by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 29 01:04:31.407347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.407707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.429014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.444801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=47c68ae8-bf48-4af4-a8f1-614f7a41c550,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:31.450130 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-03c1a13e-7999-492d-923a-540393fd3bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.467184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.498423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:31.515407 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5bb5c2c-2bbb-43db-8cce-f319b3026e3a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/47c68ae8-bf48-4af4-a8f1-614f7a41c550 HTTP/1.1" status: 204 len: 168 time: 4.9333131 May 29 01:04:31.515650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53434) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:31.515867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7de63e-1b18-47db-9d58-5e52ad8373ae,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:31.520270 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-f0fe613f-7453-41df-95b3-7bf294f2d356 service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736000 May 29 01:04:31.524816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.525155 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment 32aabf5a-a400-48f6-a1c4-8dd615d54994 of type vlan for network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 May 29 01:04:31.540904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:04:31.550827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7f2b5-f2b0-44f3-8d61-50acb6bd8e02 None None] Pushing event updated for resources: {'Port': ['ID=6a907289-3e5f-4b15-b168-483003ac1321,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:31.559290 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a503d3f-4e7a-47b8-9191-e1ab7c10ad4b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:31.559733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a503d3f-4e7a-47b8-9191-e1ab7c10ad4b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:31.566663 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2a503d3f-4e7a-47b8-9191-e1ab7c10ad4b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/47c68ae8-bf48-4af4-a8f1-614f7a41c550 HTTP/1.1" status: 404 len: 339 time: 0.0448675 May 29 01:04:31.566663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53438) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:31.573020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:31.577340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1122586589', 'description': 'd1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:31.582833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.590164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:31.610595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Usage tracker for resource:network and tenant:f1ca5268175c451c8d228a904149ddb4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:31.617765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:31.636339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:31.647372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.684766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:31.716405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.722761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:31.725646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.735069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.818860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for e26ed9ec-207b-4532-9ab1-8fb830c19da0 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:31.894649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:31.902413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['a261ac0b-ee5b-4e97-a4a3-31bd56d4be06'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:04:31.950830 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1888f75-643c-4949-8b3c-e7eb9af91700 req-83d69567-df05-432f-b2c3-36067a07450c service neutron] 10.222.0.16 "GET /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943174 May 29 01:04:31.974929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:31.975456 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment bb9c559f-a1dd-4e02-a56c-e167b9fb3fde of type vlan for network 52c11013-66a4-4059-8d53-c06c0a99337b May 29 01:04:31.994183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=a00c803a-4e23-4039-95de-eda9c86ee269,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:32.034920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.048541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:04:32.085167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.089297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:32.089911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.169891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.176055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:32.176805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.207843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.332505 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4679382 May 29 01:04:32.334212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53446) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:32.344962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'name': 'tempest-PortsIpV6TestJSON-1878831877'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:32.370765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ed01f-8bca-4ae3-b801-2c24fc0599c7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=29d9da75-bfdc-4922-89d5-22799bd3cbe4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:32.381137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=e26ed9ec-207b-4532-9ab1-8fb830c19da0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:32.383827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:32.410215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9274d7-a0a8-45a9-8483-df446332d9a5 req-b0003201-c9d8-4e42-8763-5efe0cd4ffb1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:32.411629 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f9274d7-a0a8-45a9-8483-df446332d9a5 req-b0003201-c9d8-4e42-8763-5efe0cd4ffb1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5246651 May 29 01:04:32.414776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=52c11013-66a4-4059-8d53-c06c0a99337b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:32.432222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 52c11013-66a4-4059-8d53-c06c0a99337b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:32.444667 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-48355e98-b564-4310-a5dd-df2ee1e72204 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8756912 May 29 01:04:32.445330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53450) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:32.453949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.483829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.485699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-94b42bbe-9988-40d4-96ef-f644533ab0d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/e26ed9ec-207b-4532-9ab1-8fb830c19da0 HTTP/1.1" status: 204 len: 168 time: 1.2711570 May 29 01:04:32.492412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53454) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:32.589563 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f9274d7-a0a8-45a9-8483-df446332d9a5 req-32f5cf7e-2e89-429b-8c3e-53e65ddc8a5b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336105 May 29 01:04:32.602407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f46d6-9585-4b70-b2be-f8d028e525b2 req-48c8e567-474a-468e-ae2a-582a67a34126 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:32.609317 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db5f46d6-9585-4b70-b2be-f8d028e525b2 req-48c8e567-474a-468e-ae2a-582a67a34126 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 944 time: 0.4413581 May 29 01:04:32.616264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c570e-70df-4cb5-831d-f8b006e55b01 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:32.617584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c570e-70df-4cb5-831d-f8b006e55b01 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:32.618319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a72c570e-70df-4cb5-831d-f8b006e55b01 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:32.646832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6a907289-3e5f-4b15-b168-483003ac1321 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:32.666981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a72c570e-70df-4cb5-831d-f8b006e55b01 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:32.670745 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a72c570e-70df-4cb5-831d-f8b006e55b01 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1741948 May 29 01:04:32.671528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53458) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:32.722662 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db5f46d6-9585-4b70-b2be-f8d028e525b2 req-af648edf-8b0c-408b-846c-4a8392fcfc68 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012013 May 29 01:04:32.730111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:32.757293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:32.761068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:32.774673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61ceba-c04f-4e06-a530-5193fe015387 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:32.775576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-db61ceba-c04f-4e06-a530-5193fe015387 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Synchronizing usage tracker for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:32.780758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:32.785368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 6a907289-3e5f-4b15-b168-483003ac1321 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:32.807342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:32.810488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:32.822208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-db61ceba-c04f-4e06-a530-5193fe015387 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Unset dirty status for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:32.825876 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-db61ceba-c04f-4e06-a530-5193fe015387 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/networks?id=52c11013-66a4-4059-8d53-c06c0a99337b HTTP/1.1" status: 200 len: 765 time: 0.3653736 May 29 01:04:32.837802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53462) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:32.869050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'description': 'd2'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:32.896819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0758df42-3118-4857-87f5-97d80b59683a None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:04:32.978974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:33.061599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:33.108480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Provisioning for port 6a907289-3e5f-4b15-b168-483003ac1321 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:33.167842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Provisioning complete for port 6a907289-3e5f-4b15-b168-483003ac1321 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:33.168075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.206456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 5897c10a-0606-46f1-b18d-67baf047d21b {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:33.209957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.271742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.302766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0758df42-3118-4857-87f5-97d80b59683a None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:04:33.323560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:33.335169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:33.335566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.349243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Router 617d7e13-f003-46b2-b7b8-f9a97790a39b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:04:33.364442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.482362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.528819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.542743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=5897c10a-0606-46f1-b18d-67baf047d21b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:33.546862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.558797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.560147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.579494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.605365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-98b31b7a-194e-42f4-b67c-7126e4c44f84 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/5897c10a-0606-46f1-b18d-67baf047d21b HTTP/1.1" status: 204 len: 168 time: 0.9304221 May 29 01:04:33.610349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53466) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:33.673530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 52c11013-66a4-4059-8d53-c06c0a99337b is not hosted by any dhcp agent {{(pid=83979) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 29 01:04:33.677932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:33.678624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.682331 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "PUT /v2.0/networks/52c11013-66a4-4059-8d53-c06c0a99337b HTTP/1.1" status: 200 len: 762 time: 0.8412242 May 29 01:04:33.684829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53472) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:33.697330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1bb65419-b45b-4f6e-87ae-11b57498c586 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857997 May 29 01:04:33.700269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53476) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:33.705000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.719766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c38357-cf95-477b-a1d4-3f9786aa9dff tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=52c11013-66a4-4059-8d53-c06c0a99337b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:33.740175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ce71d8ac-222d-435b-92eb-e2c6f0f011b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.754515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 52c11013-66a4-4059-8d53-c06c0a99337b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:33.778815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:04:33.791063 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] Sync routers for ids ['617d7e13-f003-46b2-b7b8-f9a97790a39b'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:04:33.807542 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-78205382-71f9-43b3-a13b-f7c7923d682c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "PUT /v2.0/routers/617d7e13-f003-46b2-b7b8-f9a97790a39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0705667 May 29 01:04:33.807542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:33.807861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53482) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:33.816288 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] Routers {'617d7e13-f003-46b2-b7b8-f9a97790a39b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:33.816914 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['617d7e13-f003-46b2-b7b8-f9a97790a39b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:33.916967 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:33.921708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:04:33.933916 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] Routers {'617d7e13-f003-46b2-b7b8-f9a97790a39b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:33.935006 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['617d7e13-f003-46b2-b7b8-f9a97790a39b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:33.958617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62472cea-4864-4bbd-9b0e-f3ef3477fdd9 req-5362bfc0-43e7-43ab-aa0c-5f6fab3e015b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:33.960312 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-62472cea-4864-4bbd-9b0e-f3ef3477fdd9 req-5362bfc0-43e7-43ab-aa0c-5f6fab3e015b tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.1749604 May 29 01:04:33.960833 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e23d61-f192-4358-a7c6-d6da78a5c7c1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:04:33.961346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-52e23d61-f192-4358-a7c6-d6da78a5c7c1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:33.971001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4553e78-b2f5-4226-b5a0-8ed655c72bf5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:33.972266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a4553e78-b2f5-4226-b5a0-8ed655c72bf5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Synchronizing usage tracker for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:33.982445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:33.997331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fa5ab-b9f6-439c-be23-cf13b747a681 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:33.998799 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e98fa5ab-b9f6-439c-be23-cf13b747a681 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2976491 May 29 01:04:33.999565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:34.001782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:34.001782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:34.003963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53488) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.014906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.024038 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:34.025075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e601b0a-be77-4867-8acf-4849ea74604c None None] The sync data for ids ['617d7e13-f003-46b2-b7b8-f9a97790a39b'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:04:34.036730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a4553e78-b2f5-4226-b5a0-8ed655c72bf5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Unset dirty status for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:34.041425 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a4553e78-b2f5-4226-b5a0-8ed655c72bf5 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/networks?id=52c11013-66a4-4059-8d53-c06c0a99337b HTTP/1.1" status: 200 len: 765 time: 0.3521895 May 29 01:04:34.045994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53492) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.056390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-52e23d61-f192-4358-a7c6-d6da78a5c7c1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:34.060063 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-52e23d61-f192-4358-a7c6-d6da78a5c7c1 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/a00c803a-4e23-4039-95de-eda9c86ee269 HTTP/1.1" status: 404 len: 333 time: 0.2488747 May 29 01:04:34.062815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53496) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.086423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': '32aabf5a-a400-48f6-a1c4-8dd615d54994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:34.086691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: 29d9da75-bfdc-4922-89d5-22799bd3cbe4, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:34.108996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666643d1-60d5-443e-beb2-7e509540204c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:34.109690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-666643d1-60d5-443e-beb2-7e509540204c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:34.135072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-666643d1-60d5-443e-beb2-7e509540204c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:34.136471 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-666643d1-60d5-443e-beb2-7e509540204c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301851 May 29 01:04:34.139081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53500) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.150010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:34.202961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:34.217741 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-93d63573-d79c-446e-95f0-3ec5f8a4370f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775895 May 29 01:04:34.223312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53504) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.230112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:34.236472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831b4de-79c1-4f28-ae9d-3af40906befe None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:34.248367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 29d9da75-bfdc-4922-89d5-22799bd3cbe4) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:34.249895 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-62472cea-4864-4bbd-9b0e-f3ef3477fdd9 req-2fa4ddd7-8f00-4abd-b08c-4068cdcb412a tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711849 May 29 01:04:34.279167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17598f64-0cb1-4dbd-ae52-62d533675cac None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:34.314306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:34.318725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:34.319322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.346471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60e03-6206-46e2-a3cf-f734f53999e3 req-7a88dd6c-60ce-45b7-8bf8-4211d0eaf42c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:34.348699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-19c60e03-6206-46e2-a3cf-f734f53999e3 req-7a88dd6c-60ce-45b7-8bf8-4211d0eaf42c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 944 time: 0.4489625 May 29 01:04:34.359231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8ac784f-713c-42bb-9c6d-143709e4a438 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.379715 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9644f691-3a6c-43db-9a69-237adb9d374d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0360684 May 29 01:04:34.379924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53510) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.387129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-186789558'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:34.395887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:34.398380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:34.402164 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90141111-2c95-41fc-a423-57b5de6c6c38'] response: {'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'code': 200} May 29 01:04:34.412778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:34.419689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:34.429272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:34.431576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:34.450765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:34.481459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:34.484738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.583936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:34.595580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.595580 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment f4609056-7f2c-4af0-984a-2c2167dd940d of type vlan for network fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390 May 29 01:04:34.608987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c148a-9859-4da2-bd46-dad2a640c76b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:34.610459 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b53c148a-9859-4da2-bd46-dad2a640c76b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5636284 May 29 01:04:34.614266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53514) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.632024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.657272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.677567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.743435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] For port 6a907289-3e5f-4b15-b168-483003ac1321, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6a907289-3e5f-4b15-b168-483003ac1321,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:34.755290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.798543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.832701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.836633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:34.837237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.869001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:34.881144 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-19c60e03-6206-46e2-a3cf-f734f53999e3 req-9525e457-438d-428d-b1d8-27b2689a86a1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4527614 May 29 01:04:34.886996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] Deleting port 6a907289-3e5f-4b15-b168-483003ac1321 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:34.887458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:34.899867 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b8a4b401-ebe3-4d85-8315-754a6f61793a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 207 time: 0.2768710 May 29 01:04:34.904756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53518) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:34.927890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43addc5-2066-4e3d-b3bf-73eea6215d92 None None] Pushing event updated for resources: {'Port': ['ID=6a907289-3e5f-4b15-b168-483003ac1321,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:34.994360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a87c7607-f26d-4c11-bc53-d3141097fee0 None None] Provisioning complete for port 6a907289-3e5f-4b15-b168-483003ac1321 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:34.994360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a87c7607-f26d-4c11-bc53-d3141097fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.048137 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6670666 May 29 01:04:35.049045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047e063-a880-454a-b066-5541788be884 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:35.054244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53522) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:35.066142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'ports': [{'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4'}, {'network_id': 'fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390'}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:35.066463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:35.066921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': 'fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:35.079811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:35.086383 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-457b11d4-01bd-4417-b430-3010e663feeb req-8811e8a9-437b-4d14-8382-b229608a0de8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 1098 time: 0.3871460 May 29 01:04:35.194480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bef1b-f00d-496b-90e7-79a46e6b6a3d req-5b4f09ee-f002-4b33-8683-61ba3eeaf5da tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.196033 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5f9bef1b-f00d-496b-90e7-79a46e6b6a3d req-5b4f09ee-f002-4b33-8683-61ba3eeaf5da tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5926845 May 29 01:04:35.301124 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-457b11d4-01bd-4417-b430-3010e663feeb req-38bab726-d644-4c0d-b227-5d08d76090f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050703 May 29 01:04:35.368603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7c65-f599-4b2b-8b26-d9916333bedd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.372467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7c65-f599-4b2b-8b26-d9916333bedd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.376341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7c65-f599-4b2b-8b26-d9916333bedd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.380702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7c65-f599-4b2b-8b26-d9916333bedd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.384835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7c65-f599-4b2b-8b26-d9916333bedd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.388901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7c65-f599-4b2b-8b26-d9916333bedd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.394158 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a60e7c65-f599-4b2b-8b26-d9916333bedd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4848895 May 29 01:04:35.394430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53526) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:35.406805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] For port 6a907289-3e5f-4b15-b168-483003ac1321, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6a907289-3e5f-4b15-b168-483003ac1321,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:35.406993 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8ac784f-713c-42bb-9c6d-143709e4a438 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.407760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.506889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8ac784f-713c-42bb-9c6d-143709e4a438 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.516610 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5f9bef1b-f00d-496b-90e7-79a46e6b6a3d req-f0fbe80a-df7c-4df7-8268-05547ec0d51d tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540188 May 29 01:04:35.541647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:35.548992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:35.561060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:35.574724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:35.578082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.587943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8ac784f-713c-42bb-9c6d-143709e4a438 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.589084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ac784f-713c-42bb-9c6d-143709e4a438 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Fanout notify agent at l3_agent the message router_deleted on router 617d7e13-f003-46b2-b7b8-f9a97790a39b {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:04:35.601046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] Calling delete_port for 6a907289-3e5f-4b15-b168-483003ac1321 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:35.616798 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e3b9ca3-1ed8-4285-aaba-514f1b3c53d2 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2212455 May 29 01:04:35.622880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8ac784f-713c-42bb-9c6d-143709e4a438 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.624317 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b8ac784f-713c-42bb-9c6d-143709e4a438 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/routers/617d7e13-f003-46b2-b7b8-f9a97790a39b HTTP/1.1" status: 204 len: 168 time: 1.5403743 May 29 01:04:35.625059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53532) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:35.627121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53534) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:35.690724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 2} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:35.694956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.699681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.721939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:04:35.724605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.733905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.761479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] Pushing event deleted for resources: {'Port': ['ID=6a907289-3e5f-4b15-b168-483003ac1321,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:35.776293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983c7cd-a3e5-4abc-b712-ae434734b712 None None] No DVR routers for this DVR port 6a907289-3e5f-4b15-b168-483003ac1321 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:35.926124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet ae47a427-d13e-4a5d-ab32-266777895280 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:35.945636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:35.961788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d77fe3-0314-4888-8361-b4a01c5c6215 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.963271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d77fe3-0314-4888-8361-b4a01c5c6215 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.964596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d77fe3-0314-4888-8361-b4a01c5c6215 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.965898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d77fe3-0314-4888-8361-b4a01c5c6215 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.967187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d77fe3-0314-4888-8361-b4a01c5c6215 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:35.968990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-71d77fe3-0314-4888-8361-b4a01c5c6215 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3430243 May 29 01:04:35.970098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:35.998719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:36.000368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=7d592632-d48c-4871-90ea-08f0d119858a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:36.002086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53544) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.003505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.004106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.013242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a228dfc-1ded-4378-b5e9-c2db235293a0 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:36.055138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.123940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port f9747971-13c0-44f5-8717-d9985f3901b0 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:36.131550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.138728 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-466027fa-4ce5-48e2-baaf-fc7647b0cc0a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9144647 May 29 01:04:36.142621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53548) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.150869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:36.152345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.154597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.156139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.158058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.160691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.162022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Synchronizing usage tracker for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:36.187364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Unset dirty status for tenant:f1ca5268175c451c8d228a904149ddb4 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:36.189066 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c409bd3-f29c-4316-9bd0-9c9d4fe185a6 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1761479 May 29 01:04:36.194699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53552) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.243146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf06ff-6ee8-4159-9775-210b165af5f1 req-2c591443-111a-41a6-842e-92762d5a4643 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.244630 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-feaf06ff-6ee8-4159-9775-210b165af5f1 req-2c591443-111a-41a6-842e-92762d5a4643 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.3275924 May 29 01:04:36.305505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '7d592632-d48c-4871-90ea-08f0d119858a'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:36.306330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.376536 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-feaf06ff-6ee8-4159-9775-210b165af5f1 req-16ef8d29-08d2-454d-b895-f5ca310f8286 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114538 May 29 01:04:36.382288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.403641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ad618-391d-4d42-a913-5cf00df433e7 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.409337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-166ad618-391d-4d42-a913-5cf00df433e7 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/networks/13ee0d6f-ff4c-4716-88da-947ea9855e23 HTTP/1.1" status: 200 len: 804 time: 0.2093451 May 29 01:04:36.410357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53556) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.422188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6a907289-3e5f-4b15-b168-483003ac1321 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:36.433122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.446021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a234ae-1a8c-46f7-b340-53c72b017419 req-fdd6a092-ba52-4d2a-a795-d58e828fc395 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.447834 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-06a234ae-1a8c-46f7-b340-53c72b017419 req-fdd6a092-ba52-4d2a-a795-d58e828fc395 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 945 time: 0.3610888 May 29 01:04:36.470825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 6a907289-3e5f-4b15-b168-483003ac1321 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:36.471792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6a907289-3e5f-4b15-b168-483003ac1321 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:36.500136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:36.511323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:36.554482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Allocated IP 2001:db8::f816:3eff:fe4a:2a85 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/7d592632-d48c-4871-90ea-08f0d119858a/3b877d62-e20f-4096-9707-5139ce41ebbb) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:36.626137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 944511d8-7433-48f6-adb4-7dff2f2af861 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:36.645035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:36.660296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:36.680031 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e47cccf5-ab8b-427b-99b2-39d9291a09ce tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/networks/13ee0d6f-ff4c-4716-88da-947ea9855e23?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2653296 May 29 01:04:36.680260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53560) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.690901 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-06a234ae-1a8c-46f7-b340-53c72b017419 req-50dd35ef-d87e-4180-ae7f-c0755796625d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277138 May 29 01:04:36.707981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:36.712056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.753179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.759373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73d16d-df1f-4c25-b2b4-a0c60ac0638e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.760731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7e73d16d-df1f-4c25-b2b4-a0c60ac0638e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/subnets/07fd1f9c-a9e0-48f5-9c1e-d40f7abad294 HTTP/1.1" status: 200 len: 843 time: 0.0795894 May 29 01:04:36.774343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53564) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.855081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.866982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=ae47a427-d13e-4a5d-ab32-266777895280,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:36.869038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.876726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0221b0-e6cd-48b4-a0b1-2ac9d542802f None None] Network 0cb36795-9ab6-4975-b2ab-0cfdba6e185d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:36.885016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1a046-0a2e-4ab4-8e44-860d093561be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:36.886360 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bde1a046-0a2e-4ab4-8e44-860d093561be tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "GET /v2.0/subnets/07fd1f9c-a9e0-48f5-9c1e-d40f7abad294?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1109309 May 29 01:04:36.890656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53568) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.894660 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7f0b00d0-48a2-49de-830d-fb5c502df5ce tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/ae47a427-d13e-4a5d-ab32-266777895280 HTTP/1.1" status: 204 len: 168 time: 1.2232728 May 29 01:04:36.894857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.896257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53572) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:36.900514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1886187497'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:36.907052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:36.907247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Transition to ACTIVE for port object 3b877d62-e20f-4096-9707-5139ce41ebbb will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:36.920111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:36.937332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:36.940772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:36.967160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.008812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Transition to ACTIVE for port object 3b877d62-e20f-4096-9707-5139ce41ebbb will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:37.017557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:37.028082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:37.039418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.039622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:37.040491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.045705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:37.047330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.ipam_backend_mixin [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d592632-d48c-4871-90ea-08f0d119858a (CIDR: 2001:db8::/64) May 29 01:04:37.047456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.053817 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:04:37.054267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:37.065140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 15dd8215-412e-4562-972a-248c3703b48f {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:37.065475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.082173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.082541 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Added segment a013afa2-bd7f-4ac6-98a3-3faac8879958 of type vlan for network 5b46d83e-a765-412e-b3ff-ab9bdaf975de May 29 01:04:37.103341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=f9747971-13c0-44f5-8717-d9985f3901b0,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:37.122092 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-83160f64-9c9f-48b6-b300-edf72ca37dc5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9754844 May 29 01:04:37.125561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53576) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:37.133856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:37.171673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:37.177359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:37.179766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:37.182414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Pushing event updated for resources: {'Port': ['ID=3b877d62-e20f-4096-9707-5139ce41ebbb,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:37.234592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.239884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=944511d8-7433-48f6-adb4-7dff2f2af861,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:37.248890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': 'f4609056-7f2c-4af0-984a-2c2167dd940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:37.249148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:37.289714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.295413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:37.296050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.301616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Attempting to bind port 3b877d62-e20f-4096-9707-5139ce41ebbb on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:37.302061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Attempting to bind port 3b877d62-e20f-4096-9707-5139ce41ebbb by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:37.302499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Attempting to bind port 3b877d62-e20f-4096-9707-5139ce41ebbb on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:37.310119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:37.310494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:37.310888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.311276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:37.311740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Bound port: 3b877d62-e20f-4096-9707-5139ce41ebbb, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:37.312143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.331403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:37.346495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:37.395670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] DHCP port deletion for 0cb36795-9ab6-4975-b2ab-0cfdba6e185d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:37.395938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:37.403094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:37.409485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Deleting port 15dd8215-412e-4562-972a-248c3703b48f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:37.409905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.421136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:37.440822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:37.445477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:37.451216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:37.454467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:37.455926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.474865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Network': ['ID=5b46d83e-a765-412e-b3ff-ab9bdaf975de,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:37.475794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b95d3-ef05-4e4a-be3e-e5157cbdba63 None None] Network fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:37.495754 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6a6dd5bc-ecd7-49b4-aef4-511099766381 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6045330 May 29 01:04:37.500298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53582) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:37.502938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] For port 15dd8215-412e-4562-972a-248c3703b48f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=15dd8215-412e-4562-972a-248c3703b48f,segment=NetworkSegment(14e31283-95f6-49df-b4f4-83476141659c),segment_id=14e31283-95f6-49df-b4f4-83476141659c)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:37.503642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.507443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'network_id': '5b46d83e-a765-412e-b3ff-ab9bdaf975de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:37.523771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5b46d83e-a765-412e-b3ff-ab9bdaf975de details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:37.524064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:37.532534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.587398 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4d9a1c55-6f57-48e0-80f6-c5ea1d6f46f9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5321043 May 29 01:04:37.593220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53586) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:37.785322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] For port 3b877d62-e20f-4096-9707-5139ce41ebbb, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:37.794516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:37.803640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 15dd8215-412e-4562-972a-248c3703b48f owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:37.805007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:37.817734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Made reservation on behalf of f1ca5268175c451c8d228a904149ddb4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:37.835413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 944511d8-7433-48f6-adb4-7dff2f2af861 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:37.835773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:37.841978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] For port 3b877d62-e20f-4096-9707-5139ce41ebbb, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3b877d62-e20f-4096-9707-5139ce41ebbb,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:37.878369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.016179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.031037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.072206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] For port 15dd8215-412e-4562-972a-248c3703b48f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=15dd8215-412e-4562-972a-248c3703b48f,segment=NetworkSegment(14e31283-95f6-49df-b4f4-83476141659c),segment_id=14e31283-95f6-49df-b4f4-83476141659c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:38.072606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.083844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd70b5-f24a-468d-9c0d-3ae42fe729b8 None None] Pushing event updated for resources: {'Port': ['ID=3b877d62-e20f-4096-9707-5139ce41ebbb,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:38.092882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952de12-4db2-4f6a-b949-2cce534c68ac req-9e7978ae-424a-4d6d-8a7c-c5f5d5de6df1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:38.099752 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1952de12-4db2-4f6a-b949-2cce534c68ac req-9e7978ae-424a-4d6d-8a7c-c5f5d5de6df1 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.5463698 May 29 01:04:38.133559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=15dd8215-412e-4562-972a-248c3703b48f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:38.152351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No DVR routers for this DVR port 15dd8215-412e-4562-972a-248c3703b48f on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:38.201069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79df3-767a-4e5c-8b0f-f66a2ef71b41 req-e7519439-6de7-4e86-8ef9-04391c60a72e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:38.202568 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9dc79df3-767a-4e5c-8b0f-f66a2ef71b41 req-e7519439-6de7-4e86-8ef9-04391c60a72e tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 945 time: 0.3451378 May 29 01:04:38.213225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Calling delete_port for 15dd8215-412e-4562-972a-248c3703b48f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:38.301013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:38.301256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:38.350363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Performing IP validity checks on allocation pools {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:04:38.351139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:04:38.355798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.358753 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1952de12-4db2-4f6a-b949-2cce534c68ac req-7989f0ff-c547-4dc9-95e7-51d3b128a9e3 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579453 May 29 01:04:38.361329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 15dd8215-412e-4562-972a-248c3703b48f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:38.403244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 15dd8215-412e-4562-972a-248c3703b48f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:38.403753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 15dd8215-412e-4562-972a-248c3703b48f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:38.422708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.542701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 944511d8-7433-48f6-adb4-7dff2f2af861 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:38.597061 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9dc79df3-767a-4e5c-8b0f-f66a2ef71b41 req-5e158541-a5ff-4e02-a261-f1caaa3333ae tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432767 May 29 01:04:38.598720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb36795-9ab6-4975-b2ab-0cfdba6e185d']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:38.618786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e31283-95f6-49df-b4f4-83476141659c') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:38.619099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e31283-95f6-49df-b4f4-83476141659c') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:38.653985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.682885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.693864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.699238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:38.699633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:38.744141 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:38.762630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.802941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Deleting port 15dd8215-412e-4562-972a-248c3703b48f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:38.803414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.825210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=944511d8-7433-48f6-adb4-7dff2f2af861,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:38.840786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.884272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-08ed97b6-4415-48bd-9825-7f995761a38f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:38.884968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-08ed97b6-4415-48bd-9825-7f995761a38f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Synchronizing usage tracker for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:38.894259 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fd01084b-8d97-419d-9940-ddabd61f2af7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/944511d8-7433-48f6-adb4-7dff2f2af861 HTTP/1.1" status: 204 len: 168 time: 1.2966921 May 29 01:04:38.896047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53594) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:38.900901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5185f6c4-2df2-4eec-b717-6229f4f5dedb None None] The port '15dd8215-412e-4562-972a-248c3703b48f' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:04:38.902223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:38.906793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:38.917149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:38.917728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.926776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=debab156-5dd1-4dc5-8a74-c5494f2accf2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:38.934424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.947223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.962816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:38.992468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=0cb36795-9ab6-4975-b2ab-0cfdba6e185d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:39.002334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-08ed97b6-4415-48bd-9825-7f995761a38f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Unset dirty status for tenant:9cd7a747df0a4f6b84cc6a375f1c75b5 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:39.003628 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-08ed97b6-4415-48bd-9825-7f995761a38f tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4203784 May 29 01:04:39.008366 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-97c6b08a-ea2e-4d29-8572-ffb8b028a171 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8790777 May 29 01:04:39.008732 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-56d0b059-d813-4318-baf3-d770cfe7cc3c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/0cb36795-9ab6-4975-b2ab-0cfdba6e185d HTTP/1.1" status: 204 len: 168 time: 2.1117756 May 29 01:04:39.009608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53598) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:39.014978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53600) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:39.021776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:9b:d9:ec', 'name': 'tempest-NetworksTestDHCPv6-143465482'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:39.088964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=0cf537ca-6604-436b-ada5-3da249ba506f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:39.136901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Deleting port 50f163f7-75b1-4823-b2c0-351416b87875 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:39.137249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:39.154158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09ce2-e093-4835-b9ab-f85887c976a2 req-b05f7504-3d3f-4ccd-abac-b1b2425267f4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:39.155642 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8d09ce2-e093-4835-b9ab-f85887c976a2 req-b05f7504-3d3f-4ccd-abac-b1b2425267f4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 945 time: 0.3983862 May 29 01:04:39.200074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Checking segment: {'id': 'a013afa2-bd7f-4ac6-98a3-3faac8879958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5b46d83e-a765-412e-b3ff-ab9bdaf975de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:39.200432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network hostable DHCP agents. Network: 5b46d83e-a765-412e-b3ff-ab9bdaf975de, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:39.210908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dea4bd-7d1d-408d-9cb9-fcc4fc0ad59d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:39.213853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d877fff6-52a3-44f1-8f80-8a2618e31fb3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:39.214430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d877fff6-52a3-44f1-8f80-8a2618e31fb3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:39.214768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dea4bd-7d1d-408d-9cb9-fcc4fc0ad59d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:39.215508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d9dea4bd-7d1d-408d-9cb9-fcc4fc0ad59d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:39.276515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d877fff6-52a3-44f1-8f80-8a2618e31fb3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:39.281198 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d877fff6-52a3-44f1-8f80-8a2618e31fb3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/24d78f40-136f-4349-8f64-15b513c936b5 HTTP/1.1" status: 200 len: 840 time: 0.2617972 May 29 01:04:39.281669 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8d09ce2-e093-4835-b9ab-f85887c976a2 req-317806fe-e5f5-4373-94e2-839998bf773d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157107 May 29 01:04:39.282205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53606) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:39.317005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53610) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:39.321905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:39.339363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:39.349928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:39.359468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:39.374100 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c37f7858-6fb5-4364-8cc1-2c082816af66 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/24d78f40-136f-4349-8f64-15b513c936b5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0875871 May 29 01:04:39.379703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53616) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:39.387109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:39.400874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:39.412665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d9dea4bd-7d1d-408d-9cb9-fcc4fc0ad59d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:39.418299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53622) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:39.419719 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d9dea4bd-7d1d-408d-9cb9-fcc4fc0ad59d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5237105 May 29 01:04:39.427566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Network 5b46d83e-a765-412e-b3ff-ab9bdaf975de is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:39.451845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5b46d83e-a765-412e-b3ff-ab9bdaf975de) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:39.462959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:39.463594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:39.463893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c80936-4af5-4a0e-8b21-aad546552c58 None None] Network 5b46d83e-a765-412e-b3ff-ab9bdaf975de requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:39.507142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9cfaba-43f7-425c-8b93-66ad423f7ed6 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:39.527803 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-584da1cd-4822-4386-9af9-122ece9506df tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0262423 May 29 01:04:39.540081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53626) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:39.551893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-79b8523f-58b5-4194-ab56-277d0de86e66 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:39.610171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] For port 50f163f7-75b1-4823-b2c0-351416b87875, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=50f163f7-75b1-4823-b2c0-351416b87875,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:39.610536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:39.721607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5d89447e-b91b-4995-8900-bf45b4822ecb None None] Provisioning for port 3b877d62-e20f-4096-9707-5139ce41ebbb completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:39.745760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port f9747971-13c0-44f5-8717-d9985f3901b0 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:39.746099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:39.824320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:39.845042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:39.854312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:39.866867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:39.877987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:39.954780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:39.965401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79b8523f-58b5-4194-ab56-277d0de86e66 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1111643'] for subnet, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:39.997278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e700f-b6db-4fb1-8b15-07b55122c91f req-9f2e5cb3-4802-42bd-b8b8-e1c4ed94c007 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:39.998713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fc1e700f-b6db-4fb1-8b15-07b55122c91f req-9f2e5cb3-4802-42bd-b8b8-e1c4ed94c007 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 945 time: 0.4352682 May 29 01:04:40.002729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port c73a206d-cc2b-41fe-a759-540509dae158 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:40.033653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5b46d83e-a765-412e-b3ff-ab9bdaf975de', 'network_id': '5b46d83e-a765-412e-b3ff-ab9bdaf975de', 'tenant_id': 'f1ca5268175c451c8d228a904149ddb4', 'fixed_ips': [{'subnet_id': '0cf537ca-6604-436b-ada5-3da249ba506f'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:40.034593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.142776 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dec3b76f-e549-490c-868a-be967d6c0d18 tempest-TestVolumeBootPattern-1280625693 tempest-TestVolumeBootPattern-1280625693-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 1093 time: 0.8179302 May 29 01:04:40.150293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53630) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:40.155435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:40.176936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:40.187126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:floatingip and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:40.191293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:40.199227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.200242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.200715 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Floating IP b10c3e03-a376-4c2e-a4d2-b8186d660dde disassociated. External IP: 172.26.5.55, port: 50f163f7-75b1-4823-b2c0-351416b87875. May 29 01:04:40.201290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Calling delete_port for 50f163f7-75b1-4823-b2c0-351416b87875 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:40.238345 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '7d592632-d48c-4871-90ea-08f0d119858a', 'ip_address': '2001:db8::f816:3eff:fe4a:2a85'}, {'subnet_id': 'debab156-5dd1-4dc5-8a74-c5494f2accf2'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '3b877d62-e20f-4096-9707-5139ce41ebbb'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:04:40.242703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:40.301872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.325646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.393690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.420508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.459652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3b877d62-e20f-4096-9707-5139ce41ebbb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:40.560382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 3b877d62-e20f-4096-9707-5139ce41ebbb completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:40.566912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3b877d62-e20f-4096-9707-5139ce41ebbb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:40.567575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.575400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79b8523f-58b5-4194-ab56-277d0de86e66 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771532953245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1784610'] for subnet, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.607675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.648407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fc1e700f-b6db-4fb1-8b15-07b55122c91f req-e0a70587-3945-4de9-86e3-84dfdc53c0e5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2db972c-34bc-41bb-9e40-5dac19e661b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5699649 May 29 01:04:40.654471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for f9747971-13c0-44f5-8717-d9985f3901b0 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:40.703046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event deleted for resources: {'Port': ['ID=50f163f7-75b1-4823-b2c0-351416b87875,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:40.709373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b8523f-58b5-4194-ab56-277d0de86e66 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:40.710174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79b8523f-58b5-4194-ab56-277d0de86e66 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.711814 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-79b8523f-58b5-4194-ab56-277d0de86e66 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "PUT /v2.0/subnets/0cf537ca-6604-436b-ada5-3da249ba506f HTTP/1.1" status: 200 len: 900 time: 1.1701519 May 29 01:04:40.720274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53634) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:40.761408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Allocated IP 2001:db8::3 (5b46d83e-a765-412e-b3ff-ab9bdaf975de/0cf537ca-6604-436b-ada5-3da249ba506f/5e9f524f-e53c-46f6-ba7b-82f43c637c7b) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:40.775095 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.860442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.879975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8523f-58b5-4194-ab56-277d0de86e66 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event updated for resources: {'Subnet': ['ID=0cf537ca-6604-436b-ada5-3da249ba506f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:40.912847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 3b877d62-e20f-4096-9707-5139ce41ebbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3b877d62-e20f-4096-9707-5139ce41ebbb,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:40.926583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:40.999519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8:0:1::21 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/debab156-5dd1-4dc5-8a74-c5494f2accf2/c73a206d-cc2b-41fe-a759-540509dae158) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:41.010945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fe9b:d9ec (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/7d592632-d48c-4871-90ea-08f0d119858a/c73a206d-cc2b-41fe-a759-540509dae158) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:41.040161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.072950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.092579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=3b877d62-e20f-4096-9707-5139ce41ebbb,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:41.115599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=f9747971-13c0-44f5-8717-d9985f3901b0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:41.138201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.148473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.155879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Transition to ACTIVE for port object 5e9f524f-e53c-46f6-ba7b-82f43c637c7b will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:41.182567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.194592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Transition to ACTIVE for port object 5e9f524f-e53c-46f6-ba7b-82f43c637c7b will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:41.204965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.216279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:41.225241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:41.229188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=dd9c5176-59b7-43e2-afb8-6f29a3b8d764,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:41.231721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:41.232648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.238943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:41.239497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.248508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8f66c2-5144-4130-b509-3d711c902fd3 None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:41.266943 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-63b2bfd7-206f-4373-b4f0-e3720730f0bc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/f9747971-13c0-44f5-8717-d9985f3901b0 HTTP/1.1" status: 204 len: 168 time: 1.8455594 May 29 01:04:41.271289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53638) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:41.329606 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-225cce1c-9ea5-419f-885d-f60ee4ae76cb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9463716 May 29 01:04:41.333089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53642) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:41.357778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'security_group': {'name': 'tempest-secgroup-103342314'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:41.367020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Network 5b46d83e-a765-412e-b3ff-ab9bdaf975de is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:41.369453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Pushing event updated for resources: {'Port': ['ID=5e9f524f-e53c-46f6-ba7b-82f43c637c7b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:41.373901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:41.378052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:41.420573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.441362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object c73a206d-cc2b-41fe-a759-540509dae158 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:41.465346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.490839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Allocated IP 172.26.5.240 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/bb746539-bad1-4ec6-ae29-e1a787c5d8cb) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:41.501551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:41.541516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:41.544457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:41.545320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:41.548504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:41.552653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:41.553250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.561605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=c73a206d-cc2b-41fe-a759-540509dae158,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:41.567295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:41.579319 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f527e4c3-dbc3-42cb-b3cb-1f2e575d5b58 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5670605 May 29 01:04:41.582279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Attempting to bind port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:41.582861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Attempting to bind port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'a013afa2-bd7f-4ac6-98a3-3faac8879958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5b46d83e-a765-412e-b3ff-ab9bdaf975de'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:41.583083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Attempting to bind port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b on network 5b46d83e-a765-412e-b3ff-ab9bdaf975de {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:41.583353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53646) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:41.596967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:41.615125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:41.615501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Checking segment: {'id': 'a013afa2-bd7f-4ac6-98a3-3faac8879958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5b46d83e-a765-412e-b3ff-ab9bdaf975de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:41.615899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.616309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Bound using segment: {'id': 'a013afa2-bd7f-4ac6-98a3-3faac8879958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5b46d83e-a765-412e-b3ff-ab9bdaf975de'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:41.616807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Bound port: 5e9f524f-e53c-46f6-ba7b-82f43c637c7b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a013afa2-bd7f-4ac6-98a3-3faac8879958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5b46d83e-a765-412e-b3ff-ab9bdaf975de'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:41.617178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.650528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] Allocated IP 2001:db8:0:1::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/debab156-5dd1-4dc5-8a74-c5494f2accf2/3b877d62-e20f-4096-9707-5139ce41ebbb) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:41.670704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port c73a206d-cc2b-41fe-a759-540509dae158 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:41.671481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.725451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.836437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93100792-e9f3-4046-8b3e-3747b8230203 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:41.840446 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-93100792-e9f3-4046-8b3e-3747b8230203 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5654435 May 29 01:04:41.840640 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1a978928-2139-41ae-abf2-4b79556fb028 req-cf450cb8-9fb8-4891-bede-fd93f1ec6f11 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.0509663 May 29 01:04:41.841958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53652) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:41.842165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:04:41.927980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:41.942299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:41.948994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group_rule and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:41.961393 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34ef870-65af-4a7f-8d8c-35c784dc44c1 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:04:41.962041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c34ef870-65af-4a7f-8d8c-35c784dc44c1 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:42.001576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c34ef870-65af-4a7f-8d8c-35c784dc44c1 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:42.006007 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c34ef870-65af-4a7f-8d8c-35c784dc44c1 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/944511d8-7433-48f6-adb4-7dff2f2af861 HTTP/1.1" status: 404 len: 333 time: 0.1615384 May 29 01:04:42.007545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53656) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:42.008633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] For port 3b877d62-e20f-4096-9707-5139ce41ebbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3b877d62-e20f-4096-9707-5139ce41ebbb,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:42.010986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] For port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:42.015814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] For port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5e9f524f-e53c-46f6-ba7b-82f43c637c7b,segment=NetworkSegment(a013afa2-bd7f-4ac6-98a3-3faac8879958),segment_id=a013afa2-bd7f-4ac6-98a3-3faac8879958)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:42.022838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:42.024271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.063970 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ccb12f-946c-4f60-b8d0-47b539f6774e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:04:42.068868 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-52ccb12f-946c-4f60-b8d0-47b539f6774e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/f9747971-13c0-44f5-8717-d9985f3901b0 HTTP/1.1" status: 404 len: 333 time: 0.0578392 May 29 01:04:42.069888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53660) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:42.074991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.094631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b, host dv-neutron-843186-2-hyperv, got binding levels [] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:42.095200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.107179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.108213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:42.126797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'tenant_id': '417a29dbfb3746a8b17899e6bcd51d98', 'fixed_ips': [{'subnet_id': 'dd9c5176-59b7-43e2-afb8-6f29a3b8d764'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:42.128135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.153692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] Transition to ACTIVE for port object 3b877d62-e20f-4096-9707-5139ce41ebbb will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:42.170147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ee5c-62ca-4ec0-abc2-816b40835398 None None] Pushing event updated for resources: {'Port': ['ID=5e9f524f-e53c-46f6-ba7b-82f43c637c7b,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:42.173379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.250963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for 5e9f524f-e53c-46f6-ba7b-82f43c637c7b owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:42.382873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.395974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea252e-d913-4b3a-a903-9fd26b196204 None None] Pushing event updated for resources: {'Port': ['ID=3b877d62-e20f-4096-9707-5139ce41ebbb,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:42.479290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for c73a206d-cc2b-41fe-a759-540509dae158 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:42.479870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3b877d62-e20f-4096-9707-5139ce41ebbb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:42.507122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.513053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:42.513503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:42.523045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:42.529086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:42.534698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=bb746539-bad1-4ec6-ae29-e1a787c5d8cb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:42.536828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:42.548054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.570859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Allocated IP 172.20.0.2 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/dd9c5176-59b7-43e2-afb8-6f29a3b8d764/62fec770-9815-4491-82e9-9c31b32cd39c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:42.583238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.731177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df04fbd-538f-4737-b0b8-5a6cb4ba2c85,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:42.800553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.804157 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f864f1b6-562f-4631-b4de-331096a348a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4569314 May 29 01:04:42.811128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53664) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:42.823419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'security_group': {'name': 'tempest-secgroup-43005600'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:42.844659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:42.882327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.893993 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.909558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Transition to ACTIVE for port object 62fec770-9815-4491-82e9-9c31b32cd39c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:42.948424 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Transition to ACTIVE for port object 62fec770-9815-4491-82e9-9c31b32cd39c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:42.951217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:42.957855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:42.961829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:42.964433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:42.987844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4609056-7f2c-4af0-984a-2c2167dd940d') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:42.988268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4609056-7f2c-4af0-984a-2c2167dd940d') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:42.995774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:43.010896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.025235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:43.025575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.033672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.059149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.070480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 50f163f7-75b1-4823-b2c0-351416b87875 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:43.087670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.108135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:43.109851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 50f163f7-75b1-4823-b2c0-351416b87875 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:43.110551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 50f163f7-75b1-4823-b2c0-351416b87875 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:43.116481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:43.118794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Pushing event updated for resources: {'Port': ['ID=62fec770-9815-4491-82e9-9c31b32cd39c,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:43.121128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:43.154393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=c73a206d-cc2b-41fe-a759-540509dae158,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:43.171621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:43.172248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:43.195398 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:43.253285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Attempting to bind port 62fec770-9815-4491-82e9-9c31b32cd39c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:43.253815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Attempting to bind port 62fec770-9815-4491-82e9-9c31b32cd39c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '6abb9b70-9698-44c8-89dd-118f5096dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:43.254283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Attempting to bind port 62fec770-9815-4491-82e9-9c31b32cd39c on network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:43.261406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:43.261945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Checking segment: {'id': '6abb9b70-9698-44c8-89dd-118f5096dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:43.262446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.262936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Bound using segment: {'id': '6abb9b70-9698-44c8-89dd-118f5096dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:43.263506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Bound port: 62fec770-9815-4491-82e9-9c31b32cd39c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abb9b70-9698-44c8-89dd-118f5096dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:43.264009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.310170 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92669748-29c2-48f4-a093-1f16b1bb1f75 req-ef6d519c-5d09-4231-aa92-9e870229f283 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.2148921 May 29 01:04:43.388488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] For port 62fec770-9815-4491-82e9-9c31b32cd39c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:43.394908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] For port 62fec770-9815-4491-82e9-9c31b32cd39c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=62fec770-9815-4491-82e9-9c31b32cd39c,segment=NetworkSegment(6abb9b70-9698-44c8-89dd-118f5096dd80),segment_id=6abb9b70-9698-44c8-89dd-118f5096dd80)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:43.396606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.402035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.419682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.441966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5e9f524f-e53c-46f6-ba7b-82f43c637c7b,segment=NetworkSegment(a013afa2-bd7f-4ac6-98a3-3faac8879958),segment_id=a013afa2-bd7f-4ac6-98a3-3faac8879958)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:43.442425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.444194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.446047 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390 HTTP/1.1" status: 204 len: 168 time: 1.3751526 May 29 01:04:43.450658 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b0567a36-3f09-432b-8825-9bea93fdf14b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/c73a206d-cc2b-41fe-a759-540509dae158 HTTP/1.1" status: 204 len: 168 time: 1.8657322 May 29 01:04:43.451665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53670) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:43.454474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad8b03-d435-40ae-9c44-fee63307e651 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=fb747b1f-e3d0-42de-a4b9-8ce3c7b5a390,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:43.456514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53672) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:43.466177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-177178890'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:43.510201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:43.520067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:43.529745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:43.542280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:43.546579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c72d0-eab8-4386-80ca-65eb884ae51d None None] Pushing event updated for resources: {'Port': ['ID=62fec770-9815-4491-82e9-9c31b32cd39c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:43.587787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:43.587950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4a0dea34-bd7d-4d6f-947d-2dc9d63aca78 None None] Provisioning for port 3b877d62-e20f-4096-9707-5139ce41ebbb completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:43.590836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.599723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4a0dea34-bd7d-4d6f-947d-2dc9d63aca78 None None] Provisioning complete for port 3b877d62-e20f-4096-9707-5139ce41ebbb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:43.600127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4a0dea34-bd7d-4d6f-947d-2dc9d63aca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.654989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4feef13-f618-4ae1-bc16-02b177384571 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:43.655790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b4feef13-f618-4ae1-bc16-02b177384571 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:43.661947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:43.696596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.696993 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment 91160c63-b9e2-4606-a828-542d0cfdb48a of type vlan for network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 May 29 01:04:43.704797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b4feef13-f618-4ae1-bc16-02b177384571 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:43.709210 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b4feef13-f618-4ae1-bc16-02b177384571 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2453086 May 29 01:04:43.709413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53678) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:43.800289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.867118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.871521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:43.875444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:43.964334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a7bce30-24fc-49d7-bd4d-b3acf3b96c8a None None] Could not find standard attr ID for object c73a206d-cc2b-41fe-a759-540509dae158. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:43.974382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:04:43.982755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for 5e9f524f-e53c-46f6-ba7b-82f43c637c7b owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:43.988272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] Sync routers for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:04:44.009120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:44.009260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b015a83-3fd6-4a36-9677-6b06c9cdd778 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:44.009871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:44.012083 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3b015a83-3fd6-4a36-9677-6b06c9cdd778 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3004537 May 29 01:04:44.015877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53682) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:44.088781 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6353645 May 29 01:04:44.092776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ec8d7-671d-4b01-b222-98aac31a1042 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=030ef29a-9dba-4478-8e31-dbdaaf4c51f1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:44.095069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53686) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:44.130573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:44.171739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:44.193786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e9aab-1624-4530-98a9-a1ee88f332e0 None None] Network 5b46d83e-a765-412e-b3ff-ab9bdaf975de requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:44.194601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5e0bf-01ee-4bd1-acb5-90baa24fbd9a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:44.196142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5e0bf-01ee-4bd1-acb5-90baa24fbd9a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:44.197621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5e0bf-01ee-4bd1-acb5-90baa24fbd9a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:44.198490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2cd5e0bf-01ee-4bd1-acb5-90baa24fbd9a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:44.229464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.284373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:44.344782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2cd5e0bf-01ee-4bd1-acb5-90baa24fbd9a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:44.346579 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2cd5e0bf-01ee-4bd1-acb5-90baa24fbd9a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3297386 May 29 01:04:44.350304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:44.352627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53690) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:44.374509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] No DVR routers for this DVR port 50f163f7-75b1-4823-b2c0-351416b87875 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:44.380535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group_rule and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:44.382997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.389698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:44.397934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:44.399211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'name': 'network-vif-deleted', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:04:44.409490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:44.411590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:44.442334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 7d592632-d48c-4871-90ea-08f0d119858a {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:44.448027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.450124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Port': ['ID=5e9f524f-e53c-46f6-ba7b-82f43c637c7b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:44.481150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:44.532367 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4b4536bb-24db-4488-bcb2-4a64aa9549d8 req-7a2bbc89-12ac-4910-b23d-7e6ed61141ad tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.16 "DELETE /v2.0/ports/50f163f7-75b1-4823-b2c0-351416b87875 HTTP/1.1" status: 204 len: 173 time: 5.5143445 May 29 01:04:44.559836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No DVR routers for this DVR port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:44.560486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.563042 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad60eed-7e21-4940-b16d-c96d1bd3acbc'] response: {'server_uuid': 'cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2', 'name': 'network-vif-deleted', 'tag': '50f163f7-75b1-4823-b2c0-351416b87875', 'status': 'completed', 'code': 200} May 29 01:04:44.643899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.648333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-65d32359-237d-4272-ab18-051a5475b9d2 None None] Could not find standard attr ID for object 5e9f524f-e53c-46f6-ba7b-82f43c637c7b. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:44.680028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.703408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 62fec770-9815-4491-82e9-9c31b32cd39c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:44.766676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.848473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:44.850799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf537ca-6604-436b-ada5-3da249ba506f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:44.895841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:04:44.928294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:44.991156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.007441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9deb85cb-aaf9-4e9c-a2af-ed5e4199466a req-3a1b20d1-61c2-4b8d-9634-1f8ebc6e67b5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/ports?device_id=cd0b30ab-b8ad-4a80-8327-572cc6ebc4e2 HTTP/1.1" status: 200 len: 210 time: 0.1711133 May 29 01:04:45.107514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.117195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.124979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f261921a-852e-4888-9f76-42fa9ec77c48,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:45.155794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.186287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b46d83e-a765-412e-b3ff-ab9bdaf975de']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:45.217011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a013afa2-bd7f-4ac6-98a3-3faac8879958') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:45.217361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a013afa2-bd7f-4ac6-98a3-3faac8879958') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:45.230599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.251432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.260511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:45.260901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.263554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=7d592632-d48c-4871-90ea-08f0d119858a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:45.285831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Performing IP validity checks on allocation pools {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:04:45.288567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:04:45.292867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:45.293209 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:45.299780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.300144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.300484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.300821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.301152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.301480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.302281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.302281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.302596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.303521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.303521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.310569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0647fe-9c7c-4e50-be5d-4508da650a09 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:45.324536 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5daa13bd-e676-4dde-804a-105f168894bf tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/7d592632-d48c-4871-90ea-08f0d119858a HTTP/1.1" status: 204 len: 168 time: 0.9708431 May 29 01:04:45.328432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53698) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:45.355496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.358950 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-edd33de5-cc6b-4ade-8a27-fb9dac63b269 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 2.5399892 May 29 01:04:45.369223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53702) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:45.379800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1370337815', 'security_groups': ['f261921a-852e-4888-9f76-42fa9ec77c48'], 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dd9c5176-59b7-43e2-afb8-6f29a3b8d764'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:45.409180 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 62fec770-9815-4491-82e9-9c31b32cd39c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:45.430820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5e9f524f-e53c-46f6-ba7b-82f43c637c7b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:45.466759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd0a19-0a55-447b-813b-bf8542d6c6d8 None None] DHCP port deletion for 5b46d83e-a765-412e-b3ff-ab9bdaf975de request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:45.493117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.495690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 5e9f524f-e53c-46f6-ba7b-82f43c637c7b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:45.496286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5e9f524f-e53c-46f6-ba7b-82f43c637c7b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 29 01:04:45.523714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.524866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Provisioning for port 62fec770-9815-4491-82e9-9c31b32cd39c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:45.545807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d614cb1-79eb-4a1e-a61f-c364c5f5fca2 None None] Network 5b46d83e-a765-412e-b3ff-ab9bdaf975de requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:45.552549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=5b46d83e-a765-412e-b3ff-ab9bdaf975de,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:45.575034 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/5b46d83e-a765-412e-b3ff-ab9bdaf975de HTTP/1.1" status: 204 len: 168 time: 4.8433139 May 29 01:04:45.579826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53706) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:45.580754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:45.581342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.604048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Port 5e9f524f-e53c-46f6-ba7b-82f43c637c7b not found, will not notify nova. {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 29 01:04:45.604542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3b877d62-e20f-4096-9707-5139ce41ebbb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:45.623312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet debab156-5dd1-4dc5-8a74-c5494f2accf2 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:45.623854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.623854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.624227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.624433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.624758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.625078 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.625398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.625721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.625827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.626036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.626350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.626785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483cbe-4fbf-4699-aeba-daf6b73273bd tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:45.663455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.666023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d614cb1-79eb-4a1e-a61f-c364c5f5fca2 None None] Network 5b46d83e-a765-412e-b3ff-ab9bdaf975de could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:04:45.687600 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60a6781-5b1f-4174-a4dd-8961177506bc tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:45.688175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60a6781-5b1f-4174-a4dd-8961177506bc tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:45.692436 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e60a6781-5b1f-4174-a4dd-8961177506bc tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/0cf537ca-6604-436b-ada5-3da249ba506f HTTP/1.1" status: 404 len: 337 time: 0.1049111 May 29 01:04:45.692436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:45.694488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53710) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:45.710280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:port and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:45.714831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:45.730542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:45.756872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.757592 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3689072-6524-4bb1-9d41-3d89c9c640f1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:45.757726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:45.758036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3689072-6524-4bb1-9d41-3d89c9c640f1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:45.773922 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a3689072-6524-4bb1-9d41-3d89c9c640f1 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/5b46d83e-a765-412e-b3ff-ab9bdaf975de HTTP/1.1" status: 404 len: 339 time: 0.0761707 May 29 01:04:45.774217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53714) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:45.779947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.844108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=7599b3f2-48cf-4f9c-8f49-afd9014557b2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:45.867372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': '91160c63-b9e2-4606-a828-542d0cfdb48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:45.867728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: 030ef29a-9dba-4478-8e31-dbdaaf4c51f1, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:45.917343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:45.923513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.935380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3b877d62-e20f-4096-9707-5139ce41ebbb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:45.935846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.968042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 030ef29a-9dba-4478-8e31-dbdaaf4c51f1) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:45.977290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:45.977877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:45.994011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.009711 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6c5ccd09-00c1-4cee-96cd-45005ca64189 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8962491 May 29 01:04:46.011000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53718) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:46.014660 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2970cef-7564-445e-a191-c03c8ecfbc8f None None] Network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:46.019753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1', 'name': 'tempest-PortsIpV6TestJSON-1141220641'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:46.044680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:47Z', 'revision_number': 5, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:46.123880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] Checking router: bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:04:46.156846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.196790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] For port 62fec770-9815-4491-82e9-9c31b32cd39c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=62fec770-9815-4491-82e9-9c31b32cd39c,segment=NetworkSegment(6abb9b70-9698-44c8-89dd-118f5096dd80),segment_id=6abb9b70-9698-44c8-89dd-118f5096dd80)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:46.207150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.233841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.237768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:46.238747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:46.272678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.281019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.284522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53726) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:46.294016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.354723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port b93acce1-d451-427e-9869-d04ddecd6484 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:46.362166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=debab156-5dd1-4dc5-8a74-c5494f2accf2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:46.459904 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0e00d025-e9c2-40a8-837b-42bc96fec0fa tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/debab156-5dd1-4dc5-8a74-c5494f2accf2 HTTP/1.1" status: 204 len: 168 time: 1.1303432 May 29 01:04:46.463834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53730) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:46.467093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:46.504522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.523615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f8435c4d-fd9e-4ec8-8c06-b0383d4abbf2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.530791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c11013-66a4-4059-8d53-c06c0a99337b']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:46.558737 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b7beab06-c192-4533-a13a-6f5ec70cf51c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936906 May 29 01:04:46.559325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53734) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:46.563120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:46.566028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:04:46.571262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:46.582027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9c559f-a1dd-4e02-a56c-e167b9fb3fde') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:46.582324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9c559f-a1dd-4e02-a56c-e167b9fb3fde') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:46.668282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.680239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f8435c4d-fd9e-4ec8-8c06-b0383d4abbf2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.691556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:46.694540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.757069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.766877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:46.771474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:46.775798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:46.779121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 8369d2d2-e350-429c-bc84-c0a4d946f25b yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:46.810172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:46.810869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:46.840269 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:46.852536 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:46.887711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:46.891527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.051344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b02803-1fa5-4103-8850-ae0a917b5821 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:47.077800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.082605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.091353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.094253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f8435c4d-fd9e-4ec8-8c06-b0383d4abbf2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.115671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.13 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/dd9c5176-59b7-43e2-afb8-6f29a3b8d764/b93acce1-d451-427e-9869-d04ddecd6484) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:47.124414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.148889 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/52c11013-66a4-4059-8d53-c06c0a99337b HTTP/1.1" status: 204 len: 168 time: 1.3736241 May 29 01:04:47.150589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9d140-217d-4c22-a1ee-158867cf0c70 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=52c11013-66a4-4059-8d53-c06c0a99337b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:47.152875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.158889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53744) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:47.197784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Pushing event updated for resources: {'Port': ['ID=62fec770-9815-4491-82e9-9c31b32cd39c,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:47.210151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5e9f524f-e53c-46f6-ba7b-82f43c637c7b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:47.239921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=bb746539-bad1-4ec6-ae29-e1a787c5d8cb,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:47.240759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8435c4d-fd9e-4ec8-8c06-b0383d4abbf2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2db972c-34bc-41bb-9e40-5dac19e661b0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:47.259363 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bbb8f8-03b4-4866-9623-3d96d94cf26b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:47.259726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bbb8f8-03b4-4866-9623-3d96d94cf26b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:47.261121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Provisioning complete for port 24d78f40-136f-4349-8f64-15b513c936b5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:47.261532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.274302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-12bbb8f8-03b4-4866-9623-3d96d94cf26b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/28c19fb1-cb0a-4c07-a456-6cd326b835a2 HTTP/1.1" status: 404 len: 337 time: 0.0996914 May 29 01:04:47.290957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53748) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:47.292133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::1b4 (030ef29a-9dba-4478-8e31-dbdaaf4c51f1/7599b3f2-48cf-4f9c-8f49-afd9014557b2/8369d2d2-e350-429c-bc84-c0a4d946f25b) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:47.299417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f8435c4d-fd9e-4ec8-8c06-b0383d4abbf2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.302940 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f8435c4d-fd9e-4ec8-8c06-b0383d4abbf2 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "DELETE /v2.0/security-groups/d2db972c-34bc-41bb-9e40-5dac19e661b0 HTTP/1.1" status: 204 len: 168 time: 1.0022223 May 29 01:04:47.316615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53752) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:47.346713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9a8188-ed23-482b-8517-d35b4b1a829f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:47.347550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9a8188-ed23-482b-8517-d35b4b1a829f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:47.348812 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-db9a8188-ed23-482b-8517-d35b4b1a829f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/47c68ae8-bf48-4af4-a8f1-614f7a41c550 HTTP/1.1" status: 404 len: 339 time: 0.0544853 May 29 01:04:47.354251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53756) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:47.365555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 5e9f524f-e53c-46f6-ba7b-82f43c637c7b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:47.365555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5e9f524f-e53c-46f6-ba7b-82f43c637c7b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:47.379747 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-44214aea-268b-4d9f-95b7-bcb0bb1b0956 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] show failed (client error): The resource could not be found. May 29 01:04:47.384239 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-44214aea-268b-4d9f-95b7-bcb0bb1b0956 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "GET /v2.0/security-groups/d2db972c-34bc-41bb-9e40-5dac19e661b0 HTTP/1.1" status: 404 len: 347 time: 0.0633378 May 29 01:04:47.384395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53760) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:47.412851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-030ef29a-9dba-4478-8e31-dbdaaf4c51f1', 'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1', 'tenant_id': 'de000df38d0f45888ed63c7d9c343ce6', 'fixed_ips': [{'subnet_id': '7599b3f2-48cf-4f9c-8f49-afd9014557b2'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:47.413716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.425110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.425539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.425947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.426352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.426753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.427152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.427547 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.427936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.428358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.428768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.429158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:04:47.494312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.512637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-88361d74-6ee5-44dc-b2a6-63bb2341a267 None None] Port 24d78f40-136f-4349-8f64-15b513c936b5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:47.690805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7abbc8a5-fed9-4d2c-8a35-31b033d6f2a9 None None] Provisioning complete for port 3b877d62-e20f-4096-9707-5139ce41ebbb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:47.692556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7abbc8a5-fed9-4d2c-8a35-31b033d6f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.711474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Deleting port e9a58cd2-c866-43b6-ab02-4153d6e1165c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:47.712087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.752970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:47Z', 'revision_number': 5, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:47.769218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be8f72-64e2-450d-836c-ee691f994e22 None None] The sync data for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv is: [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:00:02Z', 'revision_number': 4, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd3de0afb-5980-49cd-8fc5-f9609dd25d3c', 'name': '', 'network_id': '5583b5b8-1a3b-4e80-91c2-0928d87c7673', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'mac_address': 'fa:16:3e:41:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:59Z', 'updated_at': '2022-05-29T01:00:47Z', 'revision_number': 5, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'subnets': [{'id': 'c323eb46-d63d-4005-8998-96e311e03e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:04:47.863802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:47.873238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.878951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] Deleting port 3b877d62-e20f-4096-9707-5139ce41ebbb {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:47.879274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:47.997162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.023044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object 8369d2d2-e350-429c-bc84-c0a4d946f25b will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:48.142008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object b93acce1-d451-427e-9869-d04ddecd6484 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:48.161724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting subnet 264cb049-0db3-4330-9811-275694f28434 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:48.166086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.166288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.172088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.259441 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95810142-4a77-4c3b-a788-e78337bb5336 None None] New status for floating IP b10c3e03-a376-4c2e-a4d2-b8186d660dde: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:04:48.366679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.375574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Calling delete_port for e9a58cd2-c866-43b6-ab02-4153d6e1165c owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:48.411628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] For port 3b877d62-e20f-4096-9707-5139ce41ebbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3b877d62-e20f-4096-9707-5139ce41ebbb,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:48.413633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.433131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.584498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=b93acce1-d451-427e-9869-d04ddecd6484,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:48.597909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.603623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:48.607718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:48.637069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:48.637069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:48.642092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:48.646426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] Calling delete_port for 3b877d62-e20f-4096-9707-5139ce41ebbb owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:48.746344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:48.746344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.757028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:48.757028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:48.764595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:48.770019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:48.771676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.778094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=8369d2d2-e350-429c-bc84-c0a4d946f25b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:48.783605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Floating IP b29d714e-71df-43c6-8f26-2eae53aadfd2 associated. External IP: 172.26.5.240, port: a261ac0b-ee5b-4e97-a4a3-31bd56d4be06. May 29 01:04:48.793036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:04:48.840926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:48.911538 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bf8d8688-ff47-49f3-883a-ac47d223e075 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9006321 May 29 01:04:48.915168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53764) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:48.951697 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc771e11-788a-46e4-b5a3-325833a0f203 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5812228 May 29 01:04:48.953957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53768) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:49.002887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 8369d2d2-e350-429c-bc84-c0a4d946f25b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:49.004278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.022463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:49.067220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Allocated IP 2001:db8::2 (030ef29a-9dba-4478-8e31-dbdaaf4c51f1/7599b3f2-48cf-4f9c-8f49-afd9014557b2/dff885b4-da51-4135-99ae-645135c47776) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:49.126988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Deleting port e9a58cd2-c866-43b6-ab02-4153d6e1165c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:49.128130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.178710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.274621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] No DVR routers for this DVR port 3b877d62-e20f-4096-9707-5139ce41ebbb on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:49.278708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 62fec770-9815-4491-82e9-9c31b32cd39c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:49.312378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53206d42-b0fb-4c91-93d9-90593dee274f None None] Pushing event deleted for resources: {'Port': ['ID=3b877d62-e20f-4096-9707-5139ce41ebbb,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:49.355561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4c542672-f5f3-4481-8e52-4d310ed8cbbc None None] Provisioning for port b93acce1-d451-427e-9869-d04ddecd6484 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:49.368203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4c542672-f5f3-4481-8e52-4d310ed8cbbc None None] Provisioning complete for port b93acce1-d451-427e-9869-d04ddecd6484 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:49.368504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c542672-f5f3-4481-8e52-4d310ed8cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.395247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.401303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:49.418392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.419031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.437767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:49.446116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:49.458103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=264cb049-0db3-4330-9811-275694f28434,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:49.460762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:49.469347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.488622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:49.490469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54237b6-200b-4fa3-9869-5fe6311558a3 None None] Network 5c89d037-1400-4814-9d0d-ad339510d174 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:49.492332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.511391 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b35a5249-2aa8-449a-ba6c-d4c6486bb614 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/264cb049-0db3-4330-9811-275694f28434 HTTP/1.1" status: 204 len: 168 time: 2.1524019 May 29 01:04:49.516782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53774) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:49.516966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4c542672-f5f3-4481-8e52-4d310ed8cbbc None None] Port b93acce1-d451-427e-9869-d04ddecd6484 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:49.542782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Calling delete_port for e9a58cd2-c866-43b6-ab02-4153d6e1165c owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:49.573801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.596885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Transition to ACTIVE for port object dff885b4-da51-4135-99ae-645135c47776 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:49.600935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:49.601309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.685014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting subnet 1ad8181b-07f1-4a7e-891a-3976efd29ca1 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:49.687047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Port 3b877d62-e20f-4096-9707-5139ce41ebbb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83979) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 29 01:04:49.687417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:2a85 {{(pid=83979) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 29 01:04:49.693115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.694843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Transition to ACTIVE for port object dff885b4-da51-4135-99ae-645135c47776 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:49.714804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.738980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.ipam_backend_mixin [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dd9c5176-59b7-43e2-afb8-6f29a3b8d764 (CIDR: 172.20.0.0/28) May 29 01:04:49.752348 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:04:49.752786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:49.779058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.804041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.855009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:49.865836 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0703a3aa-91ed-487b-9097-53399b94049d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9086995 May 29 01:04:49.879183 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:49.882252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53778) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:49.887982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:49.898536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Pushing event updated for resources: {'Port': ['ID=dff885b4-da51-4135-99ae-645135c47776,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:49.900866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:49.941632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Pushing event deleted for resources: {'Port': ['ID=e9a58cd2-c866-43b6-ab02-4153d6e1165c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:49.942184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:49.958584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:49.969266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:49.972872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:49.973663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.006406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82277f61-d947-47e2-8755-334c55826a3c None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:50.020726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=3f4d4079-a60e-4f5d-a25a-ba55aee030dd,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:50.028954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.120541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3b877d62-e20f-4096-9707-5139ce41ebbb no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:50.151443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Attempting to bind port dff885b4-da51-4135-99ae-645135c47776 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:50.152117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Attempting to bind port dff885b4-da51-4135-99ae-645135c47776 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '91160c63-b9e2-4606-a828-542d0cfdb48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:50.152648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Attempting to bind port dff885b4-da51-4135-99ae-645135c47776 on network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:50.164836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 3b877d62-e20f-4096-9707-5139ce41ebbb {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:50.165453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3b877d62-e20f-4096-9707-5139ce41ebbb not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:50.181243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:50.181859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Checking segment: {'id': '91160c63-b9e2-4606-a828-542d0cfdb48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:50.182425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.183022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Bound using segment: {'id': '91160c63-b9e2-4606-a828-542d0cfdb48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:50.183661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Bound port: dff885b4-da51-4135-99ae-645135c47776, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91160c63-b9e2-4606-a828-542d0cfdb48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '030ef29a-9dba-4478-8e31-dbdaaf4c51f1'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:50.184245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.186185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.229265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:50.236427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 8369d2d2-e350-429c-bc84-c0a4d946f25b owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:50.244225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:50.251493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:50.272108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:50.295931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f9f345db-e600-4b55-b13b-2257295b5dee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7296665 May 29 01:04:50.297061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.299510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53782) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:50.300033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.301772 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0d871b09-2e1c-4b18-8dca-1096e3374cd5 tempest-ServerActionsTestJSON-1179462359 tempest-ServerActionsTestJSON-1179462359-project] 10.222.0.33 "DELETE /v2.0/floatingips/b10c3e03-a376-4c2e-a4d2-b8186d660dde HTTP/1.1" status: 204 len: 168 time: 2.9164765 May 29 01:04:50.305705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53786) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:50.315514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:50.350257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:50.354918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.405821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] For port dff885b4-da51-4135-99ae-645135c47776, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:50.433888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] For port dff885b4-da51-4135-99ae-645135c47776, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dff885b4-da51-4135-99ae-645135c47776,segment=NetworkSegment(91160c63-b9e2-4606-a828-542d0cfdb48a),segment_id=91160c63-b9e2-4606-a828-542d0cfdb48a)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:50.445347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.452453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.489077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': '3f4d4079-a60e-4f5d-a25a-ba55aee030dd'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:50.494270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.513664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=8369d2d2-e350-429c-bc84-c0a4d946f25b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:50.568196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.600872 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1c394038-66e6-413b-9695-b13eeadd605e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/8369d2d2-e350-429c-bc84-c0a4d946f25b HTTP/1.1" status: 204 len: 168 time: 1.6840801 May 29 01:04:50.604380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53792) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:50.636201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5822f-aa27-42ca-bfa2-3704315ef8a3 None None] Pushing event updated for resources: {'Port': ['ID=dff885b4-da51-4135-99ae-645135c47776,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:50.756219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Allocated IP 2001:db8::f816:3eff:fe0b:d9a6 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/3f4d4079-a60e-4f5d-a25a-ba55aee030dd/ef3decb5-85d6-4a0c-9be8-5b9678085c26) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:50.844056 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd4ad12-3ca4-40f0-93cd-3850215a6f3f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:04:50.844521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd4ad12-3ca4-40f0-93cd-3850215a6f3f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:50.850245 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7dd4ad12-3ca4-40f0-93cd-3850215a6f3f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/8369d2d2-e350-429c-bc84-c0a4d946f25b HTTP/1.1" status: 404 len: 333 time: 0.1361120 May 29 01:04:50.852622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53796) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:50.865441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:04:50.897670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:50.986954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad8181b-07f1-4a7e-891a-3976efd29ca1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:51.141054 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-caab2a79-41bd-444b-ba26-9d9d054977f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:04:51.141554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-caab2a79-41bd-444b-ba26-9d9d054977f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:51.191362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.227980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-caab2a79-41bd-444b-ba26-9d9d054977f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:51.234451 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-caab2a79-41bd-444b-ba26-9d9d054977f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/8369d2d2-e350-429c-bc84-c0a4d946f25b HTTP/1.1" status: 404 len: 333 time: 0.3806744 May 29 01:04:51.235407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53800) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:51.278656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.292856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Transition to ACTIVE for port object ef3decb5-85d6-4a0c-9be8-5b9678085c26 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:51.314747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Transition to ACTIVE for port object ef3decb5-85d6-4a0c-9be8-5b9678085c26 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:51.323781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3bbe6-8cbf-464a-b09f-08b4c2a1aa5f None None] Network 5c89d037-1400-4814-9d0d-ad339510d174 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:51.339479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dff885b4-da51-4135-99ae-645135c47776 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:51.347223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:51.359602 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-add20fd6-3317-4c5b-a586-76ed1420d78f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/1ad8181b-07f1-4a7e-891a-3976efd29ca1 HTTP/1.1" status: 204 len: 168 time: 1.7966959 May 29 01:04:51.359602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:51.365080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53804) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:51.366650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:51.373185 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-327aa760-56c1-434d-8f63-a82700fc9a3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6425548 May 29 01:04:51.392673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.406996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:51.494801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:51.520615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:51.542972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:51.547751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:51.594207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 7599b3f2-48cf-4f9c-8f49-afd9014557b2 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:51.599511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.675133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.696176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.703696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Pushing event updated for resources: {'Port': ['ID=ef3decb5-85d6-4a0c-9be8-5b9678085c26,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:51.758457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c8444cd7-6cda-44af-b00d-86f49a729d11 None None] Provisioning complete for port 2a219478-f7e0-450b-bda8-ecdee787691a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:51.759241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c8444cd7-6cda-44af-b00d-86f49a729d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.789975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.800723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.834565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port 2a219478-f7e0-450b-bda8-ecdee787691a {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:51.834890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.857971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Attempting to bind port ef3decb5-85d6-4a0c-9be8-5b9678085c26 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:04:51.858637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Attempting to bind port ef3decb5-85d6-4a0c-9be8-5b9678085c26 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:04:51.859177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Attempting to bind port ef3decb5-85d6-4a0c-9be8-5b9678085c26 on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:04:51.870567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.881434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:04:51.882050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:51.882610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.883156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:04:51.883778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Bound port: ef3decb5-85d6-4a0c-9be8-5b9678085c26, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:04:51.885064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.886637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:51.918472 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-faf31896-92b0-4064-b0b1-a3be7e09e16f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2999c56a298453982d53aaa938834dc&device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1098 time: 0.5034652 May 29 01:04:51.951210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.032350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] For port ef3decb5-85d6-4a0c-9be8-5b9678085c26, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:04:52.036771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] For port ef3decb5-85d6-4a0c-9be8-5b9678085c26, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef3decb5-85d6-4a0c-9be8-5b9678085c26,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:04:52.051655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.061541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=7599b3f2-48cf-4f9c-8f49-afd9014557b2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:52.062059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:52.071552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.072970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:52.092315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:52.093234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.095314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port dff885b4-da51-4135-99ae-645135c47776 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:52.096834 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e70e32f4-7195-4acd-8ab2-3e73e8da7e34 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/7599b3f2-48cf-4f9c-8f49-afd9014557b2 HTTP/1.1" status: 204 len: 168 time: 0.8543479 May 29 01:04:52.097421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53808) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:52.122538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71d43c-c2db-4cee-99fb-1151fb4ace6d None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:52.201493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=ff5f9aac-8ccc-45f4-833b-016b8325d38a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:52.242423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.260645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port dff885b4-da51-4135-99ae-645135c47776 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:52.260992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.278115 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e8340fd5-8f93-404e-9520-43b0037f08de tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3920879 May 29 01:04:52.284500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53812) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:52.288800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e991362c-dff6-4ddf-acfe-4b7dd09c884a None None] Network 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:52.302039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1728269060', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff5f9aac-8ccc-45f4-833b-016b8325d38a'}], 'security_groups': ['8df04fbd-538f-4737-b0b8-5a6cb4ba2c85']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:52.441474 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.ipam_backend_mixin [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f4d4079-a60e-4f5d-a25a-ba55aee030dd (CIDR: 2001:db8::/64) May 29 01:04:52.465275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa30895-3def-44bb-acd0-dc06d86400c7 None None] Pushing event updated for resources: {'Port': ['ID=ef3decb5-85d6-4a0c-9be8-5b9678085c26,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:52.658939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] DHCP port deletion for 5c89d037-1400-4814-9d0d-ad339510d174 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:52.681076 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:04:52.681666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:52.686133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Deleting port 2a219478-f7e0-450b-bda8-ecdee787691a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:52.686704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.690181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port 2a219478-f7e0-450b-bda8-ecdee787691a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2a219478-f7e0-450b-bda8-ecdee787691a,segment=NetworkSegment(b45ba2e8-e694-4164-8c2d-d1e06db94c8b),segment_id=b45ba2e8-e694-4164-8c2d-d1e06db94c8b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:52.690666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:52.700254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c575-0517-41a1-b389-122d3455fffd req-8b9767db-4cfb-470d-83b8-76b815245917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:52.702475 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-8b9767db-4cfb-470d-83b8-76b815245917 service neutron] 10.222.0.16 "GET /v2.0/networks?id=759091a9-1ac8-4e82-9967-e8fbff956f91 HTTP/1.1" status: 200 len: 897 time: 0.7018402 May 29 01:04:52.717651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:04:52.742912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:04:52.888197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-50c8385e-8363-409a-aee1-69223fcdc34c None None] Provisioning for port dff885b4-da51-4135-99ae-645135c47776 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:52.900714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:52.901612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:52.918246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for 2a219478-f7e0-450b-bda8-ecdee787691a owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:52.977847 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d82951f3-4b7d-4270-9e73-84a68d2979f8 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6767583 May 29 01:04:52.997393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53818) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:53.011116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:53.027410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.043829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] For port dff885b4-da51-4135-99ae-645135c47776, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dff885b4-da51-4135-99ae-645135c47776,segment=NetworkSegment(91160c63-b9e2-4606-a828-542d0cfdb48a),segment_id=91160c63-b9e2-4606-a828-542d0cfdb48a)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:53.044523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.099767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-50c8385e-8363-409a-aee1-69223fcdc34c None None] Provisioning complete for port dff885b4-da51-4135-99ae-645135c47776 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:53.100400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50c8385e-8363-409a-aee1-69223fcdc34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.243877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for dff885b4-da51-4135-99ae-645135c47776 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:53.265427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef3decb5-85d6-4a0c-9be8-5b9678085c26 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:53.277269 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.327832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:53.333063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:53.350483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:53.354976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-fc1e16b9-176f-4872-b679-083fddf4b585 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482 HTTP/1.1" status: 200 len: 1001 time: 0.6421399 May 29 01:04:53.363013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:53.387460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e4668-e8a4-4766-9639-43228babbfee None None] DHCP port deletion for 030ef29a-9dba-4478-8e31-dbdaaf4c51f1 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:53.417327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] For port 2a219478-f7e0-450b-bda8-ecdee787691a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2a219478-f7e0-450b-bda8-ecdee787691a,segment=NetworkSegment(b45ba2e8-e694-4164-8c2d-d1e06db94c8b),segment_id=b45ba2e8-e694-4164-8c2d-d1e06db94c8b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:53.417959 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.429586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-181e4668-e8a4-4766-9639-43228babbfee None None] Deleting port dff885b4-da51-4135-99ae-645135c47776 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:53.429957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-181e4668-e8a4-4766-9639-43228babbfee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.446677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c575-0517-41a1-b389-122d3455fffd req-1d3bf60e-1352-4941-b23a-8f84d8d77119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:53.448494 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-1d3bf60e-1352-4941-b23a-8f84d8d77119 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ac06bda-9f16-4bef-88fa-3d59a76b005f HTTP/1.1" status: 200 len: 834 time: 0.0698361 May 29 01:04:53.455314 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b99fdf58-9683-4a5f-ac6a-d809aee0606c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.3037736 May 29 01:04:53.492531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:04:53.511165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:53.515790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.543403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.628271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.629483 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ae6cc8-86dc-4177-8545-0ccfe2aab44c'] response: {'name': 'network-changed', 'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'status': 'completed', 'code': 200} May 29 01:04:53.667414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Port': ['ID=2a219478-f7e0-450b-bda8-ecdee787691a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:53.688366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No DVR routers for this DVR port 2a219478-f7e0-450b-bda8-ecdee787691a on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:53.748662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=dff885b4-da51-4135-99ae-645135c47776,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:53.769976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Calling delete_port for 2a219478-f7e0-450b-bda8-ecdee787691a owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:53.809496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No DVR routers for this DVR port dff885b4-da51-4135-99ae-645135c47776 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:53.832160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-181e4668-e8a4-4766-9639-43228babbfee None None] The port 'dff885b4-da51-4135-99ae-645135c47776' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:04:53.835833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-50c8385e-8363-409a-aee1-69223fcdc34c None None] Could not find standard attr ID for object dff885b4-da51-4135-99ae-645135c47776. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:53.839124 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.plugins.ml2.db [None req-50c8385e-8363-409a-aee1-69223fcdc34c None None] No ports have port_id starting with dff885b4-da51-4135-99ae-645135c47776 May 29 01:04:53.900888 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-bbc798bb-608d-47ac-bc64-0a13c30c6cd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=759091a9-1ac8-4e82-9967-e8fbff956f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4430442 May 29 01:04:53.907359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:53.926540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:04:53.987756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:54.011911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:54.012273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:54.012766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] Update dhcp port {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'fixed_ips': [{'subnet_id': 'dd9c5176-59b7-43e2-afb8-6f29a3b8d764', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff5f9aac-8ccc-45f4-833b-016b8325d38a'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '62fec770-9815-4491-82e9-9c31b32cd39c'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:04:54.023280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.027052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c89d037-1400-4814-9d0d-ad339510d174']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:54.049352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45ba2e8-e694-4164-8c2d-d1e06db94c8b') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:54.049649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45ba2e8-e694-4164-8c2d-d1e06db94c8b') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:54.059339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030ef29a-9dba-4478-8e31-dbdaaf4c51f1']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:54.074441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.078654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a219478-f7e0-450b-bda8-ecdee787691a no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:54.087307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91160c63-b9e2-4606-a828-542d0cfdb48a') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:54.087507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91160c63-b9e2-4606-a828-542d0cfdb48a') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:54.113393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.170919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.172600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-eb70044e-1f4a-4448-9060-e7dd1bbd41e7 None None] Provisioning for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:54.181975 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-dd97b0a6-d00b-4994-98e4-15df613a9732 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 1098 time: 0.5066538 May 29 01:04:54.192200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:54.192883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.193091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.197211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2a219478-f7e0-450b-bda8-ecdee787691a {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:54.197582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2a219478-f7e0-450b-bda8-ecdee787691a not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:54.207532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:54.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:54.219257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-eb70044e-1f4a-4448-9060-e7dd1bbd41e7 None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:54.219653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb70044e-1f4a-4448-9060-e7dd1bbd41e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.300223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-83eefa07-6377-43a5-acd5-8e43e3f313c9 service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833303 May 29 01:04:54.300450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:54.300765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:54.319797 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:54.389946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.493415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.523515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.525850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Deleting port 2a219478-f7e0-450b-bda8-ecdee787691a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:54.525850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.532800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-1b53d160-6266-4c7a-acfd-e2a1ca476b75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:54.534396 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-1b53d160-6266-4c7a-acfd-e2a1ca476b75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.3381171 May 29 01:04:54.539100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=030ef29a-9dba-4478-8e31-dbdaaf4c51f1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:54.551138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Delete allocated IP 172.20.0.13 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/dd9c5176-59b7-43e2-afb8-6f29a3b8d764) {{(pid=83979) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 29 01:04:54.551444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.565936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=5c89d037-1400-4814-9d0d-ad339510d174,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:54.583301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.615554 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8f044cc6-7094-4831-8b1e-9dd1867c377f tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/5c89d037-1400-4814-9d0d-ad339510d174 HTTP/1.1" status: 204 len: 168 time: 3.2458520 May 29 01:04:54.619405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53826) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:54.651105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.22 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/ff5f9aac-8ccc-45f4-833b-016b8325d38a/b93acce1-d451-427e-9869-d04ddecd6484) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:54.657462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0efd9037-6345-4e14-8831-b9a56fba94a7 None None] The port '2a219478-f7e0-450b-bda8-ecdee787691a' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:04:54.665467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb70044e-1f4a-4448-9060-e7dd1bbd41e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.686251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:54.697975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:54.697975 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8f03c575-0517-41a1-b389-122d3455fffd req-8f540b7a-16e8-40f6-833f-1ffd01b0e95b service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877933 May 29 01:04:54.704242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:54.704242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.706418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:54.731155 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a536ef3-f4f9-43a4-8c0a-8fb42e1dfcbd tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7290664 May 29 01:04:54.734012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53830) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:54.742582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:dd:f2:c9', 'name': 'tempest-NetworksTestDHCPv6-816324058'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:54.812065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a144112-99b2-40a4-89ab-e1e2ff54ad6f None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:54.818357 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e2708a7-22c1-42f4-b899-1c92912d106f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/030ef29a-9dba-4478-8e31-dbdaaf4c51f1 HTTP/1.1" status: 204 len: 168 time: 2.7187054 May 29 01:04:54.833756 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53834) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:54.835955 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f599695-817a-48c0-bf33-0f81c8c8e30e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:54.836995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f599695-817a-48c0-bf33-0f81c8c8e30e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:54.837939 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1f599695-817a-48c0-bf33-0f81c8c8e30e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/dce2e80d-c9ac-47f0-be2c-f98b9376dca5 HTTP/1.1" status: 404 len: 337 time: 0.2176335 May 29 01:04:54.852639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2063369272'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:54.852639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53838) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:54.868691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:54.900276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:54.908590 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b697b7f5-d931-4889-8b4c-f431f88446ec tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:54.908590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b697b7f5-d931-4889-8b4c-f431f88446ec tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:54.909928 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b697b7f5-d931-4889-8b4c-f431f88446ec tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/02bfdf3e-7647-411f-866e-7604d11bf5d1 HTTP/1.1" status: 404 len: 339 time: 0.0565670 May 29 01:04:54.911369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:54.920731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53842) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:54.925017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:54.947051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-eb70044e-1f4a-4448-9060-e7dd1bbd41e7 None None] For port ef3decb5-85d6-4a0c-9be8-5b9678085c26, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef3decb5-85d6-4a0c-9be8-5b9678085c26,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:54.958282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb70044e-1f4a-4448-9060-e7dd1bbd41e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:54.996968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-83108015-3ab6-4a1c-9339-f51e4eee6a52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 HTTP/1.1" status: 200 len: 999 time: 0.4351959 May 29 01:04:55.053897 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a13fdf-ee86-4ef5-b418-eb40447b0d36 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:55.053897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a13fdf-ee86-4ef5-b418-eb40447b0d36 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:55.053897 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-79a13fdf-ee86-4ef5-b418-eb40447b0d36 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/407fd52b-6a2a-4082-a218-76c011cb1ede HTTP/1.1" status: 404 len: 337 time: 0.1074202 May 29 01:04:55.053897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53846) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:55.074027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:55.074027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.116566 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8a0964-94c4-4992-919d-8c71c88f5a27 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:55.116566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8a0964-94c4-4992-919d-8c71c88f5a27 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:55.116566 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0c8a0964-94c4-4992-919d-8c71c88f5a27 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/8b1574fd-19b6-4172-9f00-2e2d89360977 HTTP/1.1" status: 404 len: 339 time: 0.0682297 May 29 01:04:55.116566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53850) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:55.169718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd463376-8ff2-4096-8983-b89d3015062a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:55.169718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd463376-8ff2-4096-8983-b89d3015062a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:55.169718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cd463376-8ff2-4096-8983-b89d3015062a tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/a9c5e8ee-e197-408b-bb4f-3898acb975ee HTTP/1.1" status: 404 len: 337 time: 0.0553131 May 29 01:04:55.169718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53854) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:55.189610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:55.197321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-a898a0d0-b82c-464a-aac4-bcbc00abae52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:55.197321 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-a898a0d0-b82c-464a-aac4-bcbc00abae52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.1837835 May 29 01:04:55.217659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:55.227908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b29d714e-71df-43c6-8f26-2eae53aadfd2', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:3d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84242354-1a79-4880-8430-7f3783b24464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:04:44Z', 'updated_at': '2022-05-29T01:04:44Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:55.233329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:55.239468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70044e-1f4a-4448-9060-e7dd1bbd41e7 None None] Pushing event updated for resources: {'Port': ['ID=ef3decb5-85d6-4a0c-9be8-5b9678085c26,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:55.252651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:55.252651 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6a0c44-fc8b-4da9-996d-2b6916d3e688 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:55.258822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:04:55.266702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6a0c44-fc8b-4da9-996d-2b6916d3e688 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:55.266702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:04:55.283409 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9c6a0c44-fc8b-4da9-996d-2b6916d3e688 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/ca04a5d6-fac1-4b69-a213-3ef13487deb7 HTTP/1.1" status: 404 len: 339 time: 0.1107216 May 29 01:04:55.283409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53858) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:55.297734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dff885b4-da51-4135-99ae-645135c47776 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:55.331605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.331605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment 928cb4a8-84d4-4cb5-a60f-d681b31505a9 of type vlan for network 0cadd5f0-037f-4789-999f-af9784ac12a0 May 29 01:04:55.353378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:55.353378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.370386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Deleting port d3de0afb-5980-49cd-8fc5-f9609dd25d3c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:55.370386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.403279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: dff885b4-da51-4135-99ae-645135c47776 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:55.403279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dff885b4-da51-4135-99ae-645135c47776 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:55.432254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:04:55.434500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.437166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.453496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:55.455501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port b027a733-0b2a-42ac-a8b9-03e8d96082e2 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:55.534007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object b93acce1-d451-427e-9869-d04ddecd6484 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:55.551675 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-f02eb1b5-25e4-4b76-98c7-78137e69641c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3293381 May 29 01:04:55.551675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.659019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=b93acce1-d451-427e-9869-d04ddecd6484,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:55.677017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting subnet e87b8307-6d29-4963-bf2f-ed45c82b84e1 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:04:55.703934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.739238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] Allocated IP 172.20.0.18 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/ff5f9aac-8ccc-45f4-833b-016b8325d38a/62fec770-9815-4491-82e9-9c31b32cd39c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:55.764542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:04:55.804380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.808141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:55.814653 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.858112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:55.940202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:04:55.950508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] For port d3de0afb-5980-49cd-8fc5-f9609dd25d3c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:55.950508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.065787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '3f4d4079-a60e-4f5d-a25a-ba55aee030dd', 'ip_address': '2001:db8::f816:3eff:fe0b:d9a6'}, {'subnet_id': '2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': 'ef3decb5-85d6-4a0c-9be8-5b9678085c26'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:04:56.092765 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2490761 May 29 01:04:56.092765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53862) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:56.104631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7238c-a8ea-4431-b08d-35688f58316f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=0cadd5f0-037f-4789-999f-af9784ac12a0,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:56.120711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:56.135397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Calling delete_port for d3de0afb-5980-49cd-8fc5-f9609dd25d3c owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:56.186383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 0cadd5f0-037f-4789-999f-af9784ac12a0 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:04:56.288437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] In _notify_port_updated(), no bound segment for port b93acce1-d451-427e-9869-d04ddecd6484 on network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:04:56.290597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] For port 62fec770-9815-4491-82e9-9c31b32cd39c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=62fec770-9815-4491-82e9-9c31b32cd39c,segment=NetworkSegment(6abb9b70-9698-44c8-89dd-118f5096dd80),segment_id=6abb9b70-9698-44c8-89dd-118f5096dd80)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:56.294651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:56.295388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.299640 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-32ce774e-769d-46d5-b51c-5376939a633a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "PUT /v2.0/ports/b93acce1-d451-427e-9869-d04ddecd6484 HTTP/1.1" status: 200 len: 921 time: 4.0096579 May 29 01:04:56.299640 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-2c8f39fa-fb9e-49cd-b936-c0a02cb3c9a7 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774876 May 29 01:04:56.300895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53866) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:56.317421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.407017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port b93acce1-d451-427e-9869-d04ddecd6484 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:56.407017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.419009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8:0:1::3ab (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0/b027a733-0b2a-42ac-a8b9-03e8d96082e2) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:56.423272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.461192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:56.472322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:56.482144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:56.485321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::f816:3eff:fedd:f2c9 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/3f4d4079-a60e-4f5d-a25a-ba55aee030dd/b027a733-0b2a-42ac-a8b9-03e8d96082e2) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:56.494967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.resource_extend [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:04:56.496700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:56.516351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.554800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:56.756075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.772066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] Transition to ACTIVE for port object 62fec770-9815-4491-82e9-9c31b32cd39c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:56.791194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.799675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:56.883582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3de0afb-5980-49cd-8fc5-f9609dd25d3c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:56.914230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.006528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=e87b8307-6d29-4963-bf2f-ed45c82b84e1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:57.017770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed789c-2fc6-441e-89a5-8d0b2101ff9e None None] Pushing event updated for resources: {'Port': ['ID=62fec770-9815-4491-82e9-9c31b32cd39c,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:57.048500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.062139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b2c03-bf22-41c6-bf11-1a5139782c3b None None] Network 75b209c2-98e3-4b56-8927-308ed61d05ce requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:57.195202 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1baedbac-1714-47b4-9645-083d8c7cd9af tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/e87b8307-6d29-4963-bf2f-ed45c82b84e1 HTTP/1.1" status: 204 len: 168 time: 1.9121625 May 29 01:04:57.202892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.212877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53870) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:57.277663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.326574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 62fec770-9815-4491-82e9-9c31b32cd39c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:57.370752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b29d714e-71df-43c6-8f26-2eae53aadfd2', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:3d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84242354-1a79-4880-8430-7f3783b24464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:04:44Z', 'updated_at': '2022-05-29T01:04:44Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:57.399903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b01891-079a-458b-8ff2-e9471c5c845a None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'b29d714e-71df-43c6-8f26-2eae53aadfd2', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:3d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84242354-1a79-4880-8430-7f3783b24464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:04:44Z', 'updated_at': '2022-05-29T01:04:44Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:04:57.424653 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.431521 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9576174-bc37-4b54-8192-6de2ebedadb6 req-7689e344-59c4-40f8-87f3-dfc8b271df6a service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1154377 May 29 01:04:57.486854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef3decb5-85d6-4a0c-9be8-5b9678085c26 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:04:57.522626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object b027a733-0b2a-42ac-a8b9-03e8d96082e2 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:57.544776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for b93acce1-d451-427e-9869-d04ddecd6484 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:57.581405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] DHCP port deletion for 75b209c2-98e3-4b56-8927-308ed61d05ce request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:04:57.592314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Deleting port 18959242-22d6-46ba-87b7-a9b7e92e420e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:57.592696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.605032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.704965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=66d10caf-644a-4fa7-a1f1-b706bccb51b2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:57.718968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.776055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port 18959242-22d6-46ba-87b7-a9b7e92e420e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:57.776848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.799698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.859035 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a78e10-0db9-49f3-abb8-3f42f0fb40e3 None None] New status for floating IP b29d714e-71df-43c6-8f26-2eae53aadfd2: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:04:57.900356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:57.900945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:57.922118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=b93acce1-d451-427e-9869-d04ddecd6484,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:57.969182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] Allocated IP 2001:db8:0:1::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0/ef3decb5-85d6-4a0c-9be8-5b9678085c26) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:58.074096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.091647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port 18959242-22d6-46ba-87b7-a9b7e92e420e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=18959242-22d6-46ba-87b7-a9b7e92e420e,segment=NetworkSegment(c0cdac5d-9aba-4eed-95ec-b0f8a064ae42),segment_id=c0cdac5d-9aba-4eed-95ec-b0f8a064ae42)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:58.092753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.199647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.214071 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] For port 18959242-22d6-46ba-87b7-a9b7e92e420e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=18959242-22d6-46ba-87b7-a9b7e92e420e,segment=NetworkSegment(c0cdac5d-9aba-4eed-95ec-b0f8a064ae42),segment_id=c0cdac5d-9aba-4eed-95ec-b0f8a064ae42)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:58.215527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.219739 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8f527894-046e-45eb-acee-ed0c0220d788 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/b93acce1-d451-427e-9869-d04ddecd6484 HTTP/1.1" status: 204 len: 168 time: 1.9131138 May 29 01:04:58.225745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e37947b3-893b-4d69-bb3d-23e887b2e8c8 None None] Provisioning for port 62fec770-9815-4491-82e9-9c31b32cd39c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:04:58.242481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e37947b3-893b-4d69-bb3d-23e887b2e8c8 None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:58.242481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e37947b3-893b-4d69-bb3d-23e887b2e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.273038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53876) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:58.289541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for 18959242-22d6-46ba-87b7-a9b7e92e420e owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:58.328698 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7af2d6-f66d-4765-9ed2-92913f7562d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:04:58.329330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd7af2d6-f66d-4765-9ed2-92913f7562d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:04:58.334692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': '928cb4a8-84d4-4cb5-a60f-d681b31505a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:04:58.334692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: 0cadd5f0-037f-4789-999f-af9784ac12a0, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:04:58.375612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd7af2d6-f66d-4765-9ed2-92913f7562d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:04:58.394953 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cd7af2d6-f66d-4765-9ed2-92913f7562d3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/b93acce1-d451-427e-9869-d04ddecd6484 HTTP/1.1" status: 404 len: 333 time: 0.1140761 May 29 01:04:58.394953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53880) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:58.396011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:04:58.401779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=b027a733-0b2a-42ac-a8b9-03e8d96082e2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:58.406701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:58.408820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:04:58.413595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:58.414165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.460701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 0cadd5f0-037f-4789-999f-af9784ac12a0 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:04:58.464665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Calling delete_port for 18959242-22d6-46ba-87b7-a9b7e92e420e owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:04:58.482447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53884) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:58.484200 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5a184705-ee18-4b89-874b-01b671b8a62b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7457619 May 29 01:04:58.496509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 0cadd5f0-037f-4789-999f-af9784ac12a0) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:04:58.503034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:04:58.503632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.515347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.542600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8f533-fddd-42c8-8885-a00a110dcb4d None None] Network 0cadd5f0-037f-4789-999f-af9784ac12a0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:04:58.621520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d28b5da-1142-401a-87f3-d5abf16f87f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.655665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Port': ['ID=18959242-22d6-46ba-87b7-a9b7e92e420e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:58.664381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3ebecbfb-8915-45d0-a5b2-9789c6557c8a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5638304 May 29 01:04:58.666438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53888) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:58.677226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] For port ef3decb5-85d6-4a0c-9be8-5b9678085c26, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef3decb5-85d6-4a0c-9be8-5b9678085c26,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:04:58.677892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-61677231'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:04:58.679077 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port b027a733-0b2a-42ac-a8b9-03e8d96082e2 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:58.680218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.694655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No DVR routers for this DVR port 18959242-22d6-46ba-87b7-a9b7e92e420e on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:04:58.811917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d28b5da-1142-401a-87f3-d5abf16f87f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:58.868949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:04:58.869373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:04:58.930215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.010381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.024407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] Transition to ACTIVE for port object ef3decb5-85d6-4a0c-9be8-5b9678085c26 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:04:59.033014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.060528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b209c2-98e3-4b56-8927-308ed61d05ce']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:59.073275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:04:59.077477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:04:59.081628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:04:59.089268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:04:59.104176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cdac5d-9aba-4eed-95ec-b0f8a064ae42') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:59.104717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cdac5d-9aba-4eed-95ec-b0f8a064ae42') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:04:59.111953 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7957e1-bcb7-488d-81b4-bad6cc266058 None None] Pushing event updated for resources: {'Port': ['ID=ef3decb5-85d6-4a0c-9be8-5b9678085c26,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:59.117251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:04:59.121137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.140874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.181508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port eda75ee4-74ce-40a8-b048-fee7a877b5b4 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:04:59.188212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18959242-22d6-46ba-87b7-a9b7e92e420e no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:04:59.263875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 18959242-22d6-46ba-87b7-a9b7e92e420e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:04:59.264268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18959242-22d6-46ba-87b7-a9b7e92e420e not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:04:59.268917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.323889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:04:59.323889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:04:59.348537 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:04:59.388917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-0cadd5f0-037f-4789-999f-af9784ac12a0', 'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0', 'tenant_id': 'de000df38d0f45888ed63c7d9c343ce6', 'fixed_ips': [{'subnet_id': '66d10caf-644a-4fa7-a1f1-b706bccb51b2'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:04:59.388917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.414983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Deleting port 18959242-22d6-46ba-87b7-a9b7e92e420e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:04:59.414983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.509218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d28b5da-1142-401a-87f3-d5abf16f87f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.534244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e37947b3-893b-4d69-bb3d-23e887b2e8c8 None None] Provisioning complete for port 24d78f40-136f-4349-8f64-15b513c936b5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:04:59.534678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e37947b3-893b-4d69-bb3d-23e887b2e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.578229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::394 (0cadd5f0-037f-4789-999f-af9784ac12a0/66d10caf-644a-4fa7-a1f1-b706bccb51b2/eda75ee4-74ce-40a8-b048-fee7a877b5b4) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:04:59.589647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28b5da-1142-401a-87f3-d5abf16f87f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f261921a-852e-4888-9f76-42fa9ec77c48,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:59.641752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8edb0-49c2-4499-8fa6-2b090bd667e5 None None] The port '18959242-22d6-46ba-87b7-a9b7e92e420e' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:04:59.721158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.756682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:04:59.772250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e37947b3-893b-4d69-bb3d-23e887b2e8c8 None None] Port 24d78f40-136f-4349-8f64-15b513c936b5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:04:59.783870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=75b209c2-98e3-4b56-8927-308ed61d05ce,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:04:59.783870 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5883b2e1-8790-4286-a37a-b3af6cd4d1d0 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/75b209c2-98e3-4b56-8927-308ed61d05ce HTTP/1.1" status: 204 len: 168 time: 2.5525582 May 29 01:04:59.783870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53894) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:59.808549 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e37947b3-893b-4d69-bb3d-23e887b2e8c8 None None] Could not find standard attr ID for object b93acce1-d451-427e-9869-d04ddecd6484. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:04:59.863339 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-2135f2c4-b834-4c4d-baff-690167e860c4 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:59.863339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2135f2c4-b834-4c4d-baff-690167e860c4 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:59.863339 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2135f2c4-b834-4c4d-baff-690167e860c4 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/22fd0191-14ed-4783-9e88-490a450ea3a3 HTTP/1.1" status: 404 len: 337 time: 0.0791349 May 29 01:04:59.873523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53898) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:59.922718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0024ccec-19ee-485c-a74d-d434d254475b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] DELETE failed (client error): The resource could not be found. May 29 01:04:59.922718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0024ccec-19ee-485c-a74d-d434d254475b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:04:59.922718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0024ccec-19ee-485c-a74d-d434d254475b tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/44846ba7-1672-4580-9823-a71cd19b288f HTTP/1.1" status: 404 len: 339 time: 0.0504251 May 29 01:04:59.922718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53902) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:04:59.935869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d4730c45-24a4-415a-993e-aaea0fecff64 None None] Could not find standard attr ID for object b93acce1-d451-427e-9869-d04ddecd6484. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:05:00.014112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.015712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d28b5da-1142-401a-87f3-d5abf16f87f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.019899 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4d28b5da-1142-401a-87f3-d5abf16f87f6 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/security-groups/f261921a-852e-4888-9f76-42fa9ec77c48 HTTP/1.1" status: 204 len: 168 time: 1.6204767 May 29 01:05:00.020671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53906) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:00.063140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object eda75ee4-74ce-40a8-b048-fee7a877b5b4 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:00.098742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.184836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting subnet 07fd1f9c-a9e0-48f5-9c1e-d40f7abad294 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:00.188886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.233226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.289657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for b027a733-0b2a-42ac-a8b9-03e8d96082e2 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:00.316299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Allocated IP 2001:db8::2 (0cadd5f0-037f-4789-999f-af9784ac12a0/66d10caf-644a-4fa7-a1f1-b706bccb51b2/8e17b373-09ef-4a4e-8a91-adcec8b269c1) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:00.348959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.383256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 0cadd5f0-037f-4789-999f-af9784ac12a0 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:00.384177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=eda75ee4-74ce-40a8-b048-fee7a877b5b4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:00.391262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:00.399914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:00.403855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:00.411306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.452217 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-eeb3f2e1-da66-4410-8a20-a02323b05d7f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.7801836 May 29 01:05:00.453057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53910) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:00.564801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port eda75ee4-74ce-40a8-b048-fee7a877b5b4 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:00.565238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.568400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a13d186-ea03-4aad-b6e7-e54ffa24361e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.584067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.600080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.633707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Transition to ACTIVE for port object 8e17b373-09ef-4a4e-8a91-adcec8b269c1 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:00.638121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.657269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b454cc00-239a-4b0a-af49-2d89f9b4f686 None None] Provisioning for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:00.668924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Transition to ACTIVE for port object 8e17b373-09ef-4a4e-8a91-adcec8b269c1 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:00.670300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b454cc00-239a-4b0a-af49-2d89f9b4f686 None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:00.670845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b454cc00-239a-4b0a-af49-2d89f9b4f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.687389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a13d186-ea03-4aad-b6e7-e54ffa24361e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.699645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=b027a733-0b2a-42ac-a8b9-03e8d96082e2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:00.764831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.890222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Network 0cadd5f0-037f-4789-999f-af9784ac12a0 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:00.895293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:00.896832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a13d186-ea03-4aad-b6e7-e54ffa24361e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.898334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:00.902597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Pushing event updated for resources: {'Port': ['ID=8e17b373-09ef-4a4e-8a91-adcec8b269c1,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:00.933495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.951254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.958045 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7438e0a7-245b-4acb-a1c8-9a07c786ef41 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/b027a733-0b2a-42ac-a8b9-03e8d96082e2 HTTP/1.1" status: 204 len: 168 time: 2.4600141 May 29 01:05:00.958045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53914) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:00.958045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a13d186-ea03-4aad-b6e7-e54ffa24361e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:00.969648 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1a13d186-ea03-4aad-b6e7-e54ffa24361e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/security-groups/8df04fbd-538f-4737-b0b8-5a6cb4ba2c85 HTTP/1.1" status: 204 len: 168 time: 0.9212248 May 29 01:05:00.969648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53916) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:01.018962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13d186-ea03-4aad-b6e7-e54ffa24361e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df04fbd-538f-4737-b0b8-5a6cb4ba2c85,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:01.053178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Subnet': ['ID=07fd1f9c-a9e0-48f5-9c1e-d40f7abad294,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:01.059207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.071290 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d28d6bcb-7619-411e-8dfb-69bad856aa34 tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/subnets/07fd1f9c-a9e0-48f5-9c1e-d40f7abad294 HTTP/1.1" status: 204 len: 168 time: 1.1459687 May 29 01:05:01.073276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53922) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:01.152012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f7052-f50e-4171-a25d-a8771f6b6f8d None None] Network 13ee0d6f-ff4c-4716-88da-947ea9855e23 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:01.267436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.281930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef3decb5-85d6-4a0c-9be8-5b9678085c26 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:01.329593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:05:01.346605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.349305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a461a-499b-4656-b728-aa5f50097163 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:01.349305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2a0a461a-499b-4656-b728-aa5f50097163 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:01.419002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for eda75ee4-74ce-40a8-b048-fee7a877b5b4 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:01.419239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Attempting to bind port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:01.419406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Attempting to bind port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '928cb4a8-84d4-4cb5-a60f-d681b31505a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:01.419934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Attempting to bind port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 on network 0cadd5f0-037f-4789-999f-af9784ac12a0 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:01.455970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet dd9c5176-59b7-43e2-afb8-6f29a3b8d764 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:01.455970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2a0a461a-499b-4656-b728-aa5f50097163 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:01.455970 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2a0a461a-499b-4656-b728-aa5f50097163 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4920847 May 29 01:05:01.466240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-26ca12ac-8357-401d-984e-8a83a8788699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.472577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.475803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53926) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:01.477926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:01.477926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Checking segment: {'id': '928cb4a8-84d4-4cb5-a60f-d681b31505a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:01.477926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.477926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Bound using segment: {'id': '928cb4a8-84d4-4cb5-a60f-d681b31505a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:01.477926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Bound port: 8e17b373-09ef-4a4e-8a91-adcec8b269c1, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928cb4a8-84d4-4cb5-a60f-d681b31505a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0cadd5f0-037f-4789-999f-af9784ac12a0'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:01.477926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.537894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Deleting port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:01.537894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.614499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fc7eeaa0-181b-4f7b-81c9-9c354a0e6027 None None] Could not find standard attr ID for object b027a733-0b2a-42ac-a8b9-03e8d96082e2. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:05:01.653406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:01.653535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.726440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] For port 8e17b373-09ef-4a4e-8a91-adcec8b269c1, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:01.744187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] For port 8e17b373-09ef-4a4e-8a91-adcec8b269c1, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8e17b373-09ef-4a4e-8a91-adcec8b269c1,segment=NetworkSegment(928cb4a8-84d4-4cb5-a60f-d681b31505a9),segment_id=928cb4a8-84d4-4cb5-a60f-d681b31505a9)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:01.747734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.762622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.904378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] DHCP port deletion for 13ee0d6f-ff4c-4716-88da-947ea9855e23 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:01.917010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.946869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Deleting port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:01.947098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:01.971453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:05:01.981557 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-07afe532-35c3-402e-a385-052da1f2b829 admin admin] 10.222.0.33 "PUT /v2.0/routers/bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6724539 May 29 01:05:01.982547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53930) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:02.020946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4afb9-ca9a-4112-8ee5-549eb0d3b8fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:02.022073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-39b4afb9-ca9a-4112-8ee5-549eb0d3b8fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:02.069228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] Sync routers for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:05:02.081205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] For port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,segment=NetworkSegment(734c4624-f19d-440f-ad8d-e2121fc05849),segment_id=734c4624-f19d-440f-ad8d-e2121fc05849)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:02.081903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.083608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64d960-c1b6-4d38-a4e9-03252e893647 None None] Pushing event updated for resources: {'Port': ['ID=8e17b373-09ef-4a4e-8a91-adcec8b269c1,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:02.093400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.123276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:02.124205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:04:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:02.196102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.273759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9c5176-59b7-43e2-afb8-6f29a3b8d764,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:02.279064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-39b4afb9-ca9a-4112-8ee5-549eb0d3b8fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:02.289799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53934) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:02.291422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-39b4afb9-ca9a-4112-8ee5-549eb0d3b8fc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8184063 May 29 01:05:02.371445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a61671-c73a-4e9e-9515-852a85b85695 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:02.377414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a61671-c73a-4e9e-9515-852a85b85695 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:02.379448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a61671-c73a-4e9e-9515-852a85b85695 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:02.379856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=eda75ee4-74ce-40a8-b048-fee7a877b5b4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:02.380742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-42a61671-c73a-4e9e-9515-852a85b85695 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:02.391833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.395601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Calling delete_port for 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:02.428227 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5cc89180-26a0-4570-a3f0-dd53373833b9 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/dd9c5176-59b7-43e2-afb8-6f29a3b8d764 HTTP/1.1" status: 204 len: 168 time: 1.4209569 May 29 01:05:02.429396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53938) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:02.435893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81bb8e3-c590-42ae-8b89-10f38a550ee0 None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:02.437400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:02.532964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.550416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-42a61671-c73a-4e9e-9515-852a85b85695 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:02.550416 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-42a61671-c73a-4e9e-9515-852a85b85695 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2572160 May 29 01:05:02.560039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53942) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:02.576223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8c5b42e0-dbd8-474c-8a2b-31050ac9be54 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/eda75ee4-74ce-40a8-b048-fee7a877b5b4 HTTP/1.1" status: 204 len: 168 time: 2.1176436 May 29 01:05:02.577972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53946) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:02.624398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.645461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] For port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,segment=NetworkSegment(734c4624-f19d-440f-ad8d-e2121fc05849),segment_id=734c4624-f19d-440f-ad8d-e2121fc05849)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:02.646102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.678027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Port': ['ID=5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:02.687566 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c61b3c-9349-4010-854a-07e52e3f0480 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:05:02.688115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-07c61b3c-9349-4010-854a-07e52e3f0480 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:02.706739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] No DVR routers for this DVR port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:02.743386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:02.747850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:02.771637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-07c61b3c-9349-4010-854a-07e52e3f0480 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:02.774600 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-07c61b3c-9349-4010-854a-07e52e3f0480 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/eda75ee4-74ce-40a8-b048-fee7a877b5b4 HTTP/1.1" status: 404 len: 333 time: 0.1894703 May 29 01:05:02.811557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Calling delete_port for 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:02.827871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53950) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:02.885887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:02.890621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:02.898154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:02.900965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.932049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.967272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:02.971886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:02.988401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ee0d6f-ff4c-4716-88da-947ea9855e23']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:03.013972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.018079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:03.082733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734c4624-f19d-440f-ad8d-e2121fc05849') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:03.083229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734c4624-f19d-440f-ad8d-e2121fc05849') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:03.125606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.154993 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.179118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:03.179531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:03.203547 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:03.276076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.343678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 66d10caf-644a-4fa7-a1f1-b706bccb51b2 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:03.352311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.406354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.439674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8e17b373-09ef-4a4e-8a91-adcec8b269c1 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:03.460526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.473593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] Pushing event deleted for resources: {'Network': ['ID=13ee0d6f-ff4c-4716-88da-947ea9855e23,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:03.478200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1749aae9-a344-4777-b88d-0df493655f0f None None] Network 0cadd5f0-037f-4789-999f-af9784ac12a0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:03.495006 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-defc6f47-4158-4773-b7ca-e1cffcdf1c5e tempest-NetworksIpV6Test-628596938 tempest-NetworksIpV6Test-628596938-project] 10.222.0.33 "DELETE /v2.0/networks/13ee0d6f-ff4c-4716-88da-947ea9855e23 HTTP/1.1" status: 204 len: 168 time: 2.4215114 May 29 01:05:03.498112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.634967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.647757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.677207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:03.677868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:03.685867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8780cdb5-ae28-40a1-ae3f-61ee86bb6826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.755921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.805753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=66d10caf-644a-4fa7-a1f1-b706bccb51b2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:03.820995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.830869 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e435e054-ef50-4799-bbcd-8c5a80cfae97 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/66d10caf-644a-4fa7-a1f1-b706bccb51b2 HTTP/1.1" status: 204 len: 168 time: 1.0004580 May 29 01:05:03.833754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53960) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:03.855360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aa8ec2a2-48cf-47f9-a2b1-00b7507475b7 None None] Provisioning for port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:03.887205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.920619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:04:56Z', 'revision_number': 5, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port': {'id': '5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T00:59:46Z', 'updated_at': '2022-05-29T01:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:03.937511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53964) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:03.948880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] Checking router: bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:05:03.967088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:03.978246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:03.991057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:03.991451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:03.996036 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:05:03.996553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.025562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b1df59-6fff-4fac-897b-719c5c908003 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:04.056028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.060328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] Routers {'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:04.060968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:04.065410 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4addbffc-ed7b-4c9d-8e85-4a7b11e9ab53 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0 HTTP/1.1" status: 204 len: 168 time: 1.5040185 May 29 01:05:04.068568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53968) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:04.135062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.199686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Deleting port 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:04.200787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.211172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.239424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:04.239424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.490724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=52b0d5f9-726f-4f3b-9883-bdfe01f17971,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:04.492486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Deleting port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:04.493274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.498457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b96f7824-9b8c-4edb-96b8-1fcee960f7d0 None None] The port '5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:05:04.593775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.657635 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9b0de3c8-a70c-4a0c-828c-e1ac86c42be0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f1ca5268175c451c8d228a904149ddb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7189326 May 29 01:05:04.671300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53976) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:04.685474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] Set router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:04.712545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] For port 8e17b373-09ef-4a4e-8a91-adcec8b269c1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8e17b373-09ef-4a4e-8a91-adcec8b269c1,segment=NetworkSegment(928cb4a8-84d4-4cb5-a60f-d681b31505a9),segment_id=928cb4a8-84d4-4cb5-a60f-d681b31505a9)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:04.712545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.778001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:04.780823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580cc792-3a36-4126-8dd4-b79b6e317ced None None] Network 0cadd5f0-037f-4789-999f-af9784ac12a0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:04.784235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 3f4d4079-a60e-4f5d-a25a-ba55aee030dd {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:04.788205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:04.801577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:04.802163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.818112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.863136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a5fafc74-de50-4349-bd92-544aaaeeaba7 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4309042 May 29 01:05:04.863850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53980) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:04.885360 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'security_group': {'name': 'tempest-secgroup-950392989'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:04.891719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:04.895775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:04.898708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:04.905972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:04.913884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 8e17b373-09ef-4a4e-8a91-adcec8b269c1 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:04.923888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.942935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] For port 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:04.943288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.949013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f6f76cd-e6c5-4fe2-98a4-8b3d9ea5cc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.965567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:04.989922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f6f76cd-e6c5-4fe2-98a4-8b3d9ea5cc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.034903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:05:04Z', 'revision_number': 6, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:05.038871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.056854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f6f76cd-e6c5-4fe2-98a4-8b3d9ea5cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.108907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f76cd-e6c5-4fe2-98a4-8b3d9ea5cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cc432f-540d-411b-87dc-6c79b1bc1a86,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:05.128349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf7102-67a4-4954-b230-0923614bef8b None None] The sync data for ids ['bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25'] in dv-neutron-843186-2-hyperv is: [{'id': 'bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25', 'name': 'tempest-ServerActionsTestJSON-1421771689-router', 'tenant_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T00:59:45Z', 'updated_at': '2022-05-29T01:05:04Z', 'revision_number': 6, 'project_id': '9cd7a747df0a4f6b84cc6a375f1c75b5', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:05:05.128349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae941779-0812-45e3-85e9-e37d37b1e537 None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:05.131730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f6f76cd-e6c5-4fe2-98a4-8b3d9ea5cc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.133483 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8f6f76cd-e6c5-4fe2-98a4-8b3d9ea5cc94 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/55cc432f-540d-411b-87dc-6c79b1bc1a86 HTTP/1.1" status: 204 len: 168 time: 0.4602835 May 29 01:05:05.196886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Calling delete_port for 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:05.205686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.292776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:05.307310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group_rule and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:05.313155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=8e17b373-09ef-4a4e-8a91-adcec8b269c1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:05.317826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:05.323342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No DVR routers for this DVR port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:05.340831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:05.403233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.485020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8474e640-eaf8-4a92-961c-c25994d36fd3 None None] Provisioning complete for port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:05.486127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8474e640-eaf8-4a92-961c-c25994d36fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.545626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.569293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.592459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cadd5f0-037f-4789-999f-af9784ac12a0']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:05.618508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928cb4a8-84d4-4cb5-a60f-d681b31505a9') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:05.618897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928cb4a8-84d4-4cb5-a60f-d681b31505a9') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:05.631674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.640264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.656054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8474e640-eaf8-4a92-961c-c25994d36fd3 None None] Port 8e17b373-09ef-4a4e-8a91-adcec8b269c1 was deleted so its status cannot be updated. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 29 01:05:05.662430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.667567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.677750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:05.678529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.689068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.740546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64528ad9-fb35-4f5a-8643-868ead5dddf3 None None] DHCP port deletion for 0cadd5f0-037f-4789-999f-af9784ac12a0 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:05.824864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b38883-efcd-41aa-9aff-458c8a8a6409,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:05.825875 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:05.831983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.840612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4d4079-a60e-4f5d-a25a-ba55aee030dd,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:05.856912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.856912 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-23cd88ce-a8c6-4bb4-93b7-838902528d6f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9817128 May 29 01:05:05.857267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.870230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 53994) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:05.873305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'security_group': {'name': 'tempest-secgroup-521276599'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:05.892732 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/0cadd5f0-037f-4789-999f-af9784ac12a0 HTTP/1.1" status: 204 len: 168 time: 2.0478747 May 29 01:05:05.894111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.896213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b444b-cb7d-4f94-93d2-26953fd1713c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=0cadd5f0-037f-4789-999f-af9784ac12a0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:05.896391 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c5f46e6b-e1b4-4f44-a42c-c5b94a952bf2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/3f4d4079-a60e-4f5d-a25a-ba55aee030dd HTTP/1.1" status: 204 len: 168 time: 1.8159819 May 29 01:05:05.896626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 53998) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:05.897498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54000) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:05.899000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'name': 'tempest-PortsIpV6TestJSON-1270023629'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:05.901469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a23b037-0520-4207-8cc2-58dcfd61bfe4 None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:05.901899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a23b037-0520-4207-8cc2-58dcfd61bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.932782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:05.944038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:06.002690 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9d963343-db44-400f-93c6-5040758d0706 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131387 May 29 01:05:06.005957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54008) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:06.011031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:06.012089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:06.027843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:06.120088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:06.162324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:06.175863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:06.176035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:06.188296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:06.190045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:06.211905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:06.236312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:06.280251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.293203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:06.293203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f04bb9f-fa50-4f90-9dc8-0b06d11b1a9f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:06.306300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.349962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] Update dhcp port {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'fixed_ips': [{'subnet_id': 'ff5f9aac-8ccc-45f4-833b-016b8325d38a', 'ip_address': '172.20.0.18'}, {'subnet_id': '52b0d5f9-726f-4f3b-9883-bdfe01f17971'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '62fec770-9815-4491-82e9-9c31b32cd39c'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:05:06.421564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:06.428400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.431985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:06.433400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3de0afb-5980-49cd-8fc5-f9609dd25d3c no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:06.435451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:06.442696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:06.487132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:06.491559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group_rule and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:06.494723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:06.502604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:06.504698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.517559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d3de0afb-5980-49cd-8fc5-f9609dd25d3c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:06.517764 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3de0afb-5980-49cd-8fc5-f9609dd25d3c not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:06.518136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8e17b373-09ef-4a4e-8a91-adcec8b269c1 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:06.570515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.572187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 8e17b373-09ef-4a4e-8a91-adcec8b269c1 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:06.572540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8e17b373-09ef-4a4e-8a91-adcec8b269c1 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:06.573219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:06.640188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:06.645141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.653120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:06.653463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5f391ac2-cdb8-4e6e-acaa-697e8b61ed8c not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:06.655100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a23b037-0520-4207-8cc2-58dcfd61bfe4 None None] Provisioning complete for port 24d78f40-136f-4349-8f64-15b513c936b5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:06.655634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a23b037-0520-4207-8cc2-58dcfd61bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.737989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.773745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5a23b037-0520-4207-8cc2-58dcfd61bfe4 None None] Port 24d78f40-136f-4349-8f64-15b513c936b5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:06.781705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.810199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 8e60a7d7-97cc-4ead-ac76-3f50996dddbe yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:06.840407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54018) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:06.860857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.871826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca539c5-5d63-4e5b-a0f7-a18d95895928 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:06.966199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:06.979146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:06.984698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:06.985809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:06.986204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] Allocated IP 172.20.0.2 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/52b0d5f9-726f-4f3b-9883-bdfe01f17971/62fec770-9815-4491-82e9-9c31b32cd39c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:07.020768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=98e16758-f4b5-4326-895b-3b799faaf91d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:07.028921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-90006b77-35fc-48f4-b619-ba0b68e02d9b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0213084 May 29 01:05:07.031318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54024) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:07.036030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cfb02a43-f657-4b53-8b03-11e5c780e195 None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:07.036665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cfb02a43-f657-4b53-8b03-11e5c780e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.039142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:07.192948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1935060751'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:07.200828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:07.210516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:07.214162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:07.218678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:07.224054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:07.230250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:07.233982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:07.241251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:07.259463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:07.263744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.276408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:07.279800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.315382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.317224 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4508157 May 29 01:05:07.348229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54028) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:07.356028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.369977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'security_group': {'name': 'tempest-secgroup-1976689727'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:07.382896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] For port 62fec770-9815-4491-82e9-9c31b32cd39c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=62fec770-9815-4491-82e9-9c31b32cd39c,segment=NetworkSegment(6abb9b70-9698-44c8-89dd-118f5096dd80),segment_id=6abb9b70-9698-44c8-89dd-118f5096dd80)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:07.387551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:07.404319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:07.413632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:07.440491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.442680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:07.463644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:07.463979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] Transition to ACTIVE for port object 62fec770-9815-4491-82e9-9c31b32cd39c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:07.466424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88360151-8402-4714-9630-fb2b2541cbd8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7642dfd6-177e-4f26-b1ba-345cb3d6eb9b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:07.470589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.472967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:security_group_rule and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:07.479824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.486721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.492175 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.ipam_backend_mixin [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98e16758-f4b5-4326-895b-3b799faaf91d (CIDR: 2001:db8::/64) May 29 01:05:07.493135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:07.504894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:07.507732 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:07.508324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:07.544494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.550661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:07.555106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:security_group_rule and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:07.558173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:07.565896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:07.566899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.613557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.614484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:05:07.632583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.638304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.644814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.705449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26576e-4dae-43c7-afc1-10fcd58dfb6f None None] Pushing event updated for resources: {'Port': ['ID=62fec770-9815-4491-82e9-9c31b32cd39c,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:07.725522 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b34ff6b3-3f89-4a5a-adbb-eebf0c67fa93 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6914053 May 29 01:05:07.729232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:07.731155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.733201 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-38bae8d9-b62f-40de-84fc-daa283d0dc50 admin admin] 10.222.0.33 "DELETE /v2.0/routers/bdbb8b1b-2f06-4a26-8c13-fa3cbd579f25 HTTP/1.1" status: 204 len: 168 time: 5.7429442 May 29 01:05:07.733652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54032) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:07.742886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:07.744739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54034) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:07.747400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.748610 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3991911 May 29 01:05:07.752308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa70f4-1886-4e6a-8a55-e9773db494fb tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b56ac1a-8c88-4160-8034-4c755cfc8168,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:07.757255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54040) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:07.763217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:07.765540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:07.774532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:07.775626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:07.790010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1261167068', 'security_groups': ['1b56ac1a-8c88-4160-8034-4c755cfc8168'], 'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52b0d5f9-726f-4f3b-9883-bdfe01f17971'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:07.812779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d22fb5-d8f3-4a36-94bd-f1a5176cb38b None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:07.874413 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9804211 May 29 01:05:07.885470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54044) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:07.955088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30844575-dd2c-4432-8126-17a3adbf750c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=8e60a7d7-97cc-4ead-ac76-3f50996dddbe,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:07.981155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] Deleting subnet c323eb46-d63d-4005-8998-96e311e03e63 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:08.000779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.066378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7f096e1f-80f3-4159-937a-d9495625432a None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:08.066613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7f096e1f-80f3-4159-937a-d9495625432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.087048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 8e60a7d7-97cc-4ead-ac76-3f50996dddbe {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:08.088788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.112143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.131211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.145282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:08.155114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.155477 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment 1c18ca7b-9161-4373-83c5-bb3327f0494a of type vlan for network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 May 29 01:05:08.158031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.186968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.243959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:08.247928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:08.252671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:08.262746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:08.306088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:05:08.336565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:08.347525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.480054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 62fec770-9815-4491-82e9-9c31b32cd39c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:08.482542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:08.482986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.488989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700873a8-8c45-43b2-b900-f4bbf3a27ad7,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:08.538400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:08.543288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.548185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:08.549389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.703118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.753883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=e5a69c80-6441-46d5-9e9b-6bc5b34443c1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:08.768396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:08.778217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:08.922333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 8e60a7d7-97cc-4ead-ac76-3f50996dddbe owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:08.941588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4a73bbf6-d441-422b-9c12-a1f353f28c4e None None] Provisioning for port 62fec770-9815-4491-82e9-9c31b32cd39c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:08.958561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4a73bbf6-d441-422b-9c12-a1f353f28c4e None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:08.959040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4a73bbf6-d441-422b-9c12-a1f353f28c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.965559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:08.999228 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cf57e2ad-076b-466b-bb72-3728e0bb34fd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1485970 May 29 01:05:09.006865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] device_id is not set on port d26e3b58-2cea-449e-8d43-5152904568ca yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:09.059396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.213456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54048) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:09.223353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4a73bbf6-d441-422b-9c12-a1f353f28c4e None None] Provisioning complete for port 24d78f40-136f-4349-8f64-15b513c936b5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:09.224713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4a73bbf6-d441-422b-9c12-a1f353f28c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.228727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': 'e5a69c80-6441-46d5-9e9b-6bc5b34443c1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:09.301280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4a73bbf6-d441-422b-9c12-a1f353f28c4e None None] Port 24d78f40-136f-4349-8f64-15b513c936b5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:09.303064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.307506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f143f-c98c-459b-be44-1910092dbe3f None None] Network 5583b5b8-1a3b-4e80-91c2-0928d87c7673 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:09.312300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c323eb46-d63d-4005-8998-96e311e03e63,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:09.347588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.375602 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-399b915b-c241-4792-a525-7fa442da11a8 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c323eb46-d63d-4005-8998-96e311e03e63 HTTP/1.1" status: 204 len: 168 time: 1.6245267 May 29 01:05:09.377903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:09.381983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:09.385317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:09.392339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:09.412809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:09.422498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:09.426704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.434557 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/8e60a7d7-97cc-4ead-ac76-3f50996dddbe HTTP/1.1" status: 204 len: 168 time: 1.5447743 May 29 01:05:09.435480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54056) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:09.436479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2958-4b6f-4bed-857e-ad1d75ac1a89 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=8e60a7d7-97cc-4ead-ac76-3f50996dddbe,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:09.450954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'mac_address': 'fa:16:3e:c9:34:8a', 'name': 'tempest-PortsIpV6TestJSON-252502923'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:09.562132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d61910bd-346f-47e7-82a0-3326cc3315ea None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:09.562924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d61910bd-346f-47e7-82a0-3326cc3315ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.611950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:09.622043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:09.628811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:09.639243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:09.657340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:09.731758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.859359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] DHCP port deletion for 5583b5b8-1a3b-4e80-91c2-0928d87c7673 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:09.880937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] Deleting port d3b809c1-4b1c-4e36-b8de-5ead78ee327f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:09.881696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.917964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Deleting port d3b809c1-4b1c-4e36-b8de-5ead78ee327f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:09.918417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.918772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:09.974610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 18819f9b-57b5-421f-9f02-cd2e0eb94de2 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:10.214099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] For port d3b809c1-4b1c-4e36-b8de-5ead78ee327f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:10.214743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.237516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.337131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.354430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] Calling delete_port for d3b809c1-4b1c-4e36-b8de-5ead78ee327f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:10.384274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.6 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/52b0d5f9-726f-4f3b-9883-bdfe01f17971/d26e3b58-2cea-449e-8d43-5152904568ca) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:10.394904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.411400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] For port d3b809c1-4b1c-4e36-b8de-5ead78ee327f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,segment=NetworkSegment(e41f9e4b-812f-41b6-9c0c-06ce0861fd10),segment_id=e41f9e4b-812f-41b6-9c0c-06ce0861fd10)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:10.411400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.447461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3b809c1-4b1c-4e36-b8de-5ead78ee327f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:10.492519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:10.500317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:10.510872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=18819f9b-57b5-421f-9f02-cd2e0eb94de2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:10.510872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:10.510872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:10.510872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.542681 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cbb059a1-ec3f-443b-8779-db84388b8c1f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0974493 May 29 01:05:10.543010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54062) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:10.569066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.608220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Calling delete_port for d3b809c1-4b1c-4e36-b8de-5ead78ee327f owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:10.620809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] Pushing event deleted for resources: {'Port': ['ID=d3b809c1-4b1c-4e36-b8de-5ead78ee327f,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:10.620809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3c716-e43b-4158-92b8-52a08c0b825e None None] No DVR routers for this DVR port d3b809c1-4b1c-4e36-b8de-5ead78ee327f on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:10.625199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No active binding found for port d3b809c1-4b1c-4e36-b8de-5ead78ee327f {{(pid=83981) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 29 01:05:10.625199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3b809c1-4b1c-4e36-b8de-5ead78ee327f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:10.646921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd9f462-dd68-485e-a192-8dbb0c6bb2c3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:10.647329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ffd9f462-dd68-485e-a192-8dbb0c6bb2c3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:10.666369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ffd9f462-dd68-485e-a192-8dbb0c6bb2c3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:10.667098 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ffd9f462-dd68-485e-a192-8dbb0c6bb2c3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/18819f9b-57b5-421f-9f02-cd2e0eb94de2 HTTP/1.1" status: 200 len: 844 time: 0.1227903 May 29 01:05:10.671113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54066) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:10.755382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 18819f9b-57b5-421f-9f02-cd2e0eb94de2 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:10.755688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:10.939569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:10.940215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:10.994424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.088450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.124610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 18819f9b-57b5-421f-9f02-cd2e0eb94de2 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:11.178994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.213311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:05:11.225649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.260941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object d26e3b58-2cea-449e-8d43-5152904568ca will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:11.280720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=18819f9b-57b5-421f-9f02-cd2e0eb94de2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:11.289168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.302278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=d37f1ecc-dea6-4ef2-9f31-18d81a9030c0,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:11.308711 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-166a6468-a089-415d-84cc-2c9f2293f1e6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/18819f9b-57b5-421f-9f02-cd2e0eb94de2 HTTP/1.1" status: 204 len: 168 time: 0.6328614 May 29 01:05:11.308711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54070) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:11.330260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': '1c18ca7b-9161-4373-83c5-bb3327f0494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e5a69c80-6441-46d5-9e9b-6bc5b34443c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:11.330641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: e5a69c80-6441-46d5-9e9b-6bc5b34443c1, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:11.354596 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a69236-8cd0-4278-badb-909ba7c54ddd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:05:11.355101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d9a69236-8cd0-4278-badb-909ba7c54ddd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:11.373250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d9a69236-8cd0-4278-badb-909ba7c54ddd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:11.378857 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d9a69236-8cd0-4278-badb-909ba7c54ddd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/18819f9b-57b5-421f-9f02-cd2e0eb94de2 HTTP/1.1" status: 404 len: 333 time: 0.0659833 May 29 01:05:11.379389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.379389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54074) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:11.419754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'name': 'tempest-PortsIpV6TestJSON-2060056487'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:11.441507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Deleting port d3b809c1-4b1c-4e36-b8de-5ead78ee327f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:11.442909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.473971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:11.727020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, e5a69c80-6441-46d5-9e9b-6bc5b34443c1) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:11.742884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab253aa-af5f-44c2-b885-0459af6399b2 None None] Network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:11.772818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:11.773346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.794381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:11.802670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=d26e3b58-2cea-449e-8d43-5152904568ca,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:11.817011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] The port 'd3b809c1-4b1c-4e36-b8de-5ead78ee327f' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:05:11.820293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:11.828118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:11.926186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:11.978968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:12.019287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-e5a69c80-6441-46d5-9e9b-6bc5b34443c1', 'network_id': 'e5a69c80-6441-46d5-9e9b-6bc5b34443c1', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': 'd37f1ecc-dea6-4ef2-9f31-18d81a9030c0'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:12.019884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.052818 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b359cad8-7249-473d-90c1-26e6e5a3e4ad tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8378944 May 29 01:05:12.055429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54080) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:12.062052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1489703607'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:12.074788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:12.079704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.086261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:12.086261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:12.108795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:12.114642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5583b5b8-1a3b-4e80-91c2-0928d87c7673']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:12.126845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:12.126845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41f9e4b-812f-41b6-9c0c-06ce0861fd10') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:12.129590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:12.130260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.136591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.161688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.163966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:12.215031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:12.244354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.244354 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment 7dc539fd-7234-4c48-8659-207eab265659 of type vlan for network 363b99d8-94c0-40aa-89a6-9f8c5ee06092 May 29 01:05:12.274521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.287600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Allocated IP 172.20.255.242 (e5a69c80-6441-46d5-9e9b-6bc5b34443c1/d37f1ecc-dea6-4ef2-9f31-18d81a9030c0/bce6ac42-4168-4e57-894e-4ac5212e7432) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:12.289407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8cdd6a62-decf-4a71-a9b6-b125976044b4 None None] Provisioning for port d26e3b58-2cea-449e-8d43-5152904568ca completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:12.302245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8cdd6a62-decf-4a71-a9b6-b125976044b4 None None] Provisioning complete for port d26e3b58-2cea-449e-8d43-5152904568ca triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:12.303259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6a62-decf-4a71-a9b6-b125976044b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.309975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.316039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:12.316039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.387359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port ef3decb5-85d6-4a0c-9be8-5b9678085c26, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef3decb5-85d6-4a0c-9be8-5b9678085c26,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:12.407850 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3478971 May 29 01:05:12.411038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54084) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:12.413406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.419870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:12.423585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.426501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': '363b99d8-94c0-40aa-89a6-9f8c5ee06092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:12.445085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.446031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.464325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:12.465353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.466698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd6a62-decf-4a71-a9b6-b125976044b4 None None] Port d26e3b58-2cea-449e-8d43-5152904568ca cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:12.471966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:12.471966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.505124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac9033-2222-44bb-9f21-156c8c0e3f6c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=363b99d8-94c0-40aa-89a6-9f8c5ee06092,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:12.533720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 363b99d8-94c0-40aa-89a6-9f8c5ee06092 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:12.551154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:12.556540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:12.564279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:12.572140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:12.591200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:12.623190 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:12.637262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=ef3decb5-85d6-4a0c-9be8-5b9678085c26,revision_number=8']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:12.637262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=89759110-5a40-4e24-a5a3-ae1b6fed286e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:12.696882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:12.709229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:12.718898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:12.723964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.731054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab8d3c-7f0f-4b3e-ad24-716d794aa9be None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:12.755779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:12.755779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.760131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.774492 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-be679da6-3027-4b48-ad60-0ad8de98971d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9939425 May 29 01:05:12.784448 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4cd60c83-c019-435c-834f-e891058ffb36 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0418668 May 29 01:05:12.784448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54088) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:12.795710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54090) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:12.808148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:12.857733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Transition to ACTIVE for port object bce6ac42-4168-4e57-894e-4ac5212e7432 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:12.899507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:40:fd:01', 'name': 'tempest-NetworksTestDHCPv6-529480350'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:12.926621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Transition to ACTIVE for port object bce6ac42-4168-4e57-894e-4ac5212e7432 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:12.931251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.935630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:12.969210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.063405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] Pushing event deleted for resources: {'Network': ['ID=5583b5b8-1a3b-4e80-91c2-0928d87c7673,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:13.084584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:13.084584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Pushing event updated for resources: {'Port': ['ID=bce6ac42-4168-4e57-894e-4ac5212e7432,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:13.086586 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10a5f3de-7d7a-4bac-87f5-c1503db2f18e admin admin] 10.222.0.33 "DELETE /v2.0/networks/5583b5b8-1a3b-4e80-91c2-0928d87c7673 HTTP/1.1" status: 204 len: 168 time: 3.6677408 May 29 01:05:13.088301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:13.112923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:13.183081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.307282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=dd46d60b-e252-4ecf-8dec-ec2008daefcf,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:13.319264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': '7dc539fd-7234-4c48-8659-207eab265659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '363b99d8-94c0-40aa-89a6-9f8c5ee06092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:13.320858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: 363b99d8-94c0-40aa-89a6-9f8c5ee06092, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:13.335276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Attempting to bind port bce6ac42-4168-4e57-894e-4ac5212e7432 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:13.335879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Attempting to bind port bce6ac42-4168-4e57-894e-4ac5212e7432 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '1c18ca7b-9161-4373-83c5-bb3327f0494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e5a69c80-6441-46d5-9e9b-6bc5b34443c1'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:13.336388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Attempting to bind port bce6ac42-4168-4e57-894e-4ac5212e7432 on network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:13.355111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:13.355111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Checking segment: {'id': '1c18ca7b-9161-4373-83c5-bb3327f0494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e5a69c80-6441-46d5-9e9b-6bc5b34443c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:13.355457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.355816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Bound using segment: {'id': '1c18ca7b-9161-4373-83c5-bb3327f0494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e5a69c80-6441-46d5-9e9b-6bc5b34443c1'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:13.356428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Bound port: bce6ac42-4168-4e57-894e-4ac5212e7432, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c18ca7b-9161-4373-83c5-bb3327f0494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e5a69c80-6441-46d5-9e9b-6bc5b34443c1'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:13.356820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.357937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network 363b99d8-94c0-40aa-89a6-9f8c5ee06092 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:13.372913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 363b99d8-94c0-40aa-89a6-9f8c5ee06092) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:13.380337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:13.381364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.388409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:13.406593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:13.412196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:13.420997 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aae425e7-a79b-48b3-9e54-700bc48cae32 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0085025 May 29 01:05:13.426142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:13.431606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54098) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:13.432811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38c420-d265-4f01-8ed2-df534b947769 None None] Network 363b99d8-94c0-40aa-89a6-9f8c5ee06092 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:13.454956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:13.459087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.461347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:13.471728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54102) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:13.479853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:13.483910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.502835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:13.623594 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9a9bd2e3-62b5-4b1a-a119-a7a2e0c0ac72 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9cd7a747df0a4f6b84cc6a375f1c75b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1479759 May 29 01:05:13.630854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54106) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:13.649060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] For port bce6ac42-4168-4e57-894e-4ac5212e7432, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:13.652622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] Update dhcp port {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'fixed_ips': [{'subnet_id': '89759110-5a40-4e24-a5a3-ae1b6fed286e', 'ip_address': '2001:db8:0:1:f816:3eff:fe0b:d9a6'}, {'subnet_id': '98e16758-f4b5-4326-895b-3b799faaf91d'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': 'ef3decb5-85d6-4a0c-9be8-5b9678085c26'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:05:13.657759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.661125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.711464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] For port bce6ac42-4168-4e57-894e-4ac5212e7432, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bce6ac42-4168-4e57-894e-4ac5212e7432,segment=NetworkSegment(1c18ca7b-9161-4373-83c5-bb3327f0494a),segment_id=1c18ca7b-9161-4373-83c5-bb3327f0494a)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:13.760359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8701712b-a819-4447-90db-d4d8bf6380d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.781283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.794592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.838516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8701712b-a819-4447-90db-d4d8bf6380d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.842363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.896142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port 2e629cc7-a2ea-4116-80bd-fa05b9f48ce6 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:13.928607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8701712b-a819-4447-90db-d4d8bf6380d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.938878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:13.993334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701712b-a819-4447-90db-d4d8bf6380d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd575c-ab3e-4520-af27-fab3a8dc73b8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:13.998931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=dd46d60b-e252-4ecf-8dec-ec2008daefcf,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:14.013572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c0a6c-c4c9-4e5d-86c8-87292090f06d None None] Pushing event updated for resources: {'Port': ['ID=bce6ac42-4168-4e57-894e-4ac5212e7432,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:14.049340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8701712b-a819-4447-90db-d4d8bf6380d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.049340 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8701712b-a819-4447-90db-d4d8bf6380d0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ddbd575c-ab3e-4520-af27-fab3a8dc73b8 HTTP/1.1" status: 204 len: 168 time: 0.4140046 May 29 01:05:14.080357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c55f5a-b810-4a17-a850-5d22982e0d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-363b99d8-94c0-40aa-89a6-9f8c5ee06092', 'network_id': '363b99d8-94c0-40aa-89a6-9f8c5ee06092', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': 'dd46d60b-e252-4ecf-8dec-ec2008daefcf'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:14.080357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b7c55f5a-b810-4a17-a850-5d22982e0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.133271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.183662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363b99d8-94c0-40aa-89a6-9f8c5ee06092']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:14.205849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc539fd-7234-4c48-8659-207eab265659') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:14.206926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc539fd-7234-4c48-8659-207eab265659') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:14.228504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.269222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.289749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:14.290406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.292873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::198 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/98e16758-f4b5-4326-895b-3b799faaf91d/2e629cc7-a2ea-4116-80bd-fa05b9f48ce6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:14.305039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:fd01 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/89759110-5a40-4e24-a5a3-ae1b6fed286e/2e629cc7-a2ea-4116-80bd-fa05b9f48ce6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:14.318827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:14.319569 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:14.396550 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.ipam_backend_mixin [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 52b0d5f9-726f-4f3b-9883-bdfe01f17971 (CIDR: 172.20.0.0/28) May 29 01:05:14.439661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:14.441314 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:14.441980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:14.461627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:14.463839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef3decb5-85d6-4a0c-9be8-5b9678085c26 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:14.482032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.482189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:14.486720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:14.487590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.487883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.490188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398273a4-fb0f-4d7c-9901-1cc54faee49d None None] Network 363b99d8-94c0-40aa-89a6-9f8c5ee06092 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:14.538697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:14.555351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d8f654a3-9e11-4d5e-ab3c-3c8b6013c0f4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7709265 May 29 01:05:14.556619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54112) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:14.557144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54114) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:14.557420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/363b99d8-94c0-40aa-89a6-9f8c5ee06092 HTTP/1.1" status: 204 len: 168 time: 1.1231663 May 29 01:05:14.561022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398273a4-fb0f-4d7c-9901-1cc54faee49d None None] Network 363b99d8-94c0-40aa-89a6-9f8c5ee06092 could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:05:14.565207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34a4b4-8495-47a9-866c-0b79ca6db6bd tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=363b99d8-94c0-40aa-89a6-9f8c5ee06092,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:14.567588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072642300'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:14.598881 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-178c0910-123a-40b2-acf6-87ed7efcc2f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2179182 May 29 01:05:14.602383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54122) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:14.609060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:14.613471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:14.644339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:14.644862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.766787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:14.802415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.824900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:14.841192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:14.855509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:14.862234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:14.872251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:14.877525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:14.903626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:14.905742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:14.910438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:14.961528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:15.034502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.042029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.045898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:15.069643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.098604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.099513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment 48724858-a66b-4289-97ee-25955a79c611 of type vlan for network ec61033a-4eeb-410d-b1f2-b1faf74ef8ab May 29 01:05:15.103837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object 2e629cc7-a2ea-4116-80bd-fa05b9f48ce6 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:15.117939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] In _notify_port_updated(), no bound segment for port 31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f on network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:05:15.122130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:15.122854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.124547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "PUT /v2.0/ports/31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f HTTP/1.1" status: 200 len: 818 time: 0.5210779 May 29 01:05:15.128088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54134) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:15.166121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.180722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0590b2-2b52-4921-9bc4-f7d4618b5c20 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:15.201388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.216060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:15.216563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.304828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:05:15.335240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.339147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:15.339742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.507228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/98e16758-f4b5-4326-895b-3b799faaf91d/ef3decb5-85d6-4a0c-9be8-5b9678085c26) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:15.578522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.594635 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0316522 May 29 01:05:15.665851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54144) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:15.670136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587d288-ad20-4c5f-a9d2-fd2638ccb0e7 None None] Network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:15.678313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': 'ec61033a-4eeb-410d-b1f2-b1faf74ef8ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:15.700921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d9da-0863-4a03-a595-615ffd913828 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=ec61033a-4eeb-410d-b1f2-b1faf74ef8ab,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:15.736489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ec61033a-4eeb-410d-b1f2-b1faf74ef8ab details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:15.774798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:15.787356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:15.802249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:15.807779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:15.808817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.816548 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.ipam_backend_mixin [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ff5f9aac-8ccc-45f4-833b-016b8325d38a (CIDR: 172.20.0.16/28) May 29 01:05:15.834720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:15.835452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:15.839360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=2e629cc7-a2ea-4116-80bd-fa05b9f48ce6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:15.864392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:15.870657 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-41c45feb-84c1-410f-8d43-f370781139e4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0737422 May 29 01:05:15.871557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54150) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:15.920050 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba50af9a-8a33-4589-abd0-4a2a969e65cd tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3606939 May 29 01:05:15.929842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54156) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:15.950783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] For port ef3decb5-85d6-4a0c-9be8-5b9678085c26, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef3decb5-85d6-4a0c-9be8-5b9678085c26,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:15.952166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'subnet': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:15.992889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-db64a429-6b6a-4e1a-bc3f-bbf3566af721 None None] Provisioning for port bce6ac42-4168-4e57-894e-4ac5212e7432 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:16.018252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:16.027862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:16.032455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.072789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:16.086335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:16.125946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] Transition to ACTIVE for port object ef3decb5-85d6-4a0c-9be8-5b9678085c26 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:16.133556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.152927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:16.161201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Usage tracker for resource:subnet and tenant:417a29dbfb3746a8b17899e6bcd51d98 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:16.166104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:16.170945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:16.176041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port 2e629cc7-a2ea-4116-80bd-fa05b9f48ce6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:16.176902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.213541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:16.230533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:16.269703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Made reservation on behalf of 417a29dbfb3746a8b17899e6bcd51d98 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:16.280742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.361174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e07584-1b04-43ac-b6d5-dbb8901353a7 None None] Pushing event updated for resources: {'Port': ['ID=ef3decb5-85d6-4a0c-9be8-5b9678085c26,revision_number=9']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:16.370547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.499202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.514960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing IP validity checks on allocation pools {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:05:16.515344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:05:16.545716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bce6ac42-4168-4e57-894e-4ac5212e7432 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:16.692542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.744387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port bce6ac42-4168-4e57-894e-4ac5212e7432 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:16.758572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port bce6ac42-4168-4e57-894e-4ac5212e7432 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:16.758988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.761398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.780236 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f HTTP/1.1" status: 204 len: 168 time: 1.6508377 May 29 01:05:16.784983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adddda-f0b8-4c1c-a8c4-e093178a01e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:16.793687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54170) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:16.871450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-50345105-9a47-4b7a-bc31-3003e39e7db5 None None] Provisioning complete for port bce6ac42-4168-4e57-894e-4ac5212e7432 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:16.871748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50345105-9a47-4b7a-bc31-3003e39e7db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.921143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:16.980493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.005717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=2535d32f-7594-40ec-be2c-a9931e338f5b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:17.037743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.064914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066645ba-877b-4f4f-aec0-70b20c7faf36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:17.065596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-066645ba-877b-4f4f-aec0-70b20c7faf36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:17.082304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': '48724858-a66b-4289-97ee-25955a79c611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ec61033a-4eeb-410d-b1f2-b1faf74ef8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:17.082947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: ec61033a-4eeb-410d-b1f2-b1faf74ef8ab, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:17.114151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-066645ba-877b-4f4f-aec0-70b20c7faf36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:17.122815 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-066645ba-877b-4f4f-aec0-70b20c7faf36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3274231 May 29 01:05:17.124143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54180) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:17.189189 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-82244104-7a4b-42ce-b7dc-0d25f0d2caf1 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:05:17.194385 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-82244104-7a4b-42ce-b7dc-0d25f0d2caf1 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/31cdd3c7-0fe1-4e7c-9fb8-de8fab2e240f HTTP/1.1" status: 404 len: 333 time: 0.0691853 May 29 01:05:17.194959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54184) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:17.201658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-845848406'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:17.208092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:17.214762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:17.218246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:17.231080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:17.246140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port bce6ac42-4168-4e57-894e-4ac5212e7432, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bce6ac42-4168-4e57-894e-4ac5212e7432,segment=NetworkSegment(1c18ca7b-9161-4373-83c5-bb3327f0494a),segment_id=1c18ca7b-9161-4373-83c5-bb3327f0494a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:17.256286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.262855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for 2e629cc7-a2ea-4116-80bd-fa05b9f48ce6 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:17.264512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:17.268298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.283040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network ec61033a-4eeb-410d-b1f2-b1faf74ef8ab is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:17.309699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ec61033a-4eeb-410d-b1f2-b1faf74ef8ab) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:17.325458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:17.326276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.345881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:17.363658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.364032 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment 264d9f22-fbc6-46c5-ac17-6f4792fa7556 of type vlan for network ede03590-2789-4750-b062-054eeca19cdc May 29 01:05:17.365168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54188) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:17.373310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.377447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=bce6ac42-4168-4e57-894e-4ac5212e7432,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:17.378126 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0b6a64be-e67f-4c07-b355-16f02215bfb9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7112401 May 29 01:05:17.380878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54194) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:17.387566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f338ec-abb3-4cf9-9caa-13a684c753d8 None None] Network ec61033a-4eeb-410d-b1f2-b1faf74ef8ab requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:17.475338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50345105-9a47-4b7a-bc31-3003e39e7db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.583007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.592753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.608829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-461998356', 'router:external': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:17.619833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:17.636606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:network and tenant:02b879c472404e058a8294dfb375b7fc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:17.642550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:17.689529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:17.700757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Subnet': ['ID=a40ecd97-424e-4da3-bbcb-55762ca0bb64,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:17.710761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.725604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.730388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:17.731174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.749023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-50345105-9a47-4b7a-bc31-3003e39e7db5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:17.755191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-50345105-9a47-4b7a-bc31-3003e39e7db5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:17.765473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Made reservation on behalf of 02b879c472404e058a8294dfb375b7fc for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:17.767968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.773668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:17.778275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1742055-7355-4bf3-ab4f-4af21df1426c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ec61033a-4eeb-410d-b1f2-b1faf74ef8ab', 'network_id': 'ec61033a-4eeb-410d-b1f2-b1faf74ef8ab', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': '2535d32f-7594-40ec-be2c-a9931e338f5b'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:17.779132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d1742055-7355-4bf3-ab4f-4af21df1426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.786951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:17.791518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:17.792553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.801735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d866680-646b-48a2-8a9b-f4b05a121461 None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:17.803681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=2e629cc7-a2ea-4116-80bd-fa05b9f48ce6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:17.900959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.912493 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c59c80f-bd67-4d74-abcf-1f8818b7d573 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9814684 May 29 01:05:17.917313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54200) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:17.929607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-730285142', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a40ecd97-424e-4da3-bbcb-55762ca0bb64'}], 'security_groups': ['f3b38883-efcd-41aa-9aff-458c8a8a6409', '7642dfd6-177e-4f26-b1ba-345cb3d6eb9b']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:17.935404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=ede03590-2789-4750-b062-054eeca19cdc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:17.955899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network ede03590-2789-4750-b062-054eeca19cdc details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:17.960102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.980303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:17.983913 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-179e616c-7363-4301-bebf-fb5455e4fc06 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/2e629cc7-a2ea-4116-80bd-fa05b9f48ce6 HTTP/1.1" status: 204 len: 168 time: 2.1100731 May 29 01:05:17.986756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54204) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:18.046406 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bf0c05d0-4930-4cca-a4a7-c1551f86b092 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8488212 May 29 01:05:18.050958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54208) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:18.072800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': 'ede03590-2789-4750-b062-054eeca19cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:18.080811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.307532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:18.321159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:security_group_rule and tenant:02b879c472404e058a8294dfb375b7fc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:18.326191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:18.345624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:18.357002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server [None req-d1742055-7355-4bf3-ab4f-4af21df1426c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2535d32f-7594-40ec-be2c-a9931e338f5b: This subnet is being modified by another concurrent operation. May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:05:18.363403 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.force_reraise() May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise value May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server raise exception May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2535d32f-7594-40ec-be2c-a9931e338f5b: This subnet is being modified by another concurrent operation. May 29 01:05:18.366681 dv-neutron-843186-2-hyperv neutron-server[83981]: ERROR oslo_messaging.rpc.server May 29 01:05:18.387082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3747cba-0ad1-4a30-88c8-a34ceb403d40 None None] Network ec61033a-4eeb-410d-b1f2-b1faf74ef8ab requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:18.409687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=2535d32f-7594-40ec-be2c-a9931e338f5b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:18.434792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:18.446198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b080f-b276-4fb7-b787-088050acbfa1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:18.450520 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-048b080f-b276-4fb7-b787-088050acbfa1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4598365 May 29 01:05:18.454838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54212) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:18.455845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:18.463163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:18.486629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef3decb5-85d6-4a0c-9be8-5b9678085c26 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:18.524255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:18.607669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Delete allocated IP 172.20.0.6 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/52b0d5f9-726f-4f3b-9883-bdfe01f17971) {{(pid=83980) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 29 01:05:18.616354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Allocated IP 172.20.0.36 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/a40ecd97-424e-4da3-bbcb-55762ca0bb64/d26e3b58-2cea-449e-8d43-5152904568ca) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:18.628781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:18.700297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8429965c-542e-4eef-9020-73da2f3e09af None None] Provisioning for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:18.722961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.723659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8429965c-542e-4eef-9020-73da2f3e09af None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:18.723659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8429965c-542e-4eef-9020-73da2f3e09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.793298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:18.794032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.805813 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.813479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.817107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] Update dhcp port {'port': {'network_id': 'ec8579db-9fad-4cf4-b5e8-d1f4e3042c75', 'fixed_ips': [{'subnet_id': 'ff5f9aac-8ccc-45f4-833b-016b8325d38a', 'ip_address': '172.20.0.18'}, {'subnet_id': '52b0d5f9-726f-4f3b-9883-bdfe01f17971', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a40ecd97-424e-4da3-bbcb-55762ca0bb64'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': '62fec770-9815-4491-82e9-9c31b32cd39c'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:05:18.833797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec61033a-4eeb-410d-b1f2-b1faf74ef8ab']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:18.846483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.853780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.870943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Transition to ACTIVE for port object d26e3b58-2cea-449e-8d43-5152904568ca will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:18.875863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.899052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.927005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48724858-a66b-4289-97ee-25955a79c611') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:18.927309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48724858-a66b-4289-97ee-25955a79c611') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:18.975930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d7d16-ba5c-4ae8-ae3e-52f9c93776b5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:18.978038 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-715d7d16-ba5c-4ae8-ae3e-52f9c93776b5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5187550 May 29 01:05:18.980420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:18.989870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54216) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:18.997458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:19.029238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.029950 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Added segment 586fdf54-c67b-4578-ba88-ad3b96c597ff of type vlan for network 5baff8d3-134d-4183-97c8-aa5099deff65 May 29 01:05:19.031569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a254ba1f-6d68-47ae-8e0a-aebd3f68649b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:19.037282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.052023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:19.052799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:19.072410 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:19.126705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event updated for resources: {'Port': ['ID=d26e3b58-2cea-449e-8d43-5152904568ca,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:19.191798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.209928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.213197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] In _notify_port_updated(), no bound segment for port d26e3b58-2cea-449e-8d43-5152904568ca on network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:05:19.215967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:19.216553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.223207 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2e39ccea-90ee-4a44-83d3-d23c773d5b9b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "PUT /v2.0/ports/d26e3b58-2cea-449e-8d43-5152904568ca HTTP/1.1" status: 200 len: 959 time: 1.2996795 May 29 01:05:19.224138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54220) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:19.255651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8429965c-542e-4eef-9020-73da2f3e09af None None] Could not find standard attr ID for object 2e629cc7-a2ea-4116-80bd-fa05b9f48ce6. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:05:19.263955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.272619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bce6ac42-4168-4e57-894e-4ac5212e7432 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:19.287228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6a55a-f9cd-4e36-bfb3-fd18908d4552 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:19.289274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6a55a-f9cd-4e36-bfb3-fd18908d4552 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:19.290584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6a55a-f9cd-4e36-bfb3-fd18908d4552 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:19.291618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-36a6a55a-f9cd-4e36-bfb3-fd18908d4552 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:19.311242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=ec61033a-4eeb-410d-b1f2-b1faf74ef8ab,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:19.337723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.337723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:19.338430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.352923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port d26e3b58-2cea-449e-8d43-5152904568ca {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:19.353361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.373196 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9a1aead5-be84-4772-bde8-8d791f4bca58 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/ec61033a-4eeb-410d-b1f2-b1faf74ef8ab HTTP/1.1" status: 204 len: 168 time: 1.9904275 May 29 01:05:19.387068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-36a6a55a-f9cd-4e36-bfb3-fd18908d4552 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:19.392484 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-36a6a55a-f9cd-4e36-bfb3-fd18908d4552 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3956044 May 29 01:05:19.392484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54224) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:19.397368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54226) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:19.412064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port bce6ac42-4168-4e57-894e-4ac5212e7432 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:19.412453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.457901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584514292'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:19.469687 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0998333 May 29 01:05:19.470730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54232) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:19.473695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8b4af-9ba7-4216-8830-9e81d07e5685 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Network': ['ID=5baff8d3-134d-4183-97c8-aa5099deff65,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:19.478915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] Allocated IP 172.20.0.34 (ec8579db-9fad-4cf4-b5e8-d1f4e3042c75/a40ecd97-424e-4da3-bbcb-55762ca0bb64/62fec770-9815-4491-82e9-9c31b32cd39c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:19.479562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'subnet': {'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:19.487891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:19.491738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5baff8d3-134d-4183-97c8-aa5099deff65 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:19.492850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:subnet and tenant:02b879c472404e058a8294dfb375b7fc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:19.495526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:19.496197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:19.501108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:19.503152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.506791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:19.512036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:19.532840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:19.584585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Made reservation on behalf of 02b879c472404e058a8294dfb375b7fc for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:19.586835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.669462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:19.688965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:19.691837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.719259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': '264d9f22-fbc6-46c5-ac17-6f4792fa7556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ede03590-2789-4750-b062-054eeca19cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:19.719876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: ede03590-2789-4750-b062-054eeca19cdc, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:19.771934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network ede03590-2789-4750-b062-054eeca19cdc is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:19.803030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] For port 62fec770-9815-4491-82e9-9c31b32cd39c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=62fec770-9815-4491-82e9-9c31b32cd39c,segment=NetworkSegment(6abb9b70-9698-44c8-89dd-118f5096dd80),segment_id=6abb9b70-9698-44c8-89dd-118f5096dd80)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:19.820019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, ede03590-2789-4750-b062-054eeca19cdc) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:19.829795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:19.831196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.834846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:19.840527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9fb963-7ee9-4c18-b29f-8caae6d0a4c9 None None] Network ede03590-2789-4750-b062-054eeca19cdc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:19.871095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.871432 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment db11e5d2-4760-4609-b29e-f30589c08ad0 of type vlan for network a46b3657-1069-44b2-9a08-51d1619c5961 May 29 01:05:19.877990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5f0ab14a-8a40-4a78-8ca1-90f8b296a08a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8212252 May 29 01:05:19.880466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54236) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:19.889098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': 'ede03590-2789-4750-b062-054eeca19cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:19.896113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 89759110-5a40-4e24-a5a3-ae1b6fed286e {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:19.914842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:19.966194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.017201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.048235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.059258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] Transition to ACTIVE for port object 62fec770-9815-4491-82e9-9c31b32cd39c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:20.104461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.119452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for d26e3b58-2cea-449e-8d43-5152904568ca owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:20.122904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:20.128642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:20.132232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:20.139146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:20.154123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.163062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:20.167180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.178463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-ede03590-2789-4750-b062-054eeca19cdc', 'network_id': 'ede03590-2789-4750-b062-054eeca19cdc', 'tenant_id': 'de000df38d0f45888ed63c7d9c343ce6', 'fixed_ips': [{'subnet_id': 'eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:20.179266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.309728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.315510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:20.316487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.407588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b2afa-6c4a-4dd8-a8a3-c9de4215763f None None] Pushing event updated for resources: {'Port': ['ID=62fec770-9815-4491-82e9-9c31b32cd39c,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:20.455849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:05:20.458724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.499853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=a46b3657-1069-44b2-9a08-51d1619c5961,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:20.509550 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-35713c58-ca65-4e4a-85ee-365f8d5aa3fc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1136427 May 29 01:05:20.511810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54240) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:20.519438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a46b3657-1069-44b2-9a08-51d1619c5961 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:20.539843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': 'a46b3657-1069-44b2-9a08-51d1619c5961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:20.542242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Allocated IP 2001:db8::2 (ede03590-2789-4750-b062-054eeca19cdc/eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1/e846bc92-c47c-42db-9ad6-371bdd5d34ae) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:20.570015 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.ipam_backend_mixin [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1 (CIDR: 2001:db8::/64) May 29 01:05:20.584745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.590548 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:20.590992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:20.596413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04059a5f-fb2b-462d-b214-0bce862eae9b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:20.617518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Checking segment: {'id': '586fdf54-c67b-4578-ba88-ad3b96c597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:20.617890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network hostable DHCP agents. Network: 5baff8d3-134d-4183-97c8-aa5099deff65, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:20.633590 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8007ee9d-8326-4261-a94b-98ae5fcd8ab7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7495420 May 29 01:05:20.634433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54244) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:20.643597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': 'ede03590-2789-4750-b062-054eeca19cdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:20.704210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.782669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network 5baff8d3-134d-4183-97c8-aa5099deff65 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:20.803146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=d26e3b58-2cea-449e-8d43-5152904568ca,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:20.827516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5baff8d3-134d-4183-97c8-aa5099deff65) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:20.844919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:20.848675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.867223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12049e6-3f91-4a78-bf6e-2e7dcf980760 None None] Network 5baff8d3-134d-4183-97c8-aa5099deff65 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:20.888572 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fa4d2527-0272-4bff-9a15-f2de57b6cd98 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4164016 May 29 01:05:20.892472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54248) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:20.900936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1447704904', 'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:20.915038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:20.924751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:port and tenant:02b879c472404e058a8294dfb375b7fc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:20.928348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:20.934525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:20.939538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:20.948797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:20.960473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:20.974751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:20.979946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.987732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:20.993838 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3839e2a7-4270-4c84-84e5-4602b4e0953b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/d26e3b58-2cea-449e-8d43-5152904568ca HTTP/1.1" status: 204 len: 168 time: 1.7645574 May 29 01:05:20.997094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54252) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:21.010792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:21.011184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.112133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Made reservation on behalf of 02b879c472404e058a8294dfb375b7fc for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:21.115142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.147879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] device_id is not set on port 336d6f0d-80bd-40bc-8e70-796c6eb5b8ef yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:21.227464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:21.233985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:21.236457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2d533b6-8e85-4eb3-b2f8-715fad990c5e None None] Provisioning for port 62fec770-9815-4491-82e9-9c31b32cd39c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:21.239961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:21.246239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2d533b6-8e85-4eb3-b2f8-715fad990c5e None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:21.246549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:21.246666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2d533b6-8e85-4eb3-b2f8-715fad990c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.261879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:21.306915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4ab2ad-69ad-4600-b9ae-325d91f485a9 None None] Network 5baff8d3-134d-4183-97c8-aa5099deff65 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:21.314410 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e77df2-83c5-4caf-909a-7f4d7b9ebc96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] GET failed (client error): The resource could not be found. May 29 01:05:21.314410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5e77df2-83c5-4caf-909a-7f4d7b9ebc96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Synchronizing usage tracker for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:21.326328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Transition to ACTIVE for port object e846bc92-c47c-42db-9ad6-371bdd5d34ae will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:21.332813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.395446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Allocated IP 172.20.0.11 (5baff8d3-134d-4183-97c8-aa5099deff65/04059a5f-fb2b-462d-b214-0bce862eae9b/336d6f0d-80bd-40bc-8e70-796c6eb5b8ef) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:21.434613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Transition to ACTIVE for port object e846bc92-c47c-42db-9ad6-371bdd5d34ae will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:21.460055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.504416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=89759110-5a40-4e24-a5a3-ae1b6fed286e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:21.538203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.543135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5e77df2-83c5-4caf-909a-7f4d7b9ebc96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Unset dirty status for tenant:417a29dbfb3746a8b17899e6bcd51d98 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:21.553287 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5e77df2-83c5-4caf-909a-7f4d7b9ebc96 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports/d26e3b58-2cea-449e-8d43-5152904568ca HTTP/1.1" status: 404 len: 333 time: 0.5474095 May 29 01:05:21.557696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54256) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:21.560010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Network ede03590-2789-4750-b062-054eeca19cdc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:21.567326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.571019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:21.575281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:21.579098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3975510d-8aaf-4cc6-8702-7a510245b46d None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:21.682109 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8fe87732-a04c-4c47-a435-706474b0ee74 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/89759110-5a40-4e24-a5a3-ae1b6fed286e HTTP/1.1" status: 204 len: 168 time: 2.2743437 May 29 01:05:21.693798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54260) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:21.806983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.856636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.906053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 98e16758-f4b5-4326-895b-3b799faaf91d {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:21.912520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Pushing event updated for resources: {'Port': ['ID=e846bc92-c47c-42db-9ad6-371bdd5d34ae,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:21.925097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:21.927405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Attempting to bind port e846bc92-c47c-42db-9ad6-371bdd5d34ae on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:21.927780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Attempting to bind port e846bc92-c47c-42db-9ad6-371bdd5d34ae by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '264d9f22-fbc6-46c5-ac17-6f4792fa7556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ede03590-2789-4750-b062-054eeca19cdc'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:21.928210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Attempting to bind port e846bc92-c47c-42db-9ad6-371bdd5d34ae on network ede03590-2789-4750-b062-054eeca19cdc {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:22.007863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.020990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:22.021467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Checking segment: {'id': '264d9f22-fbc6-46c5-ac17-6f4792fa7556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ede03590-2789-4750-b062-054eeca19cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:22.021849 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.022330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Bound using segment: {'id': '264d9f22-fbc6-46c5-ac17-6f4792fa7556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ede03590-2789-4750-b062-054eeca19cdc'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:22.022824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Bound port: e846bc92-c47c-42db-9ad6-371bdd5d34ae, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264d9f22-fbc6-46c5-ac17-6f4792fa7556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ede03590-2789-4750-b062-054eeca19cdc'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:22.023215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.026819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Port': ['ID=336d6f0d-80bd-40bc-8e70-796c6eb5b8ef,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:22.053302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.163013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2d533b6-8e85-4eb3-b2f8-715fad990c5e None None] Provisioning complete for port 24d78f40-136f-4349-8f64-15b513c936b5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:22.163235 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2d533b6-8e85-4eb3-b2f8-715fad990c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.167238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-303f399d-2930-4531-8eff-9c6015943331 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.209229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-303f399d-2930-4531-8eff-9c6015943331 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.216617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.229763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.277777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network ede03590-2789-4750-b062-054eeca19cdc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:22.284847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:22.287342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-303f399d-2930-4531-8eff-9c6015943331 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.291364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:22.292198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.310205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network 5baff8d3-134d-4183-97c8-aa5099deff65 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:22.329734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:22.334096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] For port e846bc92-c47c-42db-9ad6-371bdd5d34ae, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:22.338043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2d533b6-8e85-4eb3-b2f8-715fad990c5e None None] Port 24d78f40-136f-4349-8f64-15b513c936b5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:22.346509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] For port e846bc92-c47c-42db-9ad6-371bdd5d34ae, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e846bc92-c47c-42db-9ad6-371bdd5d34ae,segment=NetworkSegment(264d9f22-fbc6-46c5-ac17-6f4792fa7556),segment_id=264d9f22-fbc6-46c5-ac17-6f4792fa7556)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:22.351762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:22.373504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.389135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=d1e5d333-7c1d-42e5-8dbf-5b6146df3943,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:22.391891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f399d-2930-4531-8eff-9c6015943331 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b56ac1a-8c88-4160-8034-4c755cfc8168,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:22.393452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e2d533b6-8e85-4eb3-b2f8-715fad990c5e None None] Could not find standard attr ID for object d26e3b58-2cea-449e-8d43-5152904568ca. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:05:22.402740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=7fa18aa2-1e07-4fdc-a9e6-835be556338a,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:22.418038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': 'db11e5d2-4760-4609-b29e-f30589c08ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a46b3657-1069-44b2-9a08-51d1619c5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:22.418433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: a46b3657-1069-44b2-9a08-51d1619c5961, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:22.427346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-303f399d-2930-4531-8eff-9c6015943331 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.430820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54266) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:22.431064 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-303f399d-2930-4531-8eff-9c6015943331 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/security-groups/1b56ac1a-8c88-4160-8034-4c755cfc8168 HTTP/1.1" status: 204 len: 168 time: 0.8794622 May 29 01:05:22.435132 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-263c74f2-c165-46c8-81c3-4ed6cf3cf1ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7991412 May 29 01:05:22.438550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54270) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:22.452441 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': 'ede03590-2789-4750-b062-054eeca19cdc', 'fixed_ips': [{'subnet_id': 'eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1'}, {'subnet_id': '7fa18aa2-1e07-4fdc-a9e6-835be556338a'}], 'name': 'tempest-PortsIpV6TestJSON-583072784'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:22.474040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.498223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 62fec770-9815-4491-82e9-9c31b32cd39c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:22.531274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=98e16758-f4b5-4326-895b-3b799faaf91d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:22.550166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.558601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:22.559677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.581194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-47d3ecaa-2fc9-4633-8131-dead5417a97f None None] Could not find standard attr ID for object d26e3b58-2cea-449e-8d43-5152904568ca. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:05:22.607707 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-33a8c894-a856-467c-8864-008ce9638668 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/98e16758-f4b5-4326-895b-3b799faaf91d HTTP/1.1" status: 204 len: 168 time: 0.9113381 May 29 01:05:22.608729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network a46b3657-1069-44b2-9a08-51d1619c5961 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:22.611909 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6a448391-de16-4570-8315-b98ee23cb7e3 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.7181835 May 29 01:05:22.613065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54274) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:22.618515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54276) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:22.621736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229816a-e1bc-488c-b65f-5aa9a616bca4 None None] Pushing event updated for resources: {'Port': ['ID=e846bc92-c47c-42db-9ad6-371bdd5d34ae,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:22.673994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:22.674374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.687984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d745397e-2874-452d-beff-af6b59f73494 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.726703 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6699a409-5bc4-46f0-9fbf-58d464521b96 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080308 May 29 01:05:22.731354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54282) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:22.737674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a46b3657-1069-44b2-9a08-51d1619c5961) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:22.759367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:22.766206 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:22.770346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:22.772404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2fa8e9-6417-4773-ab1f-087ef08d0597 None None] Network a46b3657-1069-44b2-9a08-51d1619c5961 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:22.776024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:22.777264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:22.792436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:22.800771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.819389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:22.819967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:22.837413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 97225349-31f7-4d25-8b20-4ab6a26e658e yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:22.934654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d745397e-2874-452d-beff-af6b59f73494 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.058248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Deleting port 336d6f0d-80bd-40bc-8e70-796c6eb5b8ef {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:23.058563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.164313 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b0d9e1e0-cb7c-425c-b550-509a4e00827f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6293693 May 29 01:05:23.170903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d745397e-2874-452d-beff-af6b59f73494 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.174801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54286) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:23.276765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745397e-2874-452d-beff-af6b59f73494 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642dfd6-177e-4f26-b1ba-345cb3d6eb9b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:23.289172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:23.299521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:23.332547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:23.355701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d745397e-2874-452d-beff-af6b59f73494 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.361655 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d745397e-2874-452d-beff-af6b59f73494 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/security-groups/7642dfd6-177e-4f26-b1ba-345cb3d6eb9b HTTP/1.1" status: 204 len: 168 time: 0.9269683 May 29 01:05:23.362338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:23.376719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54290) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:23.383523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-a46b3657-1069-44b2-9a08-51d1619c5961', 'network_id': 'a46b3657-1069-44b2-9a08-51d1619c5961', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': 'd1e5d333-7c1d-42e5-8dbf-5b6146df3943'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:23.387157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.443813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:23.451303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.739801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Allocated IP 172.20.0.1 (a46b3657-1069-44b2-9a08-51d1619c5961/d1e5d333-7c1d-42e5-8dbf-5b6146df3943/790ced52-ef13-4909-a003-4bcf57ec6c4c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:23.763813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e26fd-719b-495a-8f89-00549fe716bf None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:23.776015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.783940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-543b2e6a-37fd-4e85-9f51-ccd3457e54a3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.868842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.955275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-543b2e6a-37fd-4e85-9f51-ccd3457e54a3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:23.960451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.011088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::2dd (ede03590-2789-4750-b062-054eeca19cdc/eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1/97225349-31f7-4d25-8b20-4ab6a26e658e) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:24.040179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8:0:1::e7 (ede03590-2789-4750-b062-054eeca19cdc/7fa18aa2-1e07-4fdc-a9e6-835be556338a/97225349-31f7-4d25-8b20-4ab6a26e658e) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:24.177122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Calling delete_port for 336d6f0d-80bd-40bc-8e70-796c6eb5b8ef owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:24.225827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c2e7e461-ce25-42c0-a7d4-59a5c96b1ce4 None None] Provisioning complete for port ef3decb5-85d6-4a0c-9be8-5b9678085c26 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:24.226462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e461-ce25-42c0-a7d4-59a5c96b1ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.313975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.320953 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e8ac7-c94e-4163-8693-9a2815269d68 None None] Network ede03590-2789-4750-b062-054eeca19cdc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:24.386369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-543b2e6a-37fd-4e85-9f51-ccd3457e54a3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.429449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.450414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2e6a-37fd-4e85-9f51-ccd3457e54a3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b38883-efcd-41aa-9aff-458c8a8a6409,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:24.499032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.569532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e846bc92-c47c-42db-9ad6-371bdd5d34ae up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:24.572032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-543b2e6a-37fd-4e85-9f51-ccd3457e54a3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.573279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-543b2e6a-37fd-4e85-9f51-ccd3457e54a3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/security-groups/f3b38883-efcd-41aa-9aff-458c8a8a6409 HTTP/1.1" status: 204 len: 168 time: 1.1997473 May 29 01:05:24.583412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54298) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:24.598615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object 97225349-31f7-4d25-8b20-4ab6a26e658e will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:24.599658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=dc5a986d-fbcd-47b0-9b8f-93283bd60369,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:24.599658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:24.599658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.603027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Transition to ACTIVE for port object 790ced52-ef13-4909-a003-4bcf57ec6c4c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:24.639283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:24.643133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:24.643758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.662911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event deleted for resources: {'Port': ['ID=336d6f0d-80bd-40bc-8e70-796c6eb5b8ef,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:24.689562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Transition to ACTIVE for port object 790ced52-ef13-4909-a003-4bcf57ec6c4c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:24.725583 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7673f213-8ea7-4abf-915a-760d1a0480fb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9891634 May 29 01:05:24.728620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54302) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:24.734764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:24.741730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:24.748329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.785075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.787077 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8c6a59d6-d1ef-4f56-bf26-f8215252a8e1 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "DELETE /v2.0/ports/336d6f0d-80bd-40bc-8e70-796c6eb5b8ef HTTP/1.1" status: 204 len: 168 time: 2.1631458 May 29 01:05:24.789913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54306) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:24.795478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65', 'external_fixed_ips': [{'subnet_id': '04059a5f-fb2b-462d-b214-0bce862eae9b', 'ip_address': '172.20.0.11'}]}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:24.801016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:24.804775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] Deleting port ef3decb5-85d6-4a0c-9be8-5b9678085c26 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:24.805918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.806012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:router and tenant:02b879c472404e058a8294dfb375b7fc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:24.808484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:24.814864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:24.825974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.826884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.866480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.911087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.914349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:24.981128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Pushing event updated for resources: {'Port': ['ID=790ced52-ef13-4909-a003-4bcf57ec6c4c,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:24.985793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Network a46b3657-1069-44b2-9a08-51d1619c5961 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:24.998587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:25.003833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e5d333-7c1d-42e5-8dbf-5b6146df3943,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:25.017100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:25.037924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port e846bc92-c47c-42db-9ad6-371bdd5d34ae completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:25.051305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.086715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c8130f3-28cf-4707-b946-df62b0de20ca None None] Provisioning for port e846bc92-c47c-42db-9ad6-371bdd5d34ae completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:25.096197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port e846bc92-c47c-42db-9ad6-371bdd5d34ae triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:25.097991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.231577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.274265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46b3657-1069-44b2-9a08-51d1619c5961']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:25.280659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c8130f3-28cf-4707-b946-df62b0de20ca None None] Provisioning complete for port e846bc92-c47c-42db-9ad6-371bdd5d34ae triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:25.280659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c8130f3-28cf-4707-b946-df62b0de20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.292338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db11e5d2-4760-4609-b29e-f30589c08ad0') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:25.292338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db11e5d2-4760-4609-b29e-f30589c08ad0') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:25.304502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.322335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network ede03590-2789-4750-b062-054eeca19cdc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:25.338333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=97225349-31f7-4d25-8b20-4ab6a26e658e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:25.338333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:25.355556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:25.359568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:25.360205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.380858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.391980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.395025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet 52b0d5f9-726f-4f3b-9883-bdfe01f17971 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:25.399201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:25.408909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.430362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.439814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:25.445221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:25.445612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:25.460823 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:25.469276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] For port ef3decb5-85d6-4a0c-9be8-5b9678085c26, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef3decb5-85d6-4a0c-9be8-5b9678085c26,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:25.469675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.473014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:25.479041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Attempting to bind port 790ced52-ef13-4909-a003-4bcf57ec6c4c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:25.479328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Attempting to bind port 790ced52-ef13-4909-a003-4bcf57ec6c4c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'db11e5d2-4760-4609-b29e-f30589c08ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a46b3657-1069-44b2-9a08-51d1619c5961'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:25.479713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Attempting to bind port 790ced52-ef13-4909-a003-4bcf57ec6c4c on network a46b3657-1069-44b2-9a08-51d1619c5961 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:25.555754 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7ad33615-d4bf-4c10-b277-0a49ef046c33 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.1125329 May 29 01:05:25.557560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54310) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:25.558423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:25.570415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:25.584202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.618025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:25.633376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 29 01:05:25.633376 dv-neutron-843186-2-hyperv neutron-server[83979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 29 01:05:25.633376 dv-neutron-843186-2-hyperv neutron-server[83979]: [parameters: {'id': 'a46b3657-1069-44b2-9a08-51d1619c5961'}] May 29 01:05:25.633376 dv-neutron-843186-2-hyperv neutron-server[83979]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:25.633784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:25.673040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] Calling delete_port for ef3decb5-85d6-4a0c-9be8-5b9678085c26 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:25.701720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:25.702026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Checking segment: {'id': 'db11e5d2-4760-4609-b29e-f30589c08ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a46b3657-1069-44b2-9a08-51d1619c5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:25.702425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.702941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Bound using segment: {'id': 'db11e5d2-4760-4609-b29e-f30589c08ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a46b3657-1069-44b2-9a08-51d1619c5961'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:25.703610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Bound port: 790ced52-ef13-4909-a003-4bcf57ec6c4c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db11e5d2-4760-4609-b29e-f30589c08ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a46b3657-1069-44b2-9a08-51d1619c5961'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:25.704189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.830105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Allocated IP 172.20.0.11 (5baff8d3-134d-4183-97c8-aa5099deff65/04059a5f-fb2b-462d-b214-0bce862eae9b/c977ad96-78c0-434b-920e-b694484267e6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:25.867308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54316) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:25.955412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.980831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c8130f3-28cf-4707-b946-df62b0de20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:25.994258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.001739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.025571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.034768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] Update dhcp port {'port': {'network_id': 'ede03590-2789-4750-b062-054eeca19cdc', 'fixed_ips': [{'subnet_id': 'eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1', 'ip_address': '2001:db8::2'}, {'subnet_id': '7fa18aa2-1e07-4fdc-a9e6-835be556338a'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': 'e846bc92-c47c-42db-9ad6-371bdd5d34ae'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:05:26.072465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.121299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] For port 790ced52-ef13-4909-a003-4bcf57ec6c4c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:26.135118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.152842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port e846bc92-c47c-42db-9ad6-371bdd5d34ae, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e846bc92-c47c-42db-9ad6-371bdd5d34ae,segment=NetworkSegment(264d9f22-fbc6-46c5-ac17-6f4792fa7556),segment_id=264d9f22-fbc6-46c5-ac17-6f4792fa7556)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:26.161927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] Pushing event deleted for resources: {'Port': ['ID=ef3decb5-85d6-4a0c-9be8-5b9678085c26,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:26.168400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] For port 790ced52-ef13-4909-a003-4bcf57ec6c4c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=790ced52-ef13-4909-a003-4bcf57ec6c4c,segment=NetworkSegment(db11e5d2-4760-4609-b29e-f30589c08ad0),segment_id=db11e5d2-4760-4609-b29e-f30589c08ad0)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:26.179777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.208888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853919eb-40ab-4875-b037-2bebeeb6d8fb None None] No DVR routers for this DVR port ef3decb5-85d6-4a0c-9be8-5b9678085c26 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:26.210391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.266425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port 790ced52-ef13-4909-a003-4bcf57ec6c4c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:26.266956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.317275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e2c7e-2931-4642-a42f-6467cb876f93 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:26.330716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.337380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.362125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Deleting port 9631868e-6f96-4529-bd7c-dcca192839ba {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:26.362688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.381155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.413181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.419508 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.ipam_backend_mixin [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc5a986d-fbcd-47b0-9b8f-93283bd60369 (CIDR: 2001:db8::/64) May 29 01:05:26.466851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef3decb5-85d6-4a0c-9be8-5b9678085c26 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:26.498282 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:26.498844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:26.521009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network 5baff8d3-134d-4183-97c8-aa5099deff65 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:26.523782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=52b0d5f9-726f-4f3b-9883-bdfe01f17971,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:26.527228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:26.529231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Port': ['ID=c977ad96-78c0-434b-920e-b694484267e6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:26.532585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:26.569072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ef3decb5-85d6-4a0c-9be8-5b9678085c26 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:26.569688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef3decb5-85d6-4a0c-9be8-5b9678085c26 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:26.588255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-1c8130f3-28cf-4707-b946-df62b0de20ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:26.588855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-1c8130f3-28cf-4707-b946-df62b0de20ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:26.602737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=e846bc92-c47c-42db-9ad6-371bdd5d34ae,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:26.635340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.649910 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e28ca81b-8617-4953-af39-e73f432b024b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/52b0d5f9-726f-4f3b-9883-bdfe01f17971 HTTP/1.1" status: 204 len: 168 time: 2.0706482 May 29 01:05:26.662145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c4e0c-8056-4371-9b12-f532b1978b5b None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:26.677569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54320) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:26.680791 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7899d543-b72a-4523-9095-29716b7aee8b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9512241 May 29 01:05:26.683928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54324) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:26.695799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'subnet': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:26.837079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Delete allocated IP 2001:db8:0:1::e7 (ede03590-2789-4750-b062-054eeca19cdc/7fa18aa2-1e07-4fdc-a9e6-835be556338a) {{(pid=83980) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 29 01:05:26.853186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet a40ecd97-424e-4da3-bbcb-55762ca0bb64 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:26.862087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.890877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.891461 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:26.905466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8476b7-a9be-4770-8ab1-77203bbe6cf6 None None] Pushing event updated for resources: {'Port': ['ID=790ced52-ef13-4909-a003-4bcf57ec6c4c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:26.970755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bc1d4-a4bd-431f-8da8-9a9b5018441d None None] Network a46b3657-1069-44b2-9a08-51d1619c5961 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:27.039965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:27.048252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Calling delete_port for 9631868e-6f96-4529-bd7c-dcca192839ba owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:27.048901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:subnet and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:27.054774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:27.069167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:27.083368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] For port 790ced52-ef13-4909-a003-4bcf57ec6c4c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=790ced52-ef13-4909-a003-4bcf57ec6c4c,segment=NetworkSegment(db11e5d2-4760-4609-b29e-f30589c08ad0),segment_id=db11e5d2-4760-4609-b29e-f30589c08ad0)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:27.083890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.090238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.112237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Ignored duplicate provisioning block setup for port 97225349-31f7-4d25-8b20-4ab6a26e658e by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 29 01:05:27.113153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:27.132188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.222680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.260845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Calling delete_port for 790ced52-ef13-4909-a003-4bcf57ec6c4c owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:27.307657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'tenant_id': '735235b0375547e6a71d286473197fc8', 'fixed_ips': [{'subnet_id': 'dc5a986d-fbcd-47b0-9b8f-93283bd60369'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:27.308509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.314220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=97225349-31f7-4d25-8b20-4ab6a26e658e,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:27.336781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] In _notify_port_updated(), no bound segment for port 97225349-31f7-4d25-8b20-4ab6a26e658e on network ede03590-2789-4750-b062-054eeca19cdc {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:05:27.340576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:27.341179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.345557 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10ef6934-4140-4cf9-ac1e-d1c476252631 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "PUT /v2.0/ports/97225349-31f7-4d25-8b20-4ab6a26e658e HTTP/1.1" status: 200 len: 925 time: 1.7853394 May 29 01:05:27.346960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54328) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:27.355526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1'}, {'subnet_id': '7fa18aa2-1e07-4fdc-a9e6-835be556338a'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:27.382915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.383644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.483795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.518736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] Allocated IP 2001:db8:0:1::2 (ede03590-2789-4750-b062-054eeca19cdc/7fa18aa2-1e07-4fdc-a9e6-835be556338a/e846bc92-c47c-42db-9ad6-371bdd5d34ae) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:27.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.631440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.670989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Port': ['ID=790ced52-ef13-4909-a003-4bcf57ec6c4c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:27.701570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No DVR routers for this DVR port 790ced52-ef13-4909-a003-4bcf57ec6c4c on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:27.730699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.795528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Allocated IP 2001:db8::2 (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/dc5a986d-fbcd-47b0-9b8f-93283bd60369/af6b04e4-9845-4f92-98cf-ce95e21a9569) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:27.799185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] For port e846bc92-c47c-42db-9ad6-371bdd5d34ae, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e846bc92-c47c-42db-9ad6-371bdd5d34ae,segment=NetworkSegment(264d9f22-fbc6-46c5-ac17-6f4792fa7556),segment_id=264d9f22-fbc6-46c5-ac17-6f4792fa7556)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:27.840842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.912163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.924024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.933087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event deleted for resources: {'Port': ['ID=9631868e-6f96-4529-bd7c-dcca192839ba,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:27.941999 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:27.944288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] Transition to ACTIVE for port object e846bc92-c47c-42db-9ad6-371bdd5d34ae will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:27.967442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.028270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.082475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46b3657-1069-44b2-9a08-51d1619c5961']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:28.091749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=a40ecd97-424e-4da3-bbcb-55762ca0bb64,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:28.109123 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-006d2932-9e73-42b5-99a9-0530f9272acc tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/a40ecd97-424e-4da3-bbcb-55762ca0bb64 HTTP/1.1" status: 204 len: 168 time: 1.4302211 May 29 01:05:28.111138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db11e5d2-4760-4609-b29e-f30589c08ad0') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:28.111613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db11e5d2-4760-4609-b29e-f30589c08ad0') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:28.126252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54332) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:28.163893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.192751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cfabe-163a-4af8-afec-190bfb67e003 None None] Pushing event updated for resources: {'Port': ['ID=e846bc92-c47c-42db-9ad6-371bdd5d34ae,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:28.193388 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7911f502-8f3a-47eb-9b77-0ee5df5ead08 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:28.193865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7911f502-8f3a-47eb-9b77-0ee5df5ead08 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:28.196704 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7911f502-8f3a-47eb-9b77-0ee5df5ead08 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/52b0d5f9-726f-4f3b-9883-bdfe01f17971 HTTP/1.1" status: 404 len: 337 time: 0.0685072 May 29 01:05:28.203824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54336) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:28.239234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.242115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.246214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.256820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Transition to ACTIVE for port object af6b04e4-9845-4f92-98cf-ce95e21a9569 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:28.294867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Transition to ACTIVE for port object af6b04e4-9845-4f92-98cf-ce95e21a9569 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:28.311809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.326171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:28.326824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:28.342433 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:28.484191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e846bc92-c47c-42db-9ad6-371bdd5d34ae up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:28.525109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:28.536491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8:0:1::1d (ede03590-2789-4750-b062-054eeca19cdc/7fa18aa2-1e07-4fdc-a9e6-835be556338a/97225349-31f7-4d25-8b20-4ab6a26e658e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:28.539654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:28.542293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting subnet ff5f9aac-8ccc-45f4-833b-016b8325d38a {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:28.542735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:28.553230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Pushing event updated for resources: {'Port': ['ID=af6b04e4-9845-4f92-98cf-ce95e21a9569,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:28.554113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.639058 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.676916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Attempting to bind port af6b04e4-9845-4f92-98cf-ce95e21a9569 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:28.677586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Attempting to bind port af6b04e4-9845-4f92-98cf-ce95e21a9569 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:28.678117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Attempting to bind port af6b04e4-9845-4f92-98cf-ce95e21a9569 on network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:28.681754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.690618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:28.691279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Checking segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:28.691872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.692444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Bound using segment: {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:28.693088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Bound port: af6b04e4-9845-4f92-98cf-ce95e21a9569, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afb0d8-fdcb-41c5-b543-72a6b39d06b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:28.693632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.743782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.762649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Ignored duplicate provisioning block setup for port 97225349-31f7-4d25-8b20-4ab6a26e658e by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 29 01:05:28.784833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.801126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.821484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=a46b3657-1069-44b2-9a08-51d1619c5961,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:28.827815 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a1ee9f9a-d29f-4324-ac96-6271447b3297 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/a46b3657-1069-44b2-9a08-51d1619c5961 HTTP/1.1" status: 204 len: 168 time: 5.6515255 May 29 01:05:28.831210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54340) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:28.837474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-657037102'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:28.844551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] For port af6b04e4-9845-4f92-98cf-ce95e21a9569, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:28.849155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:28.852757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] For port af6b04e4-9845-4f92-98cf-ce95e21a9569, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af6b04e4-9845-4f92-98cf-ce95e21a9569,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:28.859707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:28.864795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:28.867499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.874127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:28.923943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f7fad-e393-4dcb-b77a-e3456ca99e0f None None] Network ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:28.935370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:28.961991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:28.964927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.003818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:29.035078 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=97225349-31f7-4d25-8b20-4ab6a26e658e,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:29.035482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.035840 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment 4624f7bf-52fb-44aa-8c05-c1e0df2f3eca of type vlan for network b79cadb8-3dca-49cc-ac6f-3f8207584f00 May 29 01:05:29.048091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] In _notify_port_updated(), no bound segment for port 97225349-31f7-4d25-8b20-4ab6a26e658e on network ede03590-2789-4750-b062-054eeca19cdc {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:05:29.051888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:29.052610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.053919 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a998c89e-2127-4e3d-bcc1-ce81265c99fd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "PUT /v2.0/ports/97225349-31f7-4d25-8b20-4ab6a26e658e HTTP/1.1" status: 200 len: 1010 time: 1.7058198 May 29 01:05:29.060669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54344) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:29.073789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da94a2e-a231-431f-b967-3c9e272b6a7c None None] Pushing event updated for resources: {'Port': ['ID=af6b04e4-9845-4f92-98cf-ce95e21a9569,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:29.080935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.109562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-625c7c6a-e271-4bb8-9812-05f4ced3da6a None None] Provisioning complete for port 62fec770-9815-4491-82e9-9c31b32cd39c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:29.109562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-625c7c6a-e271-4bb8-9812-05f4ced3da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.115615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.169750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 97225349-31f7-4d25-8b20-4ab6a26e658e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:29.170381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.213460 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5f9aac-8ccc-45f4-833b-016b8325d38a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:29.221797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.228016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:29.228791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.237641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.274079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:05:29.334715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Router d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:05:29.430178 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6bba8845-2401-4ebb-9e00-16ccf74dd1c4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/ff5f9aac-8ccc-45f4-833b-016b8325d38a HTTP/1.1" status: 204 len: 168 time: 1.2226975 May 29 01:05:29.434221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54348) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:29.451216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49f7c0-c5a6-4340-9eb3-e9e88657af02 None None] Network ede03590-2789-4750-b062-054eeca19cdc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:29.491053 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6587689 May 29 01:05:29.492027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78e3d6-46b9-409e-b4d4-3384a062a024 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=b79cadb8-3dca-49cc-ac6f-3f8207584f00,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:29.494141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54352) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:29.498222 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-148281b8-5975-4692-9056-5da246b146b4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:29.498654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148281b8-5975-4692-9056-5da246b146b4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:29.503290 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-148281b8-5975-4692-9056-5da246b146b4 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/dd9c5176-59b7-43e2-afb8-6f29a3b8d764 HTTP/1.1" status: 404 len: 337 time: 0.0642028 May 29 01:05:29.506183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': 'b79cadb8-3dca-49cc-ac6f-3f8207584f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:29.507405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54356) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:29.543661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network b79cadb8-3dca-49cc-ac6f-3f8207584f00 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:29.717794 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ddc5197d-9dfd-41de-b5bb-afcbd9df3aa8 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "GET /v2.0/ports?device_id=617d7e13-f003-46b2-b7b8-f9a97790a39b HTTP/1.1" status: 200 len: 205 time: 0.2072766 May 29 01:05:29.729029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54360) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:29.777632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-625c7c6a-e271-4bb8-9812-05f4ced3da6a None None] Provisioning complete for port 24d78f40-136f-4349-8f64-15b513c936b5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:29.778008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-625c7c6a-e271-4bb8-9812-05f4ced3da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.838859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] DHCP port deletion for ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:29.843490 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-b1c39307-0d06-47a8-9197-055518974f7d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] delete failed (client error): The resource could not be found. May 29 01:05:29.848599 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b1c39307-0d06-47a8-9197-055518974f7d tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/routers/617d7e13-f003-46b2-b7b8-f9a97790a39b HTTP/1.1" status: 404 len: 336 time: 0.0984318 May 29 01:05:29.851705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54364) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:29.881638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] Deleting port 62fec770-9815-4491-82e9-9c31b32cd39c {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:29.882001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:29.890908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:29.897634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:29.901718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:29.910116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:29.919617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-625c7c6a-e271-4bb8-9812-05f4ced3da6a None None] Port 24d78f40-136f-4349-8f64-15b513c936b5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:29.931023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:30.047840 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-38045ace-936e-4a67-8227-b7f815b12960 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:30.048534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38045ace-936e-4a67-8227-b7f815b12960 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:30.056869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.104623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.142000 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-38045ace-936e-4a67-8227-b7f815b12960 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/ae47a427-d13e-4a5d-ab32-266777895280 HTTP/1.1" status: 404 len: 337 time: 0.2892442 May 29 01:05:30.142190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-48d3fa80-365d-4038-8d08-87dcad0a87eb None None] Provisioning for port 97225349-31f7-4d25-8b20-4ab6a26e658e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:30.148794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-48d3fa80-365d-4038-8d08-87dcad0a87eb None None] Provisioning complete for port 97225349-31f7-4d25-8b20-4ab6a26e658e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:30.149163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48d3fa80-365d-4038-8d08-87dcad0a87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.156530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54368) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:30.234871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Router 9f48384c-ae6a-4ec5-b084-e9b8838b030f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:05:30.276277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] For port 62fec770-9815-4491-82e9-9c31b32cd39c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=62fec770-9815-4491-82e9-9c31b32cd39c,segment=NetworkSegment(6abb9b70-9698-44c8-89dd-118f5096dd80),segment_id=6abb9b70-9698-44c8-89dd-118f5096dd80)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:30.276671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.394448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 97225349-31f7-4d25-8b20-4ab6a26e658e owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:30.470117 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f477ca2-8595-4b2e-bbc6-014515c1148c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:30.470814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f477ca2-8595-4b2e-bbc6-014515c1148c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:30.472702 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7f477ca2-8595-4b2e-bbc6-014515c1148c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/c873fd9b-69f3-4bea-b02f-3a6f13ceffbf HTTP/1.1" status: 404 len: 337 time: 0.2299497 May 29 01:05:30.486377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54372) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:30.495036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.502946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.529099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] Calling delete_port for 62fec770-9815-4491-82e9-9c31b32cd39c owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:30.558301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4f0d6e-55f5-4382-ad28-150e33bb922c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:30.559032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4f0d6e-55f5-4382-ad28-150e33bb922c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:30.561236 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2c4f0d6e-55f5-4382-ad28-150e33bb922c tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/919a2996-ed02-40c0-8b48-c4838ba10512 HTTP/1.1" status: 404 len: 337 time: 0.0676200 May 29 01:05:30.564646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54376) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:30.645244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-48d3fa80-365d-4038-8d08-87dcad0a87eb None None] Port 97225349-31f7-4d25-8b20-4ab6a26e658e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:30.647967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device af6b04e4-9845-4f92-98cf-ce95e21a9569 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:30.654847 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9098db8d-99e3-478a-bf68-6551103c055e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:30.655450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9098db8d-99e3-478a-bf68-6551103c055e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:30.688727 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9098db8d-99e3-478a-bf68-6551103c055e tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/1881dce8-9079-4d9a-bdc5-b7e9f2b4ce2a HTTP/1.1" status: 404 len: 333 time: 0.1220596 May 29 01:05:30.692951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54380) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:30.700989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=efec2606-31bb-4696-bfb8-3125311392ef,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:30.730201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': '4624f7bf-52fb-44aa-8c05-c1e0df2f3eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b79cadb8-3dca-49cc-ac6f-3f8207584f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:30.730704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: b79cadb8-3dca-49cc-ac6f-3f8207584f00, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:30.767864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-48d3fa80-365d-4038-8d08-87dcad0a87eb None None] Provisioning for port e846bc92-c47c-42db-9ad6-371bdd5d34ae completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:30.773099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.790260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network b79cadb8-3dca-49cc-ac6f-3f8207584f00 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:30.811497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-48d3fa80-365d-4038-8d08-87dcad0a87eb None None] Provisioning complete for port e846bc92-c47c-42db-9ad6-371bdd5d34ae triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:30.811497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48d3fa80-365d-4038-8d08-87dcad0a87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.811780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:05:30.819009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:05:30.823530 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] Sync routers for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:05:30.824051 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.847782 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:30.848909 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:30.865722 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-1975ee06-4453-4f96-b863-bcfc0c9b5ea3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:30.866272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1975ee06-4453-4f96-b863-bcfc0c9b5ea3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:30.879287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Sync routers for ids ['d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:05:30.891027 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9e76e4d9-072b-41fd-8fe6-9ae9b5744e0a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "DELETE /v2.0/floatingips/b125c9bd-8909-4219-9ee4-847f645098a8 HTTP/1.1" status: 204 len: 168 time: 5.0196476 May 29 01:05:30.891027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, b79cadb8-3dca-49cc-ac6f-3f8207584f00) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:30.902060 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1975ee06-4453-4f96-b863-bcfc0c9b5ea3 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/df1c7666-2779-4677-9b56-624b641db631 HTTP/1.1" status: 404 len: 337 time: 0.1893597 May 29 01:05:30.902580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] Pushing event deleted for resources: {'Port': ['ID=62fec770-9815-4491-82e9-9c31b32cd39c,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:30.908966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54386) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:30.909882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:05:30.933577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42cd5db-1808-401b-92a5-692587521ef3 None None] No DVR routers for this DVR port 62fec770-9815-4491-82e9-9c31b32cd39c on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:30.935732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a33dc-22de-421e-9994-085075094dae None None] Network b79cadb8-3dca-49cc-ac6f-3f8207584f00 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:30.948311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:30.954391 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d91c2b69-c2a9-439a-b5ca-bcbcb9bbb0b6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.1585379 May 29 01:05:30.958736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54392) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:30.968733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port af6b04e4-9845-4f92-98cf-ce95e21a9569 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:31.040369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:31.042000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:31.086278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Routers {'d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:31.088990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f580dd3d-7be4-4970-b25e-0be583a99809 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:31.089470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f580dd3d-7be4-4970-b25e-0be583a99809 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:31.094918 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f580dd3d-7be4-4970-b25e-0be583a99809 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/5fd61586-7f4f-43ea-b16c-d935653ac51b HTTP/1.1" status: 404 len: 337 time: 0.1651039 May 29 01:05:31.098079 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716a7305-f784-4e38-b11f-85c12e3b1374'] response: {'name': 'network-changed', 'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'status': 'completed', 'code': 200} May 29 01:05:31.098262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:31.104745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54396) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:31.124297 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e971280-116c-4341-9888-8972752ff369 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6275022 May 29 01:05:31.138542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54402) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:31.270488 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb86cde1-b7db-4bd1-802a-2d06115276a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:31.271030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb86cde1-b7db-4bd1-802a-2d06115276a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:31.278945 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fb86cde1-b7db-4bd1-802a-2d06115276a0 tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/7de35a2d-a02e-4b49-b74b-87fd62e48914 HTTP/1.1" status: 404 len: 333 time: 0.1729333 May 29 01:05:31.280440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54406) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:31.358363 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:31.391681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 62fec770-9815-4491-82e9-9c31b32cd39c no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:31.459929 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e009806d-009b-4156-a9db-ffa8379a971f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:31.460393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e009806d-009b-4156-a9db-ffa8379a971f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:31.465760 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e009806d-009b-4156-a9db-ffa8379a971f tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/f6131bc1-7919-4c6d-9e3a-bfb2352f9891 HTTP/1.1" status: 404 len: 337 time: 0.1827705 May 29 01:05:31.467188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54412) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:31.523636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-153a240a-3c7f-4c9d-94c7-0be07de304df tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] DELETE failed (client error): The resource could not be found. May 29 01:05:31.524278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153a240a-3c7f-4c9d-94c7-0be07de304df tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:31.526055 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-153a240a-3c7f-4c9d-94c7-0be07de304df tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/subnets/c6968f84-f5a2-42f6-bca3-59b0bea4c4c2 HTTP/1.1" status: 404 len: 337 time: 0.0528650 May 29 01:05:31.536301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54416) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:31.567944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] For port af6b04e4-9845-4f92-98cf-ce95e21a9569, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af6b04e4-9845-4f92-98cf-ce95e21a9569,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:31.634705 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-19bb7094-ec00-4213-aad6-bc1fd259a860 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2999c56a298453982d53aaa938834dc&device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 1098 time: 0.5368872 May 29 01:05:31.638412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Deleting port 24d78f40-136f-4349-8f64-15b513c936b5 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:31.638871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:31.661937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 62fec770-9815-4491-82e9-9c31b32cd39c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:31.662757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 62fec770-9815-4491-82e9-9c31b32cd39c not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:31.668841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:31.785982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:05:31.814376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:31.833908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Set router d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:31.864661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=97225349-31f7-4d25-8b20-4ab6a26e658e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:31.876147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:31.964276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:31.970012 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-701687fa-a1e3-44a8-958f-af13bd5f8e1d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/97225349-31f7-4d25-8b20-4ab6a26e658e HTTP/1.1" status: 204 len: 168 time: 2.9051614 May 29 01:05:31.970012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:31.993755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54422) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:31.994470 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:18Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:32.001241 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] Checking router: 9f48384c-ae6a-4ec5-b084-e9b8838b030f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:05:32.002589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.002770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.019845 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:32.020511 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:32.090752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:32.121027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:32.135405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:32.136020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.155073 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a748a04-1ae4-4c22-8c6e-70590f769a70 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:05:32.155798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5a748a04-1ae4-4c22-8c6e-70590f769a70 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:32.241105 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:32.270301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3420-1375-4710-a4f9-450038f5d07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.271746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-7807523b-7694-4a60-a8e2-aa7007106b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:32.273357 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-7807523b-7694-4a60-a8e2-aa7007106b34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=759091a9-1ac8-4e82-9967-e8fbff956f91 HTTP/1.1" status: 200 len: 897 time: 0.5825882 May 29 01:05:32.322428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e6646-af2e-4116-8a98-d1313a06cabb None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:32.395717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5a748a04-1ae4-4c22-8c6e-70590f769a70 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:32.396930 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5a748a04-1ae4-4c22-8c6e-70590f769a70 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/97225349-31f7-4d25-8b20-4ab6a26e658e HTTP/1.1" status: 404 len: 333 time: 0.3960171 May 29 01:05:32.403626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54426) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:32.439940 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7531567 May 29 01:05:32.447903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54430) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:32.459434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Subnet': ['ID=98277c0d-8a67-4328-b134-abdaf4a88411,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:32.467543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Request body: {'port': {'network_id': '56c4a30a-0cb6-48d5-8c59-85deed3b4bcb', 'mac_address': 'fa:16:3e:fa:bd:1a', 'name': 'tempest-NetworksTestDHCPv6-1188949743'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:32.476787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Could not find standard attr ID for object 97225349-31f7-4d25-8b20-4ab6a26e658e. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:05:32.487861 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-87e13408-592c-44ab-9f42-27cd8f4b7196 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482 HTTP/1.1" status: 200 len: 217 time: 0.1904359 May 29 01:05:32.521949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Provisioning complete for port e846bc92-c47c-42db-9ad6-371bdd5d34ae triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:32.522330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.544689 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.570821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5', 'name': '', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65', 'external_fixed_ips': [{'subnet_id': '04059a5f-fb2b-462d-b214-0bce862eae9b', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c977ad96-78c0-434b-920e-b694484267e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:24Z', 'updated_at': '2022-05-29T01:05:26Z', 'revision_number': 3, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port': {'id': 'c977ad96-78c0-434b-920e-b694484267e6', 'name': '', 'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:12:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04059a5f-fb2b-462d-b214-0bce862eae9b', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:05:25Z', 'updated_at': '2022-05-29T01:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04059a5f-fb2b-462d-b214-0bce862eae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:32.609157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:32.613318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Usage tracker for resource:port and tenant:735235b0375547e6a71d286473197fc8 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:32.616604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:32.616780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Checking router: d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:05:32.616980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Updating router d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5 port c977ad96-78c0-434b-920e-b694484267e6 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:05:32.622786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:32.630605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bcb37-332d-4b9b-a003-bbbdc8be07a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=af6b04e4-9845-4f92-98cf-ce95e21a9569,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:32.634064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7c50-462d-4852-ae29-914ac4612ae8 req-2a728b7f-088d-4524-8087-a01d2551b785 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:32.634792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-03ae7c50-462d-4852-ae29-914ac4612ae8 req-2a728b7f-088d-4524-8087-a01d2551b785 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Synchronizing usage tracker for tenant:f2999c56a298453982d53aaa938834dc on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:32.642118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Made reservation on behalf of 735235b0375547e6a71d286473197fc8 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:32.662074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.667147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.684622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.722727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Calling delete_port for 24d78f40-136f-4349-8f64-15b513c936b5 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:32.732090 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:18Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:32.741270 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b944468b-2318-44ba-9f4f-9f941b868b86 None None] The sync data for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv is: [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:02:07Z', 'revision_number': 4, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b', 'name': '', 'network_id': '759091a9-1ac8-4e82-9967-e8fbff956f91', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'mac_address': 'fa:16:3e:5a:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:06Z', 'updated_at': '2022-05-29T01:02:18Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'subnets': [{'id': '4ac06bda-9f16-4bef-88fa-3d59a76b005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:05:32.815200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba716192-9542-41e6-bc56-adebca68f7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-b79cadb8-3dca-49cc-ac6f-3f8207584f00', 'network_id': 'b79cadb8-3dca-49cc-ac6f-3f8207584f00', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': 'efec2606-31bb-4696-bfb8-3125311392ef'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:32.816027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ba716192-9542-41e6-bc56-adebca68f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.905027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 7fa18aa2-1e07-4fdc-a9e6-835be556338a {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:32.909052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-03ae7c50-462d-4852-ae29-914ac4612ae8 req-2a728b7f-088d-4524-8087-a01d2551b785 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Unset dirty status for tenant:f2999c56a298453982d53aaa938834dc on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:32.910263 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03ae7c50-462d-4852-ae29-914ac4612ae8 req-2a728b7f-088d-4524-8087-a01d2551b785 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 1.2254050 May 29 01:05:32.913154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:32.926448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=efec2606-31bb-4696-bfb8-3125311392ef,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:32.948040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-74a89ab8-f4a0-4c39-bfe2-714edc2ae4fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:32.950235 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-74a89ab8-f4a0-4c39-bfe2-714edc2ae4fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ac06bda-9f16-4bef-88fa-3d59a76b005f HTTP/1.1" status: 200 len: 834 time: 0.4442101 May 29 01:05:33.144364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd52bce-e89a-4315-8911-5026286c5dbd None None] Network b79cadb8-3dca-49cc-ac6f-3f8207584f00 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:33.146330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03ae7c50-462d-4852-ae29-914ac4612ae8 req-9ed04b96-7dee-4883-aad7-a73e9408d0c0 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957395 May 29 01:05:33.147483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.149172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.212511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.214452 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fcbcf-ba0f-4ad2-b74c-9830e1166554 None None] New status for floating IP b125c9bd-8909-4219-9ee4-847f645098a8: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:05:33.225783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79cadb8-3dca-49cc-ac6f-3f8207584f00']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:33.230439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.252641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4624f7bf-52fb-44aa-8c05-c1e0df2f3eca') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:33.253137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4624f7bf-52fb-44aa-8c05-c1e0df2f3eca') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:33.286020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.286291 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-15e686a3-a344-4ed7-b4c3-1aadbbe269c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=759091a9-1ac8-4e82-9967-e8fbff956f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2475288 May 29 01:05:33.319967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] device_id is not set on port a17dcc88-372a-468b-90f8-324391d78488 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:33.359495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.361918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Port': ['ID=24d78f40-136f-4349-8f64-15b513c936b5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:33.371657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:33.372558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.376878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:33.389925 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:33.403695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-0b0d905d-f1ed-4968-8069-8903e4cb1aa1 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:33.405470 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-0b0d905d-f1ed-4968-8069-8903e4cb1aa1 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.16 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.3552608 May 29 01:05:33.458618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Provisioning for port af6b04e4-9845-4f92-98cf-ce95e21a9569 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:33.462371 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d0f4d937-78f2-4d53-a15e-d7d173763e3b tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/ports/24d78f40-136f-4349-8f64-15b513c936b5 HTTP/1.1" status: 204 len: 168 time: 1.9248650 May 29 01:05:33.471294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54434) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:33.476069 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Provisioning complete for port af6b04e4-9845-4f92-98cf-ce95e21a9569 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:33.476573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.565558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.597621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Deleting port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:33.597960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.624102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.629966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.660685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=b79cadb8-3dca-49cc-ac6f-3f8207584f00,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:33.663555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b23d33b-b0a6-4d77-ae16-24d23140b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.691280 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-48dfa287-d204-4f92-b2eb-3c01806574ee tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/b79cadb8-3dca-49cc-ac6f-3f8207584f00 HTTP/1.1" status: 204 len: 168 time: 2.5440679 May 29 01:05:33.698999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54438) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:33.708937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.742147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520566037'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:33.764055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.770318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:33.790372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.823692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.849537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Transition to ACTIVE for port object c977ad96-78c0-434b-920e-b694484267e6 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:33.855120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] For port af6b04e4-9845-4f92-98cf-ce95e21a9569, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af6b04e4-9845-4f92-98cf-ce95e21a9569,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:33.861969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.870108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:33.873949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:33.882021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:33.900698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.957558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Attempting to bind port c977ad96-78c0-434b-920e-b694484267e6 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:33.957936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Attempting to bind port c977ad96-78c0-434b-920e-b694484267e6 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '586fdf54-c67b-4578-ba88-ad3b96c597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:33.958424 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Attempting to bind port c977ad96-78c0-434b-920e-b694484267e6 on network 5baff8d3-134d-4183-97c8-aa5099deff65 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:33.960731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872be33-f99e-45a7-9794-e50469cad9dc None None] Pushing event updated for resources: {'Port': ['ID=c977ad96-78c0-434b-920e-b694484267e6,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:33.968095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:33.996781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8579db-9fad-4cf4-b5e8-d1f4e3042c75']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:34.011092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abb9b70-9698-44c8-89dd-118f5096dd80') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:34.011465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abb9b70-9698-44c8-89dd-118f5096dd80') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:34.018942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:34.019324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Checking segment: {'id': '586fdf54-c67b-4578-ba88-ad3b96c597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:34.019863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.020282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Bound using segment: {'id': '586fdf54-c67b-4578-ba88-ad3b96c597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:34.020903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Bound port: c977ad96-78c0-434b-920e-b694484267e6, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586fdf54-c67b-4578-ba88-ad3b96c597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5baff8d3-134d-4183-97c8-aa5099deff65'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:34.021283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.024077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8::1bc (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/dc5a986d-fbcd-47b0-9b8f-93283bd60369/a17dcc88-372a-468b-90f8-324391d78488) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:34.024556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.030663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:bd1a (56c4a30a-0cb6-48d5-8c59-85deed3b4bcb/98277c0d-8a67-4328-b134-abdaf4a88411/a17dcc88-372a-468b-90f8-324391d78488) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:34.041159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.047918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:34.048357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.096582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c187e4-7411-441c-9da7-750761488f1f None None] Pushing event updated for resources: {'Port': ['ID=af6b04e4-9845-4f92-98cf-ce95e21a9569,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:34.144669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] For port c977ad96-78c0-434b-920e-b694484267e6, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:34.172908 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:34.176138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] For port c977ad96-78c0-434b-920e-b694484267e6, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c977ad96-78c0-434b-920e-b694484267e6,segment=NetworkSegment(586fdf54-c67b-4578-ba88-ad3b96c597ff),segment_id=586fdf54-c67b-4578-ba88-ad3b96c597ff)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:34.176871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.189274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.233373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.242478 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] 10.222.0.33 "DELETE /v2.0/networks/ec8579db-9fad-4cf4-b5e8-d1f4e3042c75 HTTP/1.1" status: 204 len: 168 time: 0.7681653 May 29 01:05:34.253804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac5652-2135-4459-801b-673788bb034a tempest-PortsTestJSON-101596171 tempest-PortsTestJSON-101596171-project] Pushing event deleted for resources: {'Network': ['ID=ec8579db-9fad-4cf4-b5e8-d1f4e3042c75,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:34.262729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-78ad6965-5d1c-4c33-8412-7a8b13f368db service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9235198 May 29 01:05:34.317579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872be33-f99e-45a7-9794-e50469cad9dc None None] Pushing event updated for resources: {'Port': ['ID=c977ad96-78c0-434b-920e-b694484267e6,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:34.333169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Routers {'d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:34.333945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:34.413105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] For port 571f5d0c-2c4f-4bee-8759-3cf3f1085482, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571f5d0c-2c4f-4bee-8759-3cf3f1085482,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:34.413657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.448055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.532731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa18aa2-1e07-4fdc-a9e6-835be556338a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:34.554348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.566950 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d13944a2-e353-4d84-9600-38b063ef6938 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/7fa18aa2-1e07-4fdc-a9e6-835be556338a HTTP/1.1" status: 204 len: 168 time: 2.1569014 May 29 01:05:34.567196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] Set router d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:34.569354 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf43bc47-5321-4246-8834-1ebb8958d631 req-a1ee6861-02b8-4ca0-b900-554e2d1f8e5a service neutron] 10.222.0.16 "GET /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989814 May 29 01:05:34.569850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54448) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:34.662948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:34.671146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.708509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Calling delete_port for 571f5d0c-2c4f-4bee-8759-3cf3f1085482 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:34.709048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5', 'name': '', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:24Z', 'updated_at': '2022-05-29T01:05:33Z', 'revision_number': 4, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:34.713637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df45cd6-acae-407f-b83b-8b0cab774a55 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:05:34.759304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device af6b04e4-9845-4f92-98cf-ce95e21a9569 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:34.760554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54454) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:34.803825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.829585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee58fa-47bd-40be-a935-daef0312733e None None] The sync data for ids ['d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5', 'name': '', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:24Z', 'updated_at': '2022-05-29T01:05:33Z', 'revision_number': 4, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:05:34.861882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-436bd967-c967-4956-8158-03bdab78f30a None None] Provisioning complete for port af6b04e4-9845-4f92-98cf-ce95e21a9569 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:34.862258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-436bd967-c967-4956-8158-03bdab78f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.873184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:34.877034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.890695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Deleting port c977ad96-78c0-434b-920e-b694484267e6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:34.891049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.908360 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:34.940604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.017253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port af6b04e4-9845-4f92-98cf-ce95e21a9569 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:35.017640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.027221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.047017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6046-9bf0-46d7-9ce8-5557afdfe068 req-8943c01b-bc6e-4b9c-a456-be615e2de03f tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:35.054459 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11bf6046-9bf0-46d7-9ce8-5557afdfe068 req-8943c01b-bc6e-4b9c-a456-be615e2de03f tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 945 time: 0.5991008 May 29 01:05:35.120208 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11bf6046-9bf0-46d7-9ce8-5557afdfe068 req-e047ad5e-a58a-4681-ab9d-7e1d7af4e86d tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/security-groups?id=2842625f-508b-4414-9242-8c3a6266404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647612 May 29 01:05:35.125782 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-376699a5-b5b9-4e0e-a62c-63dc76afa11d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=417a29dbfb3746a8b17899e6bcd51d98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3639438 May 29 01:05:35.126633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54460) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:35.163502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event deleted for resources: {'Port': ['ID=571f5d0c-2c4f-4bee-8759-3cf3f1085482,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:35.189450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.210305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df45cd6-acae-407f-b83b-8b0cab774a55 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:05:35.240825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:35.246618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-42bb3813-3482-4b9b-8e9d-4e2bd7fac991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.263262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.284414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c01e5712-f7e1-49b3-ad42-cadaf7ec2814 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1 HTTP/1.1" status: 204 len: 168 time: 0.7111082 May 29 01:05:35.284414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-42bb3813-3482-4b9b-8e9d-4e2bd7fac991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.290219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54464) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:35.331760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] No DVR routers for this DVR port 571f5d0c-2c4f-4bee-8759-3cf3f1085482 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:35.339648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.342506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:35.347764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-deleted', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:05:35.402141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.418319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.418793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment 6b52a29f-2628-4a9b-b7fb-6b1e77c126c0 of type vlan for network 1a03759e-e103-4fd2-9141-6b3fa1db392f May 29 01:05:35.436792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.450418 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-031824c1-219c-4c6a-bd7b-80dced3b6b1c req-4dc1b519-066b-4498-b9b5-666eb12287a7 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.16 "DELETE /v2.0/ports/571f5d0c-2c4f-4bee-8759-3cf3f1085482 HTTP/1.1" status: 204 len: 173 time: 1.9952655 May 29 01:05:35.450696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port e846bc92-c47c-42db-9ad6-371bdd5d34ae {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:35.451137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.460778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.503704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-42bb3813-3482-4b9b-8e9d-4e2bd7fac991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.523010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Transition to ACTIVE for port object a17dcc88-372a-468b-90f8-324391d78488 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:35.528589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] For port c977ad96-78c0-434b-920e-b694484267e6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c977ad96-78c0-434b-920e-b694484267e6,segment=NetworkSegment(586fdf54-c67b-4578-ba88-ad3b96c597ff),segment_id=586fdf54-c67b-4578-ba88-ad3b96c597ff)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:35.528945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.549155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.581501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb3813-3482-4b9b-8e9d-4e2bd7fac991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c96603-76ec-432b-8928-b4a811c512a1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:35.656990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-42bb3813-3482-4b9b-8e9d-4e2bd7fac991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.658099 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-42bb3813-3482-4b9b-8e9d-4e2bd7fac991 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/03c96603-76ec-432b-8928-b4a811c512a1 HTTP/1.1" status: 204 len: 168 time: 0.5284033 May 29 01:05:35.701816 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e1b9b2-a2a7-411e-95f9-a8622039b3df'] response: {'server_uuid': '482b07af-0a37-4e6e-8862-0a833a55496f', 'name': 'network-vif-deleted', 'tag': '571f5d0c-2c4f-4bee-8759-3cf3f1085482', 'status': 'completed', 'code': 200} May 29 01:05:35.715370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Calling delete_port for c977ad96-78c0-434b-920e-b694484267e6 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:35.794876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.820870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] For port e846bc92-c47c-42db-9ad6-371bdd5d34ae, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e846bc92-c47c-42db-9ad6-371bdd5d34ae,segment=NetworkSegment(264d9f22-fbc6-46c5-ac17-6f4792fa7556),segment_id=264d9f22-fbc6-46c5-ac17-6f4792fa7556)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:35.821231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.854859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.863595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:35.864241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:35.892389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebb7a5-07be-4557-86cb-8c90baf58011 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:05:35.972928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for e846bc92-c47c-42db-9ad6-371bdd5d34ae owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:36.060243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.088210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cebb7a5-07be-4557-86cb-8c90baf58011 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:05:36.096464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.123477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=e846bc92-c47c-42db-9ad6-371bdd5d34ae,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:36.130153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No DVR routers for this DVR port e846bc92-c47c-42db-9ad6-371bdd5d34ae on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:36.166974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:36.178765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:36.200727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:36.204800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:36.205456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.225134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.237940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event updated for resources: {'Port': ['ID=a17dcc88-372a-468b-90f8-324391d78488,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:36.245291 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7c3df6d7-fb92-4fb0-91c4-9d891e353f5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7950931 May 29 01:05:36.247025 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5408835 May 29 01:05:36.304731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54482) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:36.305551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54484) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:36.319865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': '1a03759e-e103-4fd2-9141-6b3fa1db392f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:36.480857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event deleted for resources: {'Port': ['ID=c977ad96-78c0-434b-920e-b694484267e6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:36.483335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254d54c-cf83-494c-9a2c-36f3065386bb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=1a03759e-e103-4fd2-9141-6b3fa1db392f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:36.598085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.628658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede03590-2789-4750-b062-054eeca19cdc']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:36.630380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 1a03759e-e103-4fd2-9141-6b3fa1db392f details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:36.705491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1f0feb0a-6b8a-49eb-844b-7f51af6a8b2a req-08ea3bab-58b2-4235-93cb-11f8a5b3a1b2 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "GET /v2.0/ports?device_id=482b07af-0a37-4e6e-8862-0a833a55496f HTTP/1.1" status: 200 len: 210 time: 0.1602135 May 29 01:05:36.710504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264d9f22-fbc6-46c5-ac17-6f4792fa7556') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:36.710797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264d9f22-fbc6-46c5-ac17-6f4792fa7556') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:36.756522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.766896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting port a17dcc88-372a-468b-90f8-324391d78488 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:36.767231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.795391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.831726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:36.835427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:36.844680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:36.878871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273a71c-1266-4c34-892b-5bfe15368ba3 None None] Network ede03590-2789-4750-b062-054eeca19cdc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:37.007401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:37.016480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:37.017145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:37.047058 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:37.054041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:37.100041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54500) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:37.135117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.139152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.179032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.179741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:05:37.192736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.194521 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a19e4df-f74d-4654-ae54-3af6ec29d47b tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "DELETE /v2.0/routers/d6393a2e-c5bb-48eb-a0eb-1400d1f9f1d5 HTTP/1.1" status: 204 len: 168 time: 6.2321296 May 29 01:05:37.196862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54506) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:37.219111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:37.248986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6bd3ee-6410-4bad-9279-3b11bae56c61 None None] DHCP port deletion for ede03590-2789-4750-b062-054eeca19cdc request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:37.316499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Deleting subnet 04059a5f-fb2b-462d-b214-0bce862eae9b {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:37.320269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.347422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.355557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-04a6979b-e633-43ac-a931-74d416eded9e tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:37.356194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-04a6979b-e633-43ac-a931-74d416eded9e tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): There was a conflict when trying to complete your request. May 29 01:05:37.362878 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-04a6979b-e633-43ac-a931-74d416eded9e tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2568157 May 29 01:05:37.363110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54510) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:37.376580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407396252'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:37.385264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:37.389297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:37.389536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.392312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:37.398765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:37.408096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571f5d0c-2c4f-4bee-8759-3cf3f1085482 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:37.418204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.439403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.439626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.455473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.460620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b9e47c99-f9ab-4ba3-9417-40862bb28493 None None] Provisioning for port a17dcc88-372a-468b-90f8-324391d78488 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:37.463787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 571f5d0c-2c4f-4bee-8759-3cf3f1085482 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:37.464254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571f5d0c-2c4f-4bee-8759-3cf3f1085482 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:37.468723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b9e47c99-f9ab-4ba3-9417-40862bb28493 None None] Provisioning complete for port a17dcc88-372a-468b-90f8-324391d78488 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:37.469141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b9e47c99-f9ab-4ba3-9417-40862bb28493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.527984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b9e47c99-f9ab-4ba3-9417-40862bb28493 None None] Port a17dcc88-372a-468b-90f8-324391d78488 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:37.533714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:37.538541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.567445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:37.573848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:37.583845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Calling delete_port for a17dcc88-372a-468b-90f8-324391d78488 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:37.586246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:37.628634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=ede03590-2789-4750-b062-054eeca19cdc,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:37.641687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.656256 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-005babeb-2991-4a32-a545-6457d6a7b1a6 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/ede03590-2789-4750-b062-054eeca19cdc HTTP/1.1" status: 204 len: 168 time: 2.3644886 May 29 01:05:37.660961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.674435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54514) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:37.694435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04059a5f-fb2b-462d-b214-0bce862eae9b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:37.711910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.733123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.735676 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c3d5514e-50ed-4974-bea5-330614d27a4d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/04059a5f-fb2b-462d-b214-0bce862eae9b HTTP/1.1" status: 204 len: 168 time: 0.5376804 May 29 01:05:37.738634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54518) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:37.757747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:37.818922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing IP validity checks on allocation pools {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:05:37.819427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:05:37.831133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54524) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:37.881860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:37.894307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:37.899604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:37.902147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9613ced9-1ec2-4463-9784-e6d5f2b3b825,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:37.911629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:37.915545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.089528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.097833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.112678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.136965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5baff8d3-134d-4183-97c8-aa5099deff65']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:38.142242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a8ac1-234f-4ac4-a2d6-f47040d14e3e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:38.142923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-345a8ac1-234f-4ac4-a2d6-f47040d14e3e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:38.167670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586fdf54-c67b-4578-ba88-ad3b96c597ff') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:38.167957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586fdf54-c67b-4578-ba88-ad3b96c597ff') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:38.186632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.188334 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8238924 May 29 01:05:38.190555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.197313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54528) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.201534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3bad2-8541-400a-b4db-bc8fab2adf12 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0baca70-c6aa-4e6b-b02b-75d003ec8e3a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:38.213722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': 'c0baca70-c6aa-4e6b-b02b-75d003ec8e3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:38.218736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-345a8ac1-234f-4ac4-a2d6-f47040d14e3e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:38.219878 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-345a8ac1-234f-4ac4-a2d6-f47040d14e3e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5426669 May 29 01:05:38.223007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:38.223810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54532) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.229098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.232041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:38.238121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:38.245565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:38.245961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:38.259484 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:38.261933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:38.295895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.340870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.358685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.363245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5baff8d3-134d-4183-97c8-aa5099deff65 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 29 01:05:38.363727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Port': ['ID=a17dcc88-372a-468b-90f8-324391d78488,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:38.366117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.384532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e846bc92-c47c-42db-9ad6-371bdd5d34ae no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:38.409296 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "DELETE /v2.0/networks/5baff8d3-134d-4183-97c8-aa5099deff65 HTTP/1.1" status: 204 len: 168 time: 0.6694999 May 29 01:05:38.425418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f8d33-c0ef-42ec-ab57-7cfd4f47f481 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event deleted for resources: {'Network': ['ID=5baff8d3-134d-4183-97c8-aa5099deff65,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:38.449328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.458871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.479626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: e846bc92-c47c-42db-9ad6-371bdd5d34ae {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:38.479965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e846bc92-c47c-42db-9ad6-371bdd5d34ae not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:38.506786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.508087 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3078024 May 29 01:05:38.512885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54538) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.519660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fbb58-a31e-44ee-91a4-803fb43dd889 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28631dc9-cce1-4966-94fc-0a129bf176fc,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:38.526073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': 'c0baca70-c6aa-4e6b-b02b-75d003ec8e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:38.533805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:38.538993 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:38.543042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:38.552353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.553003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:38.570180 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-28cd93d6-6813-44d3-8e8c-273282df95a3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3420639 May 29 01:05:38.573927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54542) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.576933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.603531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-337401590'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:38.611670 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bffd43d2-e095-45ae-891a-c3ad3cafa31b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/a17dcc88-372a-468b-90f8-324391d78488 HTTP/1.1" status: 204 len: 168 time: 2.3051000 May 29 01:05:38.612828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:38.619130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54548) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.626708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:38.630324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:38.655691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:38.747188 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): There was a conflict when trying to complete your request. May 29 01:05:38.748707 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-336237b7-26c7-4608-b631-684bc86ecf7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2346752 May 29 01:05:38.751882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54552) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.771492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.775342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:38.778354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:38.782648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573bc09-ba9d-4cba-8377-706e1f419103 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:38.783606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0573bc09-ba9d-4cba-8377-706e1f419103 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:38.946047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54558) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.954655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'router': {'name': 'tempest-router--1745220779', 'project_id': '13d2c5d5d9c04b86a190b1b8778ea6fd'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:38.972122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:38.975541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0573bc09-ba9d-4cba-8377-706e1f419103 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:38.979366 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0573bc09-ba9d-4cba-8377-706e1f419103 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3565171 May 29 01:05:38.982082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:router and tenant:13d2c5d5d9c04b86a190b1b8778ea6fd is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:38.984713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54562) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:38.988557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:39.000020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:39.024300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=f67fdd7e-6216-46e4-ab88-29b8f848da27,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:39.034489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': '6b52a29f-2628-4a9b-b7fb-6b1e77c126c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a03759e-e103-4fd2-9141-6b3fa1db392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:39.034862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: 1a03759e-e103-4fd2-9141-6b3fa1db392f, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:39.037127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:39.039409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.039743 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment 6621d0c3-bc13-46ae-8722-c04e1f104e01 of type vlan for network a60ac99f-a836-4dcc-a26a-42e75ef820b4 May 29 01:05:39.071412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.072352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.080841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d1eea472-149d-4abf-bb43-28e2c5deb6f1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.081059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.111106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network 1a03759e-e103-4fd2-9141-6b3fa1db392f is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:39.132302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 1a03759e-e103-4fd2-9141-6b3fa1db392f) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:39.134241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d1eea472-149d-4abf-bb43-28e2c5deb6f1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.137050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:39.138931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.144709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.148384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:39.148943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.149887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3df19-dfea-4bef-825d-6ca8ff8fc1af None None] Network 1a03759e-e103-4fd2-9141-6b3fa1db392f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:39.151521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.175311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3aa7c6-d08e-4ef9-9714-9e2434b8fbc2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:39.176866 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9e3aa7c6-d08e-4ef9-9714-9e2434b8fbc2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1910377 May 29 01:05:39.180514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54566) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.249214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.275776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d1eea472-149d-4abf-bb43-28e2c5deb6f1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.283379 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6968799 May 29 01:05:39.283379 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4be0ab84-6139-40bf-8264-d124f274be62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9718292 May 29 01:05:39.285384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54572) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.285761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54570) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.292973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745eedbb-6c62-4914-989f-f1ab18b4371b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:39.294319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745eedbb-6c62-4914-989f-f1ab18b4371b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:39.295616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745eedbb-6c62-4914-989f-f1ab18b4371b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:39.296986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-745eedbb-6c62-4914-989f-f1ab18b4371b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Synchronizing usage tracker for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:39.310297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d1eea472-149d-4abf-bb43-28e2c5deb6f1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.313938 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d1eea472-149d-4abf-bb43-28e2c5deb6f1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/c0baca70-c6aa-4e6b-b02b-75d003ec8e3a HTTP/1.1" status: 204 len: 168 time: 0.5582607 May 29 01:05:39.314098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:39.314191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eea472-149d-4abf-bb43-28e2c5deb6f1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0baca70-c6aa-4e6b-b02b-75d003ec8e3a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:39.315701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54580) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.320680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.321770 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8237e217-135d-40a5-95af-59321d0abde6 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3724494 May 29 01:05:39.336277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54584) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.347213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-745eedbb-6c62-4914-989f-f1ab18b4371b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Unset dirty status for tenant:735235b0375547e6a71d286473197fc8 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:39.349773 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-745eedbb-6c62-4914-989f-f1ab18b4371b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1669495 May 29 01:05:39.352172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54588) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.383098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-804b406d-cecb-47cf-ace7-3ead889a48dd tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:39.403023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-804b406d-cecb-47cf-ace7-3ead889a48dd tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:39.409111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-804b406d-cecb-47cf-ace7-3ead889a48dd tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0852532 May 29 01:05:39.409639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54590) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.415392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691915354'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:39.426766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:39.437171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:39.437410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-1a03759e-e103-4fd2-9141-6b3fa1db392f', 'network_id': '1a03759e-e103-4fd2-9141-6b3fa1db392f', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': 'f67fdd7e-6216-46e4-ab88-29b8f848da27'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:39.438388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.447842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e470102-5ece-4200-9fe1-0c2fdbdf400a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=a60ac99f-a836-4dcc-a26a-42e75ef820b4,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:39.448173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.460958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:39.491539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:39.495319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:39.498145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:39.504362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:39.565673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.571437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.618272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e86f535-d8fa-4d60-95d6-63046c9587a4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:39.623110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.624925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6ace8a28-cd04-4804-91ee-17e8a71784be tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2141769 May 29 01:05:39.627978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54596) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.634441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dfc1252a-af2e-4b7a-baed-ab5457c7bfb9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '8e86f535-d8fa-4d60-95d6-63046c9587a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:39.635108 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-dfc1252a-af2e-4b7a-baed-ab5457c7bfb9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:39.636260 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dfc1252a-af2e-4b7a-baed-ab5457c7bfb9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067177 May 29 01:05:39.639040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54600) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.683732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.709571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43de3c9c-91ef-42c5-bb98-b8776dc9e642 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.721079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Allocated IP 172.20.0.3 (1a03759e-e103-4fd2-9141-6b3fa1db392f/f67fdd7e-6216-46e4-ab88-29b8f848da27/ec16c679-d0d7-4a61-87b9-3b7759687330) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:39.738672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43de3c9c-91ef-42c5-bb98-b8776dc9e642 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.793745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43de3c9c-91ef-42c5-bb98-b8776dc9e642 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.813954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de3c9c-91ef-42c5-bb98-b8776dc9e642 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e86f535-d8fa-4d60-95d6-63046c9587a4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:39.822765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43de3c9c-91ef-42c5-bb98-b8776dc9e642 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.826966 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-43de3c9c-91ef-42c5-bb98-b8776dc9e642 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/8e86f535-d8fa-4d60-95d6-63046c9587a4 HTTP/1.1" status: 204 len: 168 time: 0.1836929 May 29 01:05:39.826966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54604) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.907685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5cfc2fcb-2ef2-4674-9665-c26048958f33 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:39.924938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5cfc2fcb-2ef2-4674-9665-c26048958f33 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:39.929820 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5cfc2fcb-2ef2-4674-9665-c26048958f33 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1010981 May 29 01:05:39.930616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54608) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:39.936528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882183686'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:39.943518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:39.955610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:39.961101 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.966137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:39.973178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Transition to ACTIVE for port object ec16c679-d0d7-4a61-87b9-3b7759687330 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:39.974720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:39.993527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Transition to ACTIVE for port object ec16c679-d0d7-4a61-87b9-3b7759687330 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:39.994274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:39.999581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.006067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:40.010231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:40.013479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:40.019631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:40.045520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:40.065863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f3f0-31cb-4141-83d5-f49d0f74d614 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.074839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Network 1a03759e-e103-4fd2-9141-6b3fa1db392f is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:40.078469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:40.082476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:40.088781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Pushing event updated for resources: {'Port': ['ID=ec16c679-d0d7-4a61-87b9-3b7759687330,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:40.089840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.096023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.128705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:40.142620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.151032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe1a5a-3f32-4c5e-bbb1-c78f821a9c65,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:40.159556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.161433 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-732badbe-73ba-4306-aaaa-1dbc86718734 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2296829 May 29 01:05:40.164225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54612) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.171109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-65bddcf5-6d0c-4a88-b46e-19b02eaa446d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '5bfe1a5a-3f32-4c5e-bbb1-c78f821a9c65', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:40.172581 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-65bddcf5-6d0c-4a88-b46e-19b02eaa446d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:40.173728 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-65bddcf5-6d0c-4a88-b46e-19b02eaa446d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082519 May 29 01:05:40.176444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54616) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.204406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Attempting to bind port ec16c679-d0d7-4a61-87b9-3b7759687330 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:40.204825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Attempting to bind port ec16c679-d0d7-4a61-87b9-3b7759687330 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '6b52a29f-2628-4a9b-b7fb-6b1e77c126c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a03759e-e103-4fd2-9141-6b3fa1db392f'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:40.205577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Attempting to bind port ec16c679-d0d7-4a61-87b9-3b7759687330 on network 1a03759e-e103-4fd2-9141-6b3fa1db392f {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:40.215087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:40.215477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Checking segment: {'id': '6b52a29f-2628-4a9b-b7fb-6b1e77c126c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a03759e-e103-4fd2-9141-6b3fa1db392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:40.216101 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.216555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Bound using segment: {'id': '6b52a29f-2628-4a9b-b7fb-6b1e77c126c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a03759e-e103-4fd2-9141-6b3fa1db392f'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:40.217122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Bound port: ec16c679-d0d7-4a61-87b9-3b7759687330, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b52a29f-2628-4a9b-b7fb-6b1e77c126c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1a03759e-e103-4fd2-9141-6b3fa1db392f'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:40.219170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.262853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:40.270141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f5c40b5-0f09-4895-bd94-ed6b0e8b38bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.293211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port ec16c679-d0d7-4a61-87b9-3b7759687330 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:40.293540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.301678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f5c40b5-0f09-4895-bd94-ed6b0e8b38bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.348243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] For port ec16c679-d0d7-4a61-87b9-3b7759687330, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:40.352371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f5c40b5-0f09-4895-bd94-ed6b0e8b38bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.354140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] For port ec16c679-d0d7-4a61-87b9-3b7759687330, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ec16c679-d0d7-4a61-87b9-3b7759687330,segment=NetworkSegment(6b52a29f-2628-4a9b-b7fb-6b1e77c126c0),segment_id=6b52a29f-2628-4a9b-b7fb-6b1e77c126c0)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:40.359923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.370602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c40b5-0f09-4895-bd94-ed6b0e8b38bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe1a5a-3f32-4c5e-bbb1-c78f821a9c65,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:40.384288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f5c40b5-0f09-4895-bd94-ed6b0e8b38bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.387689 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8f5c40b5-0f09-4895-bd94-ed6b0e8b38bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/5bfe1a5a-3f32-4c5e-bbb1-c78f821a9c65 HTTP/1.1" status: 204 len: 168 time: 0.2078667 May 29 01:05:40.388070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54620) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.421943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet 98277c0d-8a67-4328-b134-abdaf4a88411 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:40.441444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.447396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f59fc83-f23e-48c6-bce1-6b44b7254b20 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:40.456877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61867-927a-46da-9ad3-556c37a10ad9 None None] Pushing event updated for resources: {'Port': ['ID=ec16c679-d0d7-4a61-87b9-3b7759687330,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:40.466572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f59fc83-f23e-48c6-bce1-6b44b7254b20 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:40.472031 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f59fc83-f23e-48c6-bce1-6b44b7254b20 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0791225 May 29 01:05:40.472334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54624) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.478652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033618780'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:40.486228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:40.497013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:40.508956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.550698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:40.555151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:40.558181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:40.565638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:40.628503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.630393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.634792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.681750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6907d2d-79d1-4281-8725-42385a3d6f9d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:40.699956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.704033 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-77df4000-cb1e-474b-b11b-c87a20d8deb1 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2288728 May 29 01:05:40.705821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54628) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.714054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-88f6dd59-f54c-4679-8d12-3ab12f2bb2af tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': 'd6907d2d-79d1-4281-8725-42385a3d6f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:40.715194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-88f6dd59-f54c-4679-8d12-3ab12f2bb2af tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:40.715782 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-88f6dd59-f54c-4679-8d12-3ab12f2bb2af tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083463 May 29 01:05:40.718824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54632) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.724535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f24d435b-a1e0-46a0-a3d1-c6a9eee839ce tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': 'd6907d2d-79d1-4281-8725-42385a3d6f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:40.725197 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-f24d435b-a1e0-46a0-a3d1-c6a9eee839ce tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:40.728980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f24d435b-a1e0-46a0-a3d1-c6a9eee839ce tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064244 May 29 01:05:40.729162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54636) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.735547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-69d32434-7467-4995-b69e-c9aeac865067 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': 'd6907d2d-79d1-4281-8725-42385a3d6f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:40.736240 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-69d32434-7467-4995-b69e-c9aeac865067 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:40.737457 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-69d32434-7467-4995-b69e-c9aeac865067 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072045 May 29 01:05:40.739897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54640) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.745117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a7f712ea-97a7-48e0-84e0-16ce52c0f8c7 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': 'd6907d2d-79d1-4281-8725-42385a3d6f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:40.745803 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-a7f712ea-97a7-48e0-84e0-16ce52c0f8c7 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:40.746714 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a7f712ea-97a7-48e0-84e0-16ce52c0f8c7 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059106 May 29 01:05:40.750019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54644) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.803607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.821517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73c1d68b-bb48-4e51-8258-42af4e51867f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.856377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73c1d68b-bb48-4e51-8258-42af4e51867f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.907037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73c1d68b-bb48-4e51-8258-42af4e51867f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.929036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1d68b-bb48-4e51-8258-42af4e51867f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6907d2d-79d1-4281-8725-42385a3d6f9d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:40.933575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-73c1d68b-bb48-4e51-8258-42af4e51867f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:40.937490 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-73c1d68b-bb48-4e51-8258-42af4e51867f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/d6907d2d-79d1-4281-8725-42385a3d6f9d HTTP/1.1" status: 204 len: 168 time: 0.1836429 May 29 01:05:40.937587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54648) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:40.996043 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:05:41.000580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e98086fe-db5b-40b5-8110-9bd7186bdb08 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:41.017217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e98086fe-db5b-40b5-8110-9bd7186bdb08 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:41.018456 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e98086fe-db5b-40b5-8110-9bd7186bdb08 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0798783 May 29 01:05:41.022346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54652) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.027623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--336780096'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.035368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:41.045113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:41.056031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.090698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:41.094584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:41.097475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:41.104706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:41.120296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f3f0-31cb-4141-83d5-f49d0f74d614 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.158622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f3f0-31cb-4141-83d5-f49d0f74d614 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.199101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.207457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.238836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.259733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce42162-2320-43ab-ab50-4c85f90a2b12,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:41.264061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.267447 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc83b8f0-d48f-4933-923b-80ec73f2bd48 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2439811 May 29 01:05:41.270233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54656) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.278677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7865ecd6-35a9-4a38-b42b-b931d8ba74ee tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.279315 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-7865ecd6-35a9-4a38-b42b-b931d8ba74ee tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.280513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7865ecd6-35a9-4a38-b42b-b931d8ba74ee tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077202 May 29 01:05:41.283363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54660) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.289483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7a813a75-6e1c-49de-9a8b-3ee14def727a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.297942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7a813a75-6e1c-49de-9a8b-3ee14def727a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:41.302692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a813a75-6e1c-49de-9a8b-3ee14def727a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:41.306384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a813a75-6e1c-49de-9a8b-3ee14def727a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:41.313533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7a813a75-6e1c-49de-9a8b-3ee14def727a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:41.348660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-7a813a75-6e1c-49de-9a8b-3ee14def727a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.349708 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7a813a75-6e1c-49de-9a8b-3ee14def727a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0654097 May 29 01:05:41.353307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54664) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.359069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-339993c5-3910-44d9-9076-d3ad4c61dc37 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.359711 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-339993c5-3910-44d9-9076-d3ad4c61dc37 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.363630 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-339993c5-3910-44d9-9076-d3ad4c61dc37 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066397 May 29 01:05:41.363800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54668) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.369345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d2846124-4df3-45ea-8e21-b03961935221 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.376320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d2846124-4df3-45ea-8e21-b03961935221 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:41.380617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d2846124-4df3-45ea-8e21-b03961935221 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:41.384093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d2846124-4df3-45ea-8e21-b03961935221 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:41.390846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d2846124-4df3-45ea-8e21-b03961935221 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:41.427466 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-d2846124-4df3-45ea-8e21-b03961935221 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.428527 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d2846124-4df3-45ea-8e21-b03961935221 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0638506 May 29 01:05:41.431477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54672) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.439191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3af13516-73d8-417b-bf83-62ea653add6a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.439930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-3af13516-73d8-417b-bf83-62ea653add6a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.443489 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3af13516-73d8-417b-bf83-62ea653add6a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084524 May 29 01:05:41.443665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54676) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.450010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0c3bf9e1-f52a-414f-87b3-dc2d80436c6b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.456734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0c3bf9e1-f52a-414f-87b3-dc2d80436c6b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:41.460543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0c3bf9e1-f52a-414f-87b3-dc2d80436c6b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:41.463924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0c3bf9e1-f52a-414f-87b3-dc2d80436c6b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:41.470898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0c3bf9e1-f52a-414f-87b3-dc2d80436c6b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:41.476111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] For port ec16c679-d0d7-4a61-87b9-3b7759687330, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ec16c679-d0d7-4a61-87b9-3b7759687330,segment=NetworkSegment(6b52a29f-2628-4a9b-b7fb-6b1e77c126c0),segment_id=6b52a29f-2628-4a9b-b7fb-6b1e77c126c0)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:41.476731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.507051 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-0c3bf9e1-f52a-414f-87b3-dc2d80436c6b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.510688 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0c3bf9e1-f52a-414f-87b3-dc2d80436c6b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0635884 May 29 01:05:41.510915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54680) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.516965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0dc799f2-6e03-40b6-bbd7-9e5d2eeb1d7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.518373 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-0dc799f2-6e03-40b6-bbd7-9e5d2eeb1d7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.519141 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0dc799f2-6e03-40b6-bbd7-9e5d2eeb1d7c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073597 May 29 01:05:41.521821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54684) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.527544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f3f0-31cb-4141-83d5-f49d0f74d614 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.527965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc3f3f0-31cb-4141-83d5-f49d0f74d614 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3358dc-0a83-4e9a-8955-6c9cd7a868ee {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:05:41.528603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a61029f6-03f7-41cd-b17c-9f309da30e0d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.537054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5a1e2-d575-41b4-aa29-72592d28f2f2 None None] Network 1a03759e-e103-4fd2-9141-6b3fa1db392f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:41.539426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a61029f6-03f7-41cd-b17c-9f309da30e0d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:41.544341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a61029f6-03f7-41cd-b17c-9f309da30e0d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:41.548105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a61029f6-03f7-41cd-b17c-9f309da30e0d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:41.554175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a61029f6-03f7-41cd-b17c-9f309da30e0d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:41.593825 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-a61029f6-03f7-41cd-b17c-9f309da30e0d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.595108 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a61029f6-03f7-41cd-b17c-9f309da30e0d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0720365 May 29 01:05:41.597749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54688) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.603824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-daa716be-74ca-4d9d-b711-b004c319451f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7ce42162-2320-43ab-ab50-4c85f90a2b12', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.610836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-daa716be-74ca-4d9d-b711-b004c319451f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:41.615606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-daa716be-74ca-4d9d-b711-b004c319451f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:41.618908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-daa716be-74ca-4d9d-b711-b004c319451f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:41.626799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-daa716be-74ca-4d9d-b711-b004c319451f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:41.650798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f05444d6-458d-4193-b05c-832db29f615e None None] Provisioning for port ec16c679-d0d7-4a61-87b9-3b7759687330 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:41.663377 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-daa716be-74ca-4d9d-b711-b004c319451f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:41.667180 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-daa716be-74ca-4d9d-b711-b004c319451f tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0658393 May 29 01:05:41.668250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54692) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.682832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Calling delete_port for ec16c679-d0d7-4a61-87b9-3b7759687330 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:41.743897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a39a944f-f789-471a-bd08-8ad096b1da1b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.755454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f3f0-31cb-4141-83d5-f49d0f74d614 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.759061 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3cc3f3f0-31cb-4141-83d5-f49d0f74d614 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "DELETE /v2.0/routers/1a3358dc-0a83-4e9a-8955-6c9cd7a868ee HTTP/1.1" status: 204 len: 168 time: 2.4168782 May 29 01:05:41.779356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a39a944f-f789-471a-bd08-8ad096b1da1b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.833310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a39a944f-f789-471a-bd08-8ad096b1da1b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.860026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a944f-f789-471a-bd08-8ad096b1da1b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce42162-2320-43ab-ab50-4c85f90a2b12,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:41.865589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a39a944f-f789-471a-bd08-8ad096b1da1b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.869973 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a39a944f-f789-471a-bd08-8ad096b1da1b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/7ce42162-2320-43ab-ab50-4c85f90a2b12 HTTP/1.1" status: 204 len: 168 time: 0.1989548 May 29 01:05:41.869973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54698) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.870181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.943846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cb786066-2732-4135-ab34-7be3a2fdbbac tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:41.963135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cb786066-2732-4135-ab34-7be3a2fdbbac tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:41.964557 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cb786066-2732-4135-ab34-7be3a2fdbbac tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0936852 May 29 01:05:41.970094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54702) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.971796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=98277c0d-8a67-4328-b134-abdaf4a88411,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:41.974836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:41.978402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--842880658'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:41.987436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54706) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:41.990271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:42.004946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:42.016237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.045347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.060919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340074a-750b-4e44-8c43-7ff4ce99f53f None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:42.073505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:42.080711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:42.087272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:42.101060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:42.181451 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dcf73d72-dfa4-4ac7-810f-146daa44eecc tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/98277c0d-8a67-4328-b134-abdaf4a88411 HTTP/1.1" status: 204 len: 168 time: 2.7348235 May 29 01:05:42.191865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=9ca088be-25b2-427b-a2b7-40fbd84a3907,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:42.196336 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54712) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:42.202735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.207987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.270098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b548e90-ca2b-4bde-9231-325ebdc130fe,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:42.277935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.284157 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ed68b52-b80e-4f58-9538-af20591e1271 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3128307 May 29 01:05:42.284944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54716) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:42.293336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-519751bc-b24a-4160-bc56-694834e892ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7b548e90-ca2b-4bde-9231-325ebdc130fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:42.301730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-519751bc-b24a-4160-bc56-694834e892ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:42.305951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-519751bc-b24a-4160-bc56-694834e892ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:42.309421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-519751bc-b24a-4160-bc56-694834e892ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:42.317445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-519751bc-b24a-4160-bc56-694834e892ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:42.330826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-66638418', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:42.353222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.363716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:42.375562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Usage tracker for resource:router and tenant:247c4ba3e4c44e0da22609396ad5787c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:42.375562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:42.402131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:42.435705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.435705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.448309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Port': ['ID=ec16c679-d0d7-4a61-87b9-3b7759687330,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:42.479344 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-519751bc-b24a-4160-bc56-694834e892ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The resource could not be found. May 29 01:05:42.485035 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-519751bc-b24a-4160-bc56-694834e892ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1944773 May 29 01:05:42.485035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.485035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54720) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:42.513800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-716d3483-7673-43da-85ac-b96848afb47b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '7b548e90-ca2b-4bde-9231-325ebdc130fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '263815b9-61a1-4450-99db-d3b7577aa774'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:42.518701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': '6621d0c3-bc13-46ae-8722-c04e1f104e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:42.519124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: a60ac99f-a836-4dcc-a26a-42e75ef820b4, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:42.528769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f98506-3d0d-4fab-8033-fafa7830ae90 None None] DHCP port deletion for 1a03759e-e103-4fd2-9141-6b3fa1db392f request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:42.568192 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Deleting subnet dc5a986d-fbcd-47b0-9b8f-93283bd60369 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:42.582449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-716d3483-7673-43da-85ac-b96848afb47b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:42.597126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-716d3483-7673-43da-85ac-b96848afb47b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:42.615163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.645829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-716d3483-7673-43da-85ac-b96848afb47b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:42.648471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No DVR routers for this DVR port ec16c679-d0d7-4a61-87b9-3b7759687330 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:42.660850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-716d3483-7673-43da-85ac-b96848afb47b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:42.687124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.739897 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-716d3483-7673-43da-85ac-b96848afb47b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The resource could not be found. May 29 01:05:42.743713 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-716d3483-7673-43da-85ac-b96848afb47b tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2516918 May 29 01:05:42.743870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54724) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:42.751037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.799226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.825361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:42.876122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a60ac99f-a836-4dcc-a26a-42e75ef820b4) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:42.880586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:42.881277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:42.885215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d083c7-c672-41fc-bc96-b47de8c71f35 None None] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:42.933595 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da2bde35-5937-44d7-a88b-d24064bb24ea tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6468196 May 29 01:05:42.939559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54728) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:42.953790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4', 'name': 'tempest-PortsIpV6TestJSON-1661796974'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:42.981894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87c7776d-0b9a-4f97-8461-1e12c5386ec5 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.028187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87c7776d-0b9a-4f97-8461-1e12c5386ec5 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.041777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.105443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.157713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.169124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=f67fdd7e-6216-46e4-ab88-29b8f848da27,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:43.190011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87c7776d-0b9a-4f97-8461-1e12c5386ec5 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.208055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.213591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-a60ac99f-a836-4dcc-a26a-42e75ef820b4', 'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4', 'tenant_id': 'de000df38d0f45888ed63c7d9c343ce6', 'fixed_ips': [{'subnet_id': '9ca088be-25b2-427b-a2b7-40fbd84a3907'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:43.214109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.224976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405c47d-a25d-49bb-9cc3-cc4036d845c3 None None] Network 1a03759e-e103-4fd2-9141-6b3fa1db392f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:43.245750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7776d-0b9a-4f97-8461-1e12c5386ec5 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b548e90-ca2b-4bde-9231-325ebdc130fe,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:43.286716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87c7776d-0b9a-4f97-8461-1e12c5386ec5 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.287879 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-87c7776d-0b9a-4f97-8461-1e12c5386ec5 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/7b548e90-ca2b-4bde-9231-325ebdc130fe HTTP/1.1" status: 204 len: 168 time: 0.5430548 May 29 01:05:43.291070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54732) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:43.324202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b6b64ae5-592e-4fe0-ad47-0bb48440d6f3 None None] Provisioning complete for port af6b04e4-9845-4f92-98cf-ce95e21a9569 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:43.324812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b6b64ae5-592e-4fe0-ad47-0bb48440d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.413772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c8b59fe6-8abd-491f-b3c3-0c37d64055bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:43.416643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Allocated IP 172.26.5.124 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/fc95afda-be2d-49da-9ffe-9c3956dfd5af) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:43.473519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.491245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:43.506751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.554697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c8b59fe6-8abd-491f-b3c3-0c37d64055bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:43.556976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c8b59fe6-8abd-491f-b3c3-0c37d64055bb tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2649283 May 29 01:05:43.560062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a03759e-e103-4fd2-9141-6b3fa1db392f']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:43.570488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:43.572279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54736) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:43.579890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5a986d-fbcd-47b0-9b8f-93283bd60369,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:43.588036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b52a29f-2628-4a9b-b7fb-6b1e77c126c0') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:43.588323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b52a29f-2628-4a9b-b7fb-6b1e77c126c0') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:43.603242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c02b788e-5539-4a28-8bbf-3d8c6a7bf0c4 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': '704cd5d1-70d2-4b07-9d39-bdcc93a33c9e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:43.604084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e692a8-905a-41cf-9e93-1d39784d93fe None None] DHCP port deletion for 1a03759e-e103-4fd2-9141-6b3fa1db392f request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:43.617032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.620829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.629729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c02b788e-5539-4a28-8bbf-3d8c6a7bf0c4 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:43.657475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e8974-c7f8-447b-a0a8-8986206e8d84 None None] Network 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:43.662755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.669114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c02b788e-5539-4a28-8bbf-3d8c6a7bf0c4 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:43.681323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:43.684277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.695206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.702568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c02b788e-5539-4a28-8bbf-3d8c6a7bf0c4 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:43.720950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.730659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c02b788e-5539-4a28-8bbf-3d8c6a7bf0c4 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:43.735908 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-41962be4-dbc4-4753-a685-2daaaaa3799b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/dc5a986d-fbcd-47b0-9b8f-93283bd60369 HTTP/1.1" status: 204 len: 168 time: 1.5204685 May 29 01:05:43.740629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Allocated IP 2001:db8::2 (a60ac99f-a836-4dcc-a26a-42e75ef820b4/9ca088be-25b2-427b-a2b7-40fbd84a3907/bb7a7da4-eee9-4fb0-bfd1-47dc233bceed) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:43.742337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:43.742799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.745375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54740) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:43.760733 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:43.818143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 63caf65c-5cc6-4724-bc24-3cb9ea87303c yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:43.828351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3eecb7c4-db15-48ac-9a74-d6c3a0b4e278 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803635 May 29 01:05:43.833192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54744) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:43.841250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:43.874921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event updated for resources: {'Port': ['ID=fc95afda-be2d-49da-9ffe-9c3956dfd5af,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:43.884048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:43.889118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Deleting port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:43.889659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.891900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:43.977856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:43.981696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.030345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=1a03759e-e103-4fd2-9141-6b3fa1db392f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:44.032493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce2c00-6ba2-44c9-9c56-f6def8743e35 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:44.033999 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4bce2c00-6ba2-44c9-9c56-f6def8743e35 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1999769 May 29 01:05:44.038924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54748) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.068319 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0793bdb1-b1e1-45a1-b0ae-00bc40bacc04 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/1a03759e-e103-4fd2-9141-6b3fa1db392f HTTP/1.1" status: 204 len: 168 time: 4.7797842 May 29 01:05:44.068993 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-c02b788e-5539-4a28-8bbf-3d8c6a7bf0c4 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The resource could not be found. May 29 01:05:44.074861 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c02b788e-5539-4a28-8bbf-3d8c6a7bf0c4 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4920936 May 29 01:05:44.074861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54752) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.075103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.084547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--398963568'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:44.101469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:44.127554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267461915'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:44.136374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.143869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:44.148420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Transition to ACTIVE for port object bb7a7da4-eee9-4fb0-bfd1-47dc233bceed will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:44.152135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:44.157169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:44.161214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:44.167154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:44.175760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Transition to ACTIVE for port object bb7a7da4-eee9-4fb0-bfd1-47dc233bceed will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:44.185323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.195498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a60e15-141f-496c-942b-6a79bc7cfcca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:44.201591 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d8a60e15-141f-496c-942b-6a79bc7cfcca tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1616569 May 29 01:05:44.218909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54760) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.243182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] DHCP port deletion for 56c4a30a-0cb6-48d5-8c59-85deed3b4bcb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:44.256482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:44.257971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Deleting port af6b04e4-9845-4f92-98cf-ce95e21a9569 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:44.258351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.259419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.305560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.306835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] For port a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:44.307204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.332260 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0381e327-340e-4ad9-b3e7-bc6974386694 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007907 May 29 01:05:44.332522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:44.332522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:44.335249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54764) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.339341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:44.341607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Pushing event updated for resources: {'Port': ['ID=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:44.390043 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea66a84-f034-426e-b90b-3d6c2dcad4d1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:44.390745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea66a84-f034-426e-b90b-3d6c2dcad4d1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:44.412683 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8ea66a84-f034-426e-b90b-3d6c2dcad4d1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/a17dcc88-372a-468b-90f8-324391d78488 HTTP/1.1" status: 404 len: 333 time: 0.0712152 May 29 01:05:44.415421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54768) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.457646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Calling delete_port for a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:44.459891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device af6b04e4-9845-4f92-98cf-ce95e21a9569 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:44.469600 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-87937c05-77b5-4d62-bf2c-12f3ce2eff43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:44.470038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87937c05-77b5-4d62-bf2c-12f3ce2eff43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:44.478227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:44.482370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:44.485262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::233 (a60ac99f-a836-4dcc-a26a-42e75ef820b4/9ca088be-25b2-427b-a2b7-40fbd84a3907/63caf65c-5cc6-4724-bc24-3cb9ea87303c) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:44.488323 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-87937c05-77b5-4d62-bf2c-12f3ce2eff43 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/98277c0d-8a67-4328-b134-abdaf4a88411 HTTP/1.1" status: 404 len: 337 time: 0.0707605 May 29 01:05:44.488323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:44.490072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54772) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.493866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:44.497660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.498373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.509178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:44.567847 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ef8d12-e358-4ea0-bcc1-10ea6717aa83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:44.568319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ef8d12-e358-4ea0-bcc1-10ea6717aa83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:44.584074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.584426 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment 4a7d69ed-ac25-4555-ac71-6bb21a46406e of type vlan for network cb09827c-9b8c-46d0-ac84-a65b2611ce7c May 29 01:05:44.607333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c0ef8d12-e358-4ea0-bcc1-10ea6717aa83 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/dc5a986d-fbcd-47b0-9b8f-93283bd60369 HTTP/1.1" status: 404 len: 337 time: 0.1088848 May 29 01:05:44.608282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Attempting to bind port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:44.608987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Attempting to bind port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '6621d0c3-bc13-46ae-8722-c04e1f104e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:44.609766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Attempting to bind port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed on network a60ac99f-a836-4dcc-a26a-42e75ef820b4 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:44.617094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54776) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.669675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:44.670467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Checking segment: {'id': '6621d0c3-bc13-46ae-8722-c04e1f104e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:44.671012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.672165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Bound using segment: {'id': '6621d0c3-bc13-46ae-8722-c04e1f104e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:44.673060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Bound port: bb7a7da4-eee9-4fb0-bfd1-47dc233bceed, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6621d0c3-bc13-46ae-8722-c04e1f104e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:44.673431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.685221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.698878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.714205 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-099e6ee7-505c-4733-9b03-4d36dffb100b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:44.714452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099e6ee7-505c-4733-9b03-4d36dffb100b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:44.718444 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-099e6ee7-505c-4733-9b03-4d36dffb100b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/2e629cc7-a2ea-4116-80bd-fa05b9f48ce6 HTTP/1.1" status: 404 len: 333 time: 0.0953264 May 29 01:05:44.718990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54780) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.721483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.725640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] For port af6b04e4-9845-4f92-98cf-ce95e21a9569, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af6b04e4-9845-4f92-98cf-ce95e21a9569,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:44.726332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.783567 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae06b073-5263-437a-a51c-d0ef0fc248c0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:44.784035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae06b073-5263-437a-a51c-d0ef0fc248c0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:44.794892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1c3445-bde2-4049-bb86-6a34f0695505,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:44.801675 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ae06b073-5263-437a-a51c-d0ef0fc248c0 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/89759110-5a40-4e24-a5a3-ae1b6fed286e HTTP/1.1" status: 404 len: 337 time: 0.0794992 May 29 01:05:44.801879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.806420 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-857de4e8-9183-4a0b-85ea-2515c90cd80d tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7267540 May 29 01:05:44.806587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54784) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.806587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54788) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.829487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.859845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984188591'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:44.886841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Router 379205a9-07e3-4a9c-8d4b-4eee61a23d59 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:05:44.895439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:44.898741 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-243e47a2-42a8-409a-b767-5a10328bae51 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:44.899063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243e47a2-42a8-409a-b767-5a10328bae51 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:44.902970 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-243e47a2-42a8-409a-b767-5a10328bae51 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/98e16758-f4b5-4326-895b-3b799faaf91d HTTP/1.1" status: 404 len: 337 time: 0.0969939 May 29 01:05:44.906517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54792) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:44.909737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Calling delete_port for af6b04e4-9845-4f92-98cf-ce95e21a9569 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:44.952344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.956844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:44.957442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:44.965896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:45.019418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] For port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:45.025709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port af6b04e4-9845-4f92-98cf-ce95e21a9569, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af6b04e4-9845-4f92-98cf-ce95e21a9569,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:45.032454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] For port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,segment=NetworkSegment(6621d0c3-bc13-46ae-8722-c04e1f104e01),segment_id=6621d0c3-bc13-46ae-8722-c04e1f104e01)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:45.034473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.035202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ec16c679-d0d7-4a61-87b9-3b7759687330 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:45.077277 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa4e59c-67d9-4446-9ae5-9e5b37b5b943 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.077944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa4e59c-67d9-4446-9ae5-9e5b37b5b943 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.106595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.118070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:45.118248 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:45.118684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ec16c679-d0d7-4a61-87b9-3b7759687330 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:45.119018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ec16c679-d0d7-4a61-87b9-3b7759687330 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:45.160908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=af6b04e4-9845-4f92-98cf-ce95e21a9569,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:45.254649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba8eef-191d-4db6-8c7a-aa1c2cdffc5e None None] Pushing event updated for resources: {'Port': ['ID=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:45.257850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:05:45.270529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] Sync routers for ids ['379205a9-07e3-4a9c-8d4b-4eee61a23d59'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:05:45.288853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] Routers {'379205a9-07e3-4a9c-8d4b-4eee61a23d59'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:45.295196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.295196 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7cb6539f-24f2-4724-92a9-d274f1f11738 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3035624 May 29 01:05:45.295386 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7fa4e59c-67d9-4446-9ae5-9e5b37b5b943 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/b027a733-0b2a-42ac-a8b9-03e8d96082e2 HTTP/1.1" status: 404 len: 333 time: 0.3798094 May 29 01:05:45.295386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.297126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54796) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.297688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54798) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.299747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['379205a9-07e3-4a9c-8d4b-4eee61a23d59'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:45.321700 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2043910 May 29 01:05:45.334586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54804) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.348644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:45.373607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=cb09827c-9b8c-46d0-ac84-a65b2611ce7c,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:45.385396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:45.401478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] Routers {'379205a9-07e3-4a9c-8d4b-4eee61a23d59'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:45.402339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['379205a9-07e3-4a9c-8d4b-4eee61a23d59'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:45.469701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.499010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:45.499489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebfd5e-3853-42b3-be58-643e2019252e None None] The sync data for ids ['379205a9-07e3-4a9c-8d4b-4eee61a23d59'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:05:45.514316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.514660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.515042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.515384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.515715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.516186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.516538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.516864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.517190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.517534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.517865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2024945-4be1-4be0-80d7-30a608fc7616 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:45.521832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.535626 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce31786-8fcf-417d-a6e5-48aeabb65a38 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.536161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce31786-8fcf-417d-a6e5-48aeabb65a38 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.540156 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9ce31786-8fcf-417d-a6e5-48aeabb65a38 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/2e6be3f9-b549-4ba3-bf41-aa0d53e75ba0 HTTP/1.1" status: 404 len: 337 time: 0.2326818 May 29 01:05:45.540310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network cb09827c-9b8c-46d0-ac84-a65b2611ce7c details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:45.540423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54808) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.578558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object 63caf65c-5cc6-4724-bc24-3cb9ea87303c will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:45.589571 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc592af-3b5d-407f-b92c-7f303abfb6f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.590012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc592af-3b5d-407f-b92c-7f303abfb6f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.590676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:45.594451 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0fc592af-3b5d-407f-b92c-7f303abfb6f4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/3f4d4079-a60e-4f5d-a25a-ba55aee030dd HTTP/1.1" status: 404 len: 337 time: 0.0504408 May 29 01:05:45.605719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event deleted for resources: {'Port': ['ID=a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:45.612669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:45.620306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54812) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.622481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Deleting port af6b04e4-9845-4f92-98cf-ce95e21a9569 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:45.623047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.649842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:45.663114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:45.694126 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b74a26d-b612-4181-9e9d-3e1aaf00b9c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.694859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b74a26d-b612-4181-9e9d-3e1aaf00b9c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.696925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0b74a26d-b612-4181-9e9d-3e1aaf00b9c4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/c73a206d-cc2b-41fe-a759-540509dae158 HTTP/1.1" status: 404 len: 333 time: 0.0737844 May 29 01:05:45.699595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54816) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.724788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:45.740564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:45.745238 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-6169da17-7c91-41cb-b917-2250ae630d0c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.745645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6169da17-7c91-41cb-b917-2250ae630d0c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.747542 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6169da17-7c91-41cb-b917-2250ae630d0c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/debab156-5dd1-4dc5-8a74-c5494f2accf2 HTTP/1.1" status: 404 len: 337 time: 0.0468094 May 29 01:05:45.752806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:45.755612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54820) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.769025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:45.828463 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fd7156-82b4-4056-9c3b-3d3344b74977 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.829040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fd7156-82b4-4056-9c3b-3d3344b74977 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.830793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-98fd7156-82b4-4056-9c3b-3d3344b74977 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/7d592632-d48c-4871-90ea-08f0d119858a HTTP/1.1" status: 404 len: 337 time: 0.0732253 May 29 01:05:45.834136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54824) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.873572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:45.898575 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-64212a6d-8262-40e6-a189-2e9c34dbdc5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.898971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64212a6d-8262-40e6-a189-2e9c34dbdc5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.903070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-64212a6d-8262-40e6-a189-2e9c34dbdc5d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/e26ed9ec-207b-4532-9ab1-8fb830c19da0 HTTP/1.1" status: 404 len: 333 time: 0.0653353 May 29 01:05:45.903276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54828) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.946900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5b123a-7eef-4b80-b181-f1d0285f391d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.947334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5b123a-7eef-4b80-b181-f1d0285f391d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:45.951521 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0d5b123a-7eef-4b80-b181-f1d0285f391d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/5897c10a-0606-46f1-b18d-67baf047d21b HTTP/1.1" status: 404 len: 337 time: 0.0449200 May 29 01:05:45.951521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54832) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:45.972362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:45.993984 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-066d0ee7-ed6d-416e-a4d9-d0a03096a17a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:45.996371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066d0ee7-ed6d-416e-a4d9-d0a03096a17a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.000758 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-066d0ee7-ed6d-416e-a4d9-d0a03096a17a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/7a8b1e8a-2fe9-4acd-bb6c-b2ba6811440a HTTP/1.1" status: 404 len: 333 time: 0.0453315 May 29 01:05:46.001541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54836) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.006671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] For port af6b04e4-9845-4f92-98cf-ce95e21a9569, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af6b04e4-9845-4f92-98cf-ce95e21a9569,segment=NetworkSegment(33afb0d8-fdcb-41c5-b543-72a6b39d06b4),segment_id=33afb0d8-fdcb-41c5-b543-72a6b39d06b4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:46.007058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.023828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.060388 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d917b7b-44a6-45da-84be-79b5e99e7470 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.061090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d917b7b-44a6-45da-84be-79b5e99e7470 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.065936 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1d917b7b-44a6-45da-84be-79b5e99e7470 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/638a835b-a21a-4929-b576-1251dda4e87e HTTP/1.1" status: 404 len: 337 time: 0.0608449 May 29 01:05:46.066622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54840) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.098368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.154862 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-a787919f-a1d1-4785-b642-54a8109e55f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.155657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a787919f-a1d1-4785-b642-54a8109e55f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.160917 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a787919f-a1d1-4785-b642-54a8109e55f3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/cc2d56c3-0af9-4d07-8db0-936eeafeda22 HTTP/1.1" status: 404 len: 333 time: 0.0922866 May 29 01:05:46.161950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54844) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.196967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:46.206573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=63caf65c-5cc6-4724-bc24-3cb9ea87303c,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:46.208962 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bf8f0903-2f8a-4ea4-9136-81f75811aa93 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/379205a9-07e3-4a9c-8d4b-4eee61a23d59 HTTP/1.1" status: 200 len: 919 time: 0.9098175 May 29 01:05:46.217428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54848) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.218854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:46.221383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:46.225754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:46.226373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.228432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Calling delete_port for af6b04e4-9845-4f92-98cf-ce95e21a9569 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:46.235812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.253880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e76c13-da49-494f-a629-1bc10299b89f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:46.264903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.269214 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cba8317d-1848-4d74-9ae2-402db6832917 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4589624 May 29 01:05:46.271013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54852) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.275813 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87cd6e2-ff92-44e2-9cbf-f2d00d22731f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.276715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87cd6e2-ff92-44e2-9cbf-f2d00d22731f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.280674 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b87cd6e2-ff92-44e2-9cbf-f2d00d22731f tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/a1250264-75b5-4e28-b8f0-91f5b17b5c32 HTTP/1.1" status: 404 len: 337 time: 0.1165335 May 29 01:05:46.290611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cf480a1d-31e1-4d7f-ab9a-5a46d2567875 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group_rule': {'security_group_id': 'ba1c3445-bde2-4049-bb86-6a34f0695505', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '73e76c13-da49-494f-a629-1bc10299b89f'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:46.297453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54856) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.349065 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1fdaee55-b67f-40bc-bdc0-ea7f95e84dde tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4043431 May 29 01:05:46.353216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54860) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.367151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': 'a60ac99f-a836-4dcc-a26a-42e75ef820b4', 'name': 'tempest-PortsIpV6TestJSON-1970778652'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:46.373853 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e4112a05-a90a-4265-86cc-3040457c9a66 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=379205a9-07e3-4a9c-8d4b-4eee61a23d59 HTTP/1.1" status: 200 len: 205 time: 0.1515312 May 29 01:05:46.378411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf480a1d-31e1-4d7f-ab9a-5a46d2567875 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:46.381015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.386546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54864) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.397324 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8a561a-b5ff-464f-8efe-e678ed7597c5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.404354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8a561a-b5ff-464f-8efe-e678ed7597c5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.408984 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2e8a561a-b5ff-464f-8efe-e678ed7597c5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/483b007f-8661-4556-b747-85ab9de13140 HTTP/1.1" status: 404 len: 333 time: 0.1105413 May 29 01:05:46.410099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf480a1d-31e1-4d7f-ab9a-5a46d2567875 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:46.412731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54868) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.415200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cf480a1d-31e1-4d7f-ab9a-5a46d2567875 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:46.458200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cf480a1d-31e1-4d7f-ab9a-5a46d2567875 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:46.460607 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-33364339-8272-450e-b002-f242baec9417 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.461045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33364339-8272-450e-b002-f242baec9417 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.465507 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-33364339-8272-450e-b002-f242baec9417 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/fbce4a13-ac33-4e6f-9b89-6bf942a32d91 HTTP/1.1" status: 404 len: 337 time: 0.0515926 May 29 01:05:46.467111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54872) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.475223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] Pushing event deleted for resources: {'Port': ['ID=af6b04e4-9845-4f92-98cf-ce95e21a9569,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:46.491302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdaac26-b35f-4256-8d71-3b71592669bb None None] No DVR routers for this DVR port af6b04e4-9845-4f92-98cf-ce95e21a9569 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:46.535793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7e7c4c-970c-4feb-a69b-3c3f7c33a4d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.536384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7e7c4c-970c-4feb-a69b-3c3f7c33a4d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.540614 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba7e7c4c-970c-4feb-a69b-3c3f7c33a4d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/20891c9b-b5dd-4b1a-8882-9e8e4d4303f2 HTTP/1.1" status: 404 len: 333 time: 0.0725839 May 29 01:05:46.541167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54876) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.564118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb7a7da4-eee9-4fb0-bfd1-47dc233bceed up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:46.590107 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cdd5c6-c499-407b-9161-9c2e6328e484 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.590538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29cdd5c6-c499-407b-9161-9c2e6328e484 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.595172 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-29cdd5c6-c499-407b-9161-9c2e6328e484 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/2b0be895-020c-4168-ba8f-dfd318f7a31a HTTP/1.1" status: 404 len: 337 time: 0.0486391 May 29 01:05:46.595783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54880) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.596374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb32cf-5e52-4014-86cd-adde5fe6f9a6 None None] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:46.631494 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-cf480a1d-31e1-4d7f-ab9a-5a46d2567875 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:05:46.632528 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cf480a1d-31e1-4d7f-ab9a-5a46d2567875 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3603287 May 29 01:05:46.636578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54884) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.638670 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b8d0fa-bb76-4ad3-bc68-029d51e378d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.639119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b8d0fa-bb76-4ad3-bc68-029d51e378d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.641556 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-13b8d0fa-bb76-4ad3-bc68-029d51e378d3 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/07c29401-3018-49b2-bada-df5b6c4b5f02 HTTP/1.1" status: 404 len: 333 time: 0.0450854 May 29 01:05:46.644499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54888) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.668823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.693225 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87047cd-1d24-4f02-a096-dba4f33d7f5e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.693766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87047cd-1d24-4f02-a096-dba4f33d7f5e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.695730 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b87047cd-1d24-4f02-a096-dba4f33d7f5e tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/47c2ee4f-2bb5-4cdd-ba8f-343e34576eb7 HTTP/1.1" status: 404 len: 337 time: 0.0498655 May 29 01:05:46.698687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54892) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.741838 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cfffed-3088-4640-a14f-836ac8a2fb96 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.742439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cfffed-3088-4640-a14f-836ac8a2fb96 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.743701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f8dafac9-6988-40d1-8574-4cdaeda9da88 None None] Provisioning for port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:46.744529 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-37cfffed-3088-4640-a14f-836ac8a2fb96 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/16f10538-5a52-4d48-9d17-b0ae62979701 HTTP/1.1" status: 404 len: 337 time: 0.0443113 May 29 01:05:46.746890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54896) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.791024 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-885d2f7a-ffd2-4580-8f45-e92bf9aca73d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.791617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885d2f7a-ffd2-4580-8f45-e92bf9aca73d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.793749 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-885d2f7a-ffd2-4580-8f45-e92bf9aca73d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/b4ef80c4-6e0a-458d-81fa-b0110fceaa7e HTTP/1.1" status: 404 len: 333 time: 0.0455303 May 29 01:05:46.796074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54900) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.808127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:46.826754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:46.837890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:46.842069 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e462da-b4b1-48f2-985d-8bf547d9101d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.847435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e462da-b4b1-48f2-985d-8bf547d9101d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.847618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:46.847618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.847800 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-09e462da-b4b1-48f2-985d-8bf547d9101d tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/974776a1-a70c-4e9a-85bb-88ae2011fdf5 HTTP/1.1" status: 404 len: 337 time: 0.0476377 May 29 01:05:46.848040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54904) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.860583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:46.873431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:46.882861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22128f8c-04f7-4f94-9463-952205879911 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.889051 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab0dde2-0103-4157-827b-7e622ac79aa1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.889668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab0dde2-0103-4157-827b-7e622ac79aa1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.894848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-eab0dde2-0103-4157-827b-7e622ac79aa1 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/ef8edc72-2da9-451f-b2e0-f9ecc3832954 HTTP/1.1" status: 404 len: 337 time: 0.0435188 May 29 01:05:46.895231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54908) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.939569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:46.941449 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a47a98-405e-4952-ab43-b5dd42f1f9d5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:46.942019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a47a98-405e-4952-ab43-b5dd42f1f9d5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:46.942427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.946379 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d2a47a98-405e-4952-ab43-b5dd42f1f9d5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/1eaefd8c-4fa6-4ff3-95bd-6052355cf690 HTTP/1.1" status: 404 len: 333 time: 0.0471592 May 29 01:05:46.946636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54912) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:46.970495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.975371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22128f8c-04f7-4f94-9463-952205879911 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:46.999104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.024655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.029706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port f360a2ff-770a-484b-9f57-c6dadf01526f yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:47.042211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,segment=NetworkSegment(6621d0c3-bc13-46ae-8722-c04e1f104e01),segment_id=6621d0c3-bc13-46ae-8722-c04e1f104e01)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:47.048752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.104518 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dbd13e-e8b7-46c8-b4b1-5f31cc420bb5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.105125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dbd13e-e8b7-46c8-b4b1-5f31cc420bb5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.109423 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-63dbd13e-e8b7-46c8-b4b1-5f31cc420bb5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/f7c4d9ff-fa8b-40b6-81a9-bd48c93b934a HTTP/1.1" status: 404 len: 337 time: 0.1592789 May 29 01:05:47.110095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54916) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.162548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:47.173208 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c93078-0689-4bfc-9cb4-2abc7152ac2c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.173770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c93078-0689-4bfc-9cb4-2abc7152ac2c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.175827 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-23c93078-0689-4bfc-9cb4-2abc7152ac2c tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/d4785350-a839-4d86-9324-06b86e507e72 HTTP/1.1" status: 404 len: 337 time: 0.0641730 May 29 01:05:47.178781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54920) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.227355 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c554d7-62c4-425a-923d-1861cf85625a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.227961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c554d7-62c4-425a-923d-1861cf85625a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.232595 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-50c554d7-62c4-425a-923d-1861cf85625a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/cd20bb47-4cc3-4ba0-a247-a1dc15760477 HTTP/1.1" status: 404 len: 333 time: 0.0503912 May 29 01:05:47.233209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54924) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.277230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7810df-7770-491d-8f96-db746a8bb954 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.277698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7810df-7770-491d-8f96-db746a8bb954 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.282101 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ce7810df-7770-491d-8f96-db746a8bb954 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/87239371-89fc-440f-aeb4-b777ed22b88e HTTP/1.1" status: 404 len: 337 time: 0.0455351 May 29 01:05:47.282363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54928) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.323570 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b6e09f-a6c0-4858-a567-e5b27eb0054a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.324109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b6e09f-a6c0-4858-a567-e5b27eb0054a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.325913 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-39b6e09f-a6c0-4858-a567-e5b27eb0054a tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/4bb2ae16-0c5a-433b-8071-ee4c42634a94 HTTP/1.1" status: 404 len: 337 time: 0.0425184 May 29 01:05:47.329001 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54932) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.381620 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f6830740-06c5-4825-991f-dc6ca7069573 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports?device_id=44d10423-7668-46dd-9b82-3b04e355d702 HTTP/1.1" status: 200 len: 205 time: 0.0493770 May 29 01:05:47.381830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54936) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.391107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-96e6c39d-73dd-4920-8ce1-b0dfe4514bd6 None None] Provisioning complete for port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:47.392650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-96e6c39d-73dd-4920-8ce1-b0dfe4514bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.444736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=024f04d2-6bca-4898-9bfd-e50cb755ce34,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:47.460424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22128f8c-04f7-4f94-9463-952205879911 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.478250 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-0eeb40a6-5bea-481a-9f0e-0cb47b4d9833 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] delete failed (client error): The resource could not be found. May 29 01:05:47.481700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0eeb40a6-5bea-481a-9f0e-0cb47b4d9833 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/routers/44d10423-7668-46dd-9b82-3b04e355d702 HTTP/1.1" status: 404 len: 336 time: 0.0963318 May 29 01:05:47.481883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54940) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.526214 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0043f95-80f3-4cd3-82af-7a03a506ff63 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.526372 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0043f95-80f3-4cd3-82af-7a03a506ff63 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.528261 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c0043f95-80f3-4cd3-82af-7a03a506ff63 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/4473e268-0d21-4a21-8a38-9c02d974f3bd HTTP/1.1" status: 404 len: 337 time: 0.0454698 May 29 01:05:47.531787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54944) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.537419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f2e79-9095-4168-bbb7-94ad81af2fdb None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:05:47.550687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22128f8c-04f7-4f94-9463-952205879911 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e76c13-da49-494f-a629-1bc10299b89f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:47.579381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': '4a7d69ed-ac25-4555-ac71-6bb21a46406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:47.579761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: cb09827c-9b8c-46d0-ac84-a65b2611ce7c, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:47.581224 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7b606882-8dfe-4991-8d3f-23cb4ec3aab5 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "GET /v2.0/ports?device_id=beef244e-cf20-4b16-8ea5-74099cad0d43 HTTP/1.1" status: 200 len: 205 time: 0.0475402 May 29 01:05:47.583477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54948) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.592274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.650005 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-df409266-6429-40a9-88fd-39249c4e77c9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] delete failed (client error): The resource could not be found. May 29 01:05:47.651285 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-df409266-6429-40a9-88fd-39249c4e77c9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/routers/beef244e-cf20-4b16-8ea5-74099cad0d43 HTTP/1.1" status: 404 len: 336 time: 0.0668402 May 29 01:05:47.653806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54952) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.664021 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-96e6c39d-73dd-4920-8ce1-b0dfe4514bd6 None None] Provisioning for port 63caf65c-5cc6-4724-bc24-3cb9ea87303c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:47.696120 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0b1947-babb-4617-97b3-7de2fb4c5c87 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.696809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0b1947-babb-4617-97b3-7de2fb4c5c87 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.700952 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5d0b1947-babb-4617-97b3-7de2fb4c5c87 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/31865f7c-1ae4-40fe-a2f7-142bc7a9f2d1 HTTP/1.1" status: 404 len: 337 time: 0.0435350 May 29 01:05:47.701164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54956) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.716593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-96e6c39d-73dd-4920-8ce1-b0dfe4514bd6 None None] Provisioning complete for port 63caf65c-5cc6-4724-bc24-3cb9ea87303c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:47.716905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-96e6c39d-73dd-4920-8ce1-b0dfe4514bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.738382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::20f (a60ac99f-a836-4dcc-a26a-42e75ef820b4/9ca088be-25b2-427b-a2b7-40fbd84a3907/f360a2ff-770a-484b-9f57-c6dadf01526f) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:47.739245 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ec7066-5b89-4285-9ced-a0d873f863ec tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.739691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ec7066-5b89-4285-9ced-a0d873f863ec tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.743964 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f1ec7066-5b89-4285-9ced-a0d873f863ec tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/6257fdb4-e357-4e29-af35-d193c5cde7bc HTTP/1.1" status: 404 len: 337 time: 0.0394726 May 29 01:05:47.745231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54960) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.757676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22128f8c-04f7-4f94-9463-952205879911 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.758753 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-22128f8c-04f7-4f94-9463-952205879911 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/73e76c13-da49-494f-a629-1bc10299b89f HTTP/1.1" status: 204 len: 168 time: 1.1161335 May 29 01:05:47.768471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54964) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.786542 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93db446-223e-45a1-a7a9-546d9271ff76 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.786980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93db446-223e-45a1-a7a9-546d9271ff76 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.791120 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e93db446-223e-45a1-a7a9-546d9271ff76 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/fca60a0a-2b53-4b8c-9ab6-e44fedcc9542 HTTP/1.1" status: 404 len: 333 time: 0.0436375 May 29 01:05:47.791252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-96e6c39d-73dd-4920-8ce1-b0dfe4514bd6 None None] Port 63caf65c-5cc6-4724-bc24-3cb9ea87303c cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:47.791379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54968) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.833508 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-960ac7b0-f123-4681-9a27-4d95752caffe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.834216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960ac7b0-f123-4681-9a27-4d95752caffe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.835837 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-960ac7b0-f123-4681-9a27-4d95752caffe tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/0813954c-a7bb-450c-a34e-ea13e6109e81 HTTP/1.1" status: 404 len: 337 time: 0.0436718 May 29 01:05:47.838651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54972) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.838825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network cb09827c-9b8c-46d0-ac84-a65b2611ce7c is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:47.882739 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff5fbd3-f106-418f-ab2f-6e594e95f9a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.883180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff5fbd3-f106-418f-ab2f-6e594e95f9a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.884870 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ff5fbd3-f106-418f-ab2f-6e594e95f9a9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/b6aec273-de79-45cb-8684-d711f04b522b HTTP/1.1" status: 404 len: 333 time: 0.0453203 May 29 01:05:47.887456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54976) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.895329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, cb09827c-9b8c-46d0-ac84-a65b2611ce7c) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:47.910571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f2e79-9095-4168-bbb7-94ad81af2fdb None None] Unable to find a vacant binding_index for network cb09827c-9b8c-46d0-ac84-a65b2611ce7c and agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 29 01:05:47.918393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:47.918986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.919119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f2e79-9095-4168-bbb7-94ad81af2fdb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, cb09827c-9b8c-46d0-ac84-a65b2611ce7c) {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:05:47.931572 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe45620d-2cfc-41b6-9b1c-d07a82792da4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.932040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe45620d-2cfc-41b6-9b1c-d07a82792da4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.935225 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fe45620d-2cfc-41b6-9b1c-d07a82792da4 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/a3f29e9d-8aa3-4d6d-ae12-0a4df43e1a7f HTTP/1.1" status: 404 len: 337 time: 0.0464568 May 29 01:05:47.938278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f309c9d6-82ed-4fd7-acfc-bd286319eaab None None] Provisioning complete for port 63caf65c-5cc6-4724-bc24-3cb9ea87303c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:47.938771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f309c9d6-82ed-4fd7-acfc-bd286319eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:47.943466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54980) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:47.991380 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d497bcb-85b2-4f2e-95c7-f299b30f2f50 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:47.991741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d497bcb-85b2-4f2e-95c7-f299b30f2f50 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:47.995832 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0d497bcb-85b2-4f2e-95c7-f299b30f2f50 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/041bd182-bf56-4358-b7fe-2ade519d8050 HTTP/1.1" status: 404 len: 333 time: 0.0486410 May 29 01:05:47.996015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54984) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.035796 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ff635f-2af3-4056-972d-6025b7fd2fab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.036365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ff635f-2af3-4056-972d-6025b7fd2fab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.042960 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-68ff635f-2af3-4056-972d-6025b7fd2fab tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/a48b33c2-4de7-4d13-858c-7e2ba8c51676 HTTP/1.1" status: 404 len: 337 time: 0.0434568 May 29 01:05:48.043138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54988) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.054873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f15ea64d-ad45-4f0c-8fc3-703a7bc0b993 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:48.064169 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1ea41799-4b17-4757-9f28-56a68b8849b9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7273345 May 29 01:05:48.074585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 54992) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.098717 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-811c061b-d937-4947-ab57-b769fedd6adb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.099234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811c061b-d937-4947-ab57-b769fedd6adb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.104314 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-811c061b-d937-4947-ab57-b769fedd6adb tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/abce7037-5d2f-4279-93e0-1dc88f79b152 HTTP/1.1" status: 404 len: 333 time: 0.0573561 May 29 01:05:48.106050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 54996) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.127341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f309c9d6-82ed-4fd7-acfc-bd286319eaab None None] Port 63caf65c-5cc6-4724-bc24-3cb9ea87303c cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:05:48.149993 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9e515b-920f-46f4-a56d-893bd48b96ee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.150277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9e515b-920f-46f4-a56d-893bd48b96ee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.155070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-db9e515b-920f-46f4-a56d-893bd48b96ee tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/324386cf-7165-44f7-b5ac-9534e0ef08ac HTTP/1.1" status: 404 len: 337 time: 0.0464368 May 29 01:05:48.155279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55000) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.199172 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba3095a-8495-46b1-a905-bcd469bbd491 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.199616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba3095a-8495-46b1-a905-bcd469bbd491 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.203209 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-aba3095a-8495-46b1-a905-bcd469bbd491 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/dc8f288e-f3ca-408c-8949-161d1deb113e HTTP/1.1" status: 404 len: 333 time: 0.0445602 May 29 01:05:48.208882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55004) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.255347 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-612e3b23-862a-475e-b57e-3b5ec3482eb2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.255799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612e3b23-862a-475e-b57e-3b5ec3482eb2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.258050 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-612e3b23-862a-475e-b57e-3b5ec3482eb2 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/5b377897-c167-4616-9c1e-4f00777af878 HTTP/1.1" status: 404 len: 337 time: 0.0483074 May 29 01:05:48.260999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55008) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.316758 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a437fc-1cf7-47f4-9b30-b8adf1424190 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.317272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a437fc-1cf7-47f4-9b30-b8adf1424190 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.322496 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-60a437fc-1cf7-47f4-9b30-b8adf1424190 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/bac08d9b-d4ff-4ba8-ba0a-bbccc01ecaa9 HTTP/1.1" status: 404 len: 333 time: 0.0602915 May 29 01:05:48.323594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55012) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.352241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f15ea64d-ad45-4f0c-8fc3-703a7bc0b993 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:48.353500 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f15ea64d-ad45-4f0c-8fc3-703a7bc0b993 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5839000 May 29 01:05:48.378075 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dbe354-21cf-4e2d-a9a5-81b8b0d36263 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.378524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0dbe354-21cf-4e2d-a9a5-81b8b0d36263 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.383606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f0dbe354-21cf-4e2d-a9a5-81b8b0d36263 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/1dde64e5-8b1d-45d4-b286-03680ce3acde HTTP/1.1" status: 404 len: 337 time: 0.0555782 May 29 01:05:48.383606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55016) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.385359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55018) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.440030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb7a7da4-eee9-4fb0-bfd1-47dc233bceed up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:48.455798 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00cdb39-bf8e-4575-b82b-f7fc23b6619b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.456285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00cdb39-bf8e-4575-b82b-f7fc23b6619b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.460396 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f00cdb39-bf8e-4575-b82b-f7fc23b6619b tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/ports/4293126b-d39d-4db7-b4b9-df17dd03c9a4 HTTP/1.1" status: 404 len: 333 time: 0.0575855 May 29 01:05:48.466178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55024) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.470127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.538465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-cb09827c-9b8c-46d0-ac84-a65b2611ce7c', 'network_id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': '024f04d2-6bca-4898-9bfd-e50cb755ce34'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:48.539353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.540226 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-98216726-38d1-4d89-9066-25e10e5047f9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] DELETE failed (client error): The resource could not be found. May 29 01:05:48.540667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98216726-38d1-4d89-9066-25e10e5047f9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:05:48.545400 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-98216726-38d1-4d89-9066-25e10e5047f9 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/subnets/faaf3fb2-16bb-4671-a055-66d1745cba9e HTTP/1.1" status: 404 len: 337 time: 0.0754371 May 29 01:05:48.548398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55028) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.552237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object f360a2ff-770a-484b-9f57-c6dadf01526f will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:48.561149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:48.561646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.564541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.597683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.598467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.650364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.673141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1c3445-bde2-4049-bb86-6a34f0695505,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:48.687488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.687841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.688197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.688523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.688854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.689380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.689881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.690199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.690528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.690847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.691165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:48.694693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.695939 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-00e0f0c2-37fc-4ff9-8429-ece77f65f9ab tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/ba1c3445-bde2-4049-bb86-6a34f0695505 HTTP/1.1" status: 204 len: 168 time: 0.3134317 May 29 01:05:48.699484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55032) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.717965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.756471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac174a44-99e3-437b-9759-b1a6372775df tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:48.774500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac174a44-99e3-437b-9759-b1a6372775df tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:48.781462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ac174a44-99e3-437b-9759-b1a6372775df tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0799472 May 29 01:05:48.782108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55036) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:48.789246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'tempest-secgroup--724048929'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:48.796706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:48.808759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:48.819844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Deleting port fc95afda-be2d-49da-9ffe-9c3956dfd5af {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:48.820778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.824461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.848407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Allocated IP 172.20.0.1 (cb09827c-9b8c-46d0-ac84-a65b2611ce7c/024f04d2-6bca-4898-9bfd-e50cb755ce34/8500f845-cee6-4e3a-bbc1-a74288ec95d7) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:48.883968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:48.888900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Usage tracker for resource:security_group_rule and tenant:1023ad96584a406292b448ed3dcd42d1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:48.892969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:48.899642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:48.970036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:48.974581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.020853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94594f09-cda5-4a02-a07c-f7a72acca8d4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:49.031278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.033073 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-856f66e5-1f85-4b10-be92-eb30f48c0557 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2498062 May 29 01:05:49.035726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55040) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.041284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c27a3297-156a-459c-840e-8fa137e85001 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:49.041843 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-c27a3297-156a-459c-840e-8fa137e85001 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] update failed (client error): There was a conflict when trying to complete your request. May 29 01:05:49.045138 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c27a3297-156a-459c-840e-8fa137e85001 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "PUT /v2.0/security-groups/94594f09-cda5-4a02-a07c-f7a72acca8d4 HTTP/1.1" status: 409 len: 330 time: 0.0059388 May 29 01:05:49.045452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55044) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.054183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.092058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.105084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Transition to ACTIVE for port object 8500f845-cee6-4e3a-bbc1-a74288ec95d7 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:49.126693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f51f720-d392-40bb-800f-8d139579a8e9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.130851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Transition to ACTIVE for port object 8500f845-cee6-4e3a-bbc1-a74288ec95d7 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:05:49.139530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.157697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.175316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f51f720-d392-40bb-800f-8d139579a8e9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.202004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Network cb09827c-9b8c-46d0-ac84-a65b2611ce7c is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:49.210168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:49.214684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:49.235712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f51f720-d392-40bb-800f-8d139579a8e9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.277349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51f720-d392-40bb-800f-8d139579a8e9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94594f09-cda5-4a02-a07c-f7a72acca8d4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:49.287067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f51f720-d392-40bb-800f-8d139579a8e9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.290706 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f51f720-d392-40bb-800f-8d139579a8e9 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/94594f09-cda5-4a02-a07c-f7a72acca8d4 HTTP/1.1" status: 204 len: 168 time: 0.2419441 May 29 01:05:49.290929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55048) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.296739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Pushing event updated for resources: {'Port': ['ID=8500f845-cee6-4e3a-bbc1-a74288ec95d7,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:49.302639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.337437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.338517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.338517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.338517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.338868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.339205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.339544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.339877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.340227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.340556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.340882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:05:49.346748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e1fd5512-3b25-4373-ae55-a646f81fb1ae tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Synchronizing usage tracker for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:49.346935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Attempting to bind port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:05:49.347163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Attempting to bind port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '4a7d69ed-ac25-4555-ac71-6bb21a46406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:05:49.347498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Attempting to bind port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 on network cb09827c-9b8c-46d0-ac84-a65b2611ce7c {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:05:49.360838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:05:49.361222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Checking segment: {'id': '4a7d69ed-ac25-4555-ac71-6bb21a46406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:49.361630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.362026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Bound using segment: {'id': '4a7d69ed-ac25-4555-ac71-6bb21a46406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:05:49.362684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Bound port: 8500f845-cee6-4e3a-bbc1-a74288ec95d7, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7d69ed-ac25-4555-ac71-6bb21a46406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:05:49.362932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.366709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e1fd5512-3b25-4373-ae55-a646f81fb1ae tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] Unset dirty status for tenant:1023ad96584a406292b448ed3dcd42d1 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:49.371904 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e1fd5512-3b25-4373-ae55-a646f81fb1ae tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0761075 May 29 01:05:49.372338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.391141 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-6a75df9a-7de1-4ebc-82e9-c4272807c129 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] delete failed (client error): The resource could not be found. May 29 01:05:49.395592 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6a75df9a-7de1-4ebc-82e9-c4272807c129 tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "DELETE /v2.0/security-groups/261da053-d57c-409e-9c11-4d662b5f4fbd HTTP/1.1" status: 404 len: 347 time: 0.0188444 May 29 01:05:49.396467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55056) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.413663 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-658edaff-f15e-4229-b485-22ff936f582c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] show failed (client error): The resource could not be found. May 29 01:05:49.417966 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-658edaff-f15e-4229-b485-22ff936f582c tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-groups/972d675a-349b-47a6-b122-ae6139faf09a HTTP/1.1" status: 404 len: 347 time: 0.0176349 May 29 01:05:49.418238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55060) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.435246 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-835a0ce1-12cc-4873-8f3e-7ef77309431a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] show failed (client error): The resource could not be found. May 29 01:05:49.436273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-835a0ce1-12cc-4873-8f3e-7ef77309431a tempest-NegativeSecGroupTest-1081075801 tempest-NegativeSecGroupTest-1081075801-project] 10.222.0.33 "GET /v2.0/security-group-rules/fa25d9a1-516c-466c-8af1-9e47bf627df4 HTTP/1.1" status: 404 len: 356 time: 0.0171070 May 29 01:05:49.467066 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:49.469089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] For port 8500f845-cee6-4e3a-bbc1-a74288ec95d7, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:05:49.472659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] For port 8500f845-cee6-4e3a-bbc1-a74288ec95d7, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8500f845-cee6-4e3a-bbc1-a74288ec95d7,segment=NetworkSegment(4a7d69ed-ac25-4555-ac71-6bb21a46406e),segment_id=4a7d69ed-ac25-4555-ac71-6bb21a46406e)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:05:49.477635 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.528710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=f360a2ff-770a-484b-9f57-c6dadf01526f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:49.533047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:49.535291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:49.539364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:49.539966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.578728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e374e-bb08-4b81-b3e3-7a8289a731e5 None None] Pushing event updated for resources: {'Port': ['ID=8500f845-cee6-4e3a-bbc1-a74288ec95d7,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:49.611356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.677820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3cf9da32-4c93-45e9-9af2-91e022415b95 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3237967 May 29 01:05:49.679526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c4a30a-0cb6-48d5-8c59-85deed3b4bcb']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:49.681342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55068) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.691727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.713734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33afb0d8-fdcb-41c5-b543-72a6b39d06b4') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:49.714048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33afb0d8-fdcb-41c5-b543-72a6b39d06b4') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:49.792728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039d9fe-3c88-4e64-9ac0-23701b19a37c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:49.793675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6039d9fe-3c88-4e64-9ac0-23701b19a37c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:49.820441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6039d9fe-3c88-4e64-9ac0-23701b19a37c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:49.822103 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6039d9fe-3c88-4e64-9ac0-23701b19a37c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A233 HTTP/1.1" status: 200 len: 929 time: 0.1397853 May 29 01:05:49.825297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55072) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.861527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.868694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:49.880223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Calling delete_port for fc95afda-be2d-49da-9ffe-9c3956dfd5af owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:49.904284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port f360a2ff-770a-484b-9f57-c6dadf01526f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:49.904624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.913349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.975776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:49.984416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=024f04d2-6bca-4898-9bfd-e50cb755ce34,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:50.005968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:50.006343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:50.022849 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:50.259084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.263375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.268523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.272243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.332821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] Pushing event deleted for resources: {'Network': ['ID=56c4a30a-0cb6-48d5-8c59-85deed3b4bcb,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:50.336198 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-82a4e5b8-ee9a-4d0b-bda0-30c4afb79935 tempest-NetworksTestDHCPv6-292736883 tempest-NetworksTestDHCPv6-292736883-project] 10.222.0.33 "DELETE /v2.0/networks/56c4a30a-0cb6-48d5-8c59-85deed3b4bcb HTTP/1.1" status: 204 len: 168 time: 1.7793353 May 29 01:05:50.349544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb09827c-9b8c-46d0-ac84-a65b2611ce7c']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:50.379381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7d69ed-ac25-4555-ac71-6bb21a46406e') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:50.379690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7d69ed-ac25-4555-ac71-6bb21a46406e') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:50.389252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for f360a2ff-770a-484b-9f57-c6dadf01526f owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:50.396330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a0bc23d7-92c9-48af-a29d-757b9a7f573b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1023ad96584a406292b448ed3dcd42d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5264430 May 29 01:05:50.399178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Router 9f48384c-ae6a-4ec5-b084-e9b8838b030f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:05:50.403944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55084) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:50.408072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.485603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.536678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:50.536678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.537749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8500f845-cee6-4e3a-bbc1-a74288ec95d7 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:50.553683 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:50.566091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.587547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.646106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:50.685442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=f360a2ff-770a-484b-9f57-c6dadf01526f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:50.728261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92115fc8-0b8a-4b0a-8256-7edcdaaa332c None None] Network cb09827c-9b8c-46d0-ac84-a65b2611ce7c requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:50.746984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:50.767608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55090) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:50.787555 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-52a9e6e0-9355-4f11-b127-58e64f89ecf3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/f360a2ff-770a-484b-9f57-c6dadf01526f HTTP/1.1" status: 204 len: 168 time: 0.9584949 May 29 01:05:50.787753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55096) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:50.828067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event deleted for resources: {'Port': ['ID=fc95afda-be2d-49da-9ffe-9c3956dfd5af,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:50.879360 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0906627-9508-447b-b6eb-1d0474b145af tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:05:50.880222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d0906627-9508-447b-b6eb-1d0474b145af tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:50.921048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d0906627-9508-447b-b6eb-1d0474b145af tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:50.927109 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d0906627-9508-447b-b6eb-1d0474b145af tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/f360a2ff-770a-484b-9f57-c6dadf01526f HTTP/1.1" status: 404 len: 333 time: 0.1382358 May 29 01:05:50.927809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55100) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:50.930135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9ad4063c-46cf-4742-a2eb-729f29148149 None None] Provisioning for port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:05:50.955927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 29 01:05:50.955927 dv-neutron-843186-2-hyperv neutron-server[83979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 29 01:05:50.955927 dv-neutron-843186-2-hyperv neutron-server[83979]: [parameters: {'id': 'cb09827c-9b8c-46d0-ac84-a65b2611ce7c'}] May 29 01:05:50.955927 dv-neutron-843186-2-hyperv neutron-server[83979]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:50.956448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:50.982796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9ad4063c-46cf-4742-a2eb-729f29148149 None None] Provisioning complete for port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:05:50.983521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9ad4063c-46cf-4742-a2eb-729f29148149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.041830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 63caf65c-5cc6-4724-bc24-3cb9ea87303c {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:51.042552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.133291 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f3672b6-7c89-4399-a8a2-e5b461155378 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=735235b0375547e6a71d286473197fc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3645444 May 29 01:05:51.138005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55104) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:51.142173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9ad4063c-46cf-4742-a2eb-729f29148149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.178416 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3412ece-b775-43cf-940e-07a7a7b6818f None None] Network cb09827c-9b8c-46d0-ac84-a65b2611ce7c requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:51.247183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-acd21498-5a96-401a-91f1-a50aeec604e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.259234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08ff244b-72f9-4d4f-beee-5260527270d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.284228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.290325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08ff244b-72f9-4d4f-beee-5260527270d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.319525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9ad4063c-46cf-4742-a2eb-729f29148149 None None] For port 8500f845-cee6-4e3a-bbc1-a74288ec95d7, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8500f845-cee6-4e3a-bbc1-a74288ec95d7,segment=NetworkSegment(4a7d69ed-ac25-4555-ac71-6bb21a46406e),segment_id=4a7d69ed-ac25-4555-ac71-6bb21a46406e)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:51.398751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9ad4063c-46cf-4742-a2eb-729f29148149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.450386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-acd21498-5a96-401a-91f1-a50aeec604e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.456790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.457442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08ff244b-72f9-4d4f-beee-5260527270d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.500190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-08ff244b-72f9-4d4f-beee-5260527270d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.504399 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-08ff244b-72f9-4d4f-beee-5260527270d4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ff65bd16-d872-4319-a3cd-19bef82bd92b HTTP/1.1" status: 204 len: 168 time: 0.3628674 May 29 01:05:51.504399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff244b-72f9-4d4f-beee-5260527270d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65bd16-d872-4319-a3cd-19bef82bd92b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:51.508690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.537587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4063c-46cf-4742-a2eb-729f29148149 None None] Pushing event updated for resources: {'Port': ['ID=8500f845-cee6-4e3a-bbc1-a74288ec95d7,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:51.542069 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f7252964-fb86-4e4e-ac16-630846cbf946 None None] Could not find standard attr ID for object f360a2ff-770a-484b-9f57-c6dadf01526f. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:05:51.564345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:51.564699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.645232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 63caf65c-5cc6-4724-bc24-3cb9ea87303c owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:51.649114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] DHCP port deletion for cb09827c-9b8c-46d0-ac84-a65b2611ce7c request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:51.654026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] Deleting port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:51.654611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.698464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.748692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.771786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-acd21498-5a96-401a-91f1-a50aeec604e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.820340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd21498-5a96-401a-91f1-a50aeec604e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613ced9-1ec2-4463-9784-e6d5f2b3b825,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:51.857258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.929770 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-acd21498-5a96-401a-91f1-a50aeec604e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.931381 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-acd21498-5a96-401a-91f1-a50aeec604e4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9613ced9-1ec2-4463-9784-e6d5f2b3b825 HTTP/1.1" status: 204 len: 168 time: 1.5273268 May 29 01:05:51.938747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] For port 8500f845-cee6-4e3a-bbc1-a74288ec95d7, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8500f845-cee6-4e3a-bbc1-a74288ec95d7,segment=NetworkSegment(4a7d69ed-ac25-4555-ac71-6bb21a46406e),segment_id=4a7d69ed-ac25-4555-ac71-6bb21a46406e)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:51.939144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.941475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.941983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Fanout notify agent at l3_agent the message router_deleted on router 379205a9-07e3-4a9c-8d4b-4eee61a23d59 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:05:51.976062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] For port 8500f845-cee6-4e3a-bbc1-a74288ec95d7, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8500f845-cee6-4e3a-bbc1-a74288ec95d7,segment=NetworkSegment(4a7d69ed-ac25-4555-ac71-6bb21a46406e),segment_id=4a7d69ed-ac25-4555-ac71-6bb21a46406e)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:51.977095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:51.991554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=63caf65c-5cc6-4724-bc24-3cb9ea87303c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:51.992444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.012017 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0741a98a-dc54-44ef-970a-a9b85ac8d191 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/379205a9-07e3-4a9c-8d4b-4eee61a23d59 HTTP/1.1" status: 204 len: 168 time: 5.6211128 May 29 01:05:52.019812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55116) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:52.053523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.078301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1c8a6a85-40e4-44a0-8609-7aca0d71c968 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/63caf65c-5cc6-4724-bc24-3cb9ea87303c HTTP/1.1" status: 204 len: 168 time: 1.1486084 May 29 01:05:52.080465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55120) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:52.109950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:05:52.115804 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e4179b9-12a4-414e-9223-39493158dbba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "PUT /v2.0/routers/9f48384c-ae6a-4ec5-b084-e9b8838b030f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2800462 May 29 01:05:52.124884 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] Sync routers for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:05:52.134748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] Calling delete_port for 8500f845-cee6-4e3a-bbc1-a74288ec95d7 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:52.148298 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:52.151449 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:52.202964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55126) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:52.206203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1722935618', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': False}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:52.217781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Calling delete_port for 8500f845-cee6-4e3a-bbc1-a74288ec95d7 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:52.256718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb7c85c-9c2e-49d7-88eb-a7ab9a9137a9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:05:52.258311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6eb7c85c-9c2e-49d7-88eb-a7ab9a9137a9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:05:52.272311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.303273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6eb7c85c-9c2e-49d7-88eb-a7ab9a9137a9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:05:52.305079 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6eb7c85c-9c2e-49d7-88eb-a7ab9a9137a9 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/63caf65c-5cc6-4724-bc24-3cb9ea87303c HTTP/1.1" status: 404 len: 333 time: 0.2236595 May 29 01:05:52.307887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55132) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:52.394786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] No DVR routers for this DVR port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:52.435583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d01c8-cf3d-4547-93fe-d1895aca07db None None] Pushing event deleted for resources: {'Port': ['ID=8500f845-cee6-4e3a-bbc1-a74288ec95d7,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:52.469833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8500f845-cee6-4e3a-bbc1-a74288ec95d7 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:52.540971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:52.552803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 8500f845-cee6-4e3a-bbc1-a74288ec95d7 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:52.553399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8500f845-cee6-4e3a-bbc1-a74288ec95d7 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:52.582688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:router and tenant:02b879c472404e058a8294dfb375b7fc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:52.589928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:52.646096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:52.681339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.682293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.695346 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:52.744659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:52.744982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:52.750295 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Deleting subnet 4ac06bda-9f16-4bef-88fa-3d59a76b005f {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:52.754830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.800369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.825548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 9ca088be-25b2-427b-a2b7-40fbd84a3907 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:05:52.829053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.829190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.894597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:52.990369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.043884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.066908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.079854 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:05:44Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:53.084551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.085441 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] Checking router: 9f48384c-ae6a-4ec5-b084-e9b8838b030f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:05:53.099143 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] Routers {'9f48384c-ae6a-4ec5-b084-e9b8838b030f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:53.099988 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:53.149434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca088be-25b2-427b-a2b7-40fbd84a3907,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:53.163005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.163510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be497b14-1098-48b4-9055-706bc79053b2 None None] Network a60ac99f-a836-4dcc-a26a-42e75ef820b4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:53.173370 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ab2056d1-0dde-409e-94e5-d43bd4d92b03 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/9ca088be-25b2-427b-a2b7-40fbd84a3907 HTTP/1.1" status: 204 len: 168 time: 0.8601227 May 29 01:05:53.177206 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55144) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:53.213011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55148) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:53.256735 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-8e671989-1acb-4724-a39f-19bc76f9a244 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854902 May 29 01:05:53.331794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port 8500f845-cee6-4e3a-bbc1-a74288ec95d7 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:53.332180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.352993 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] Set router 9f48384c-ae6a-4ec5-b084-e9b8838b030f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:53.360777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.428348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] The port '8500f845-cee6-4e3a-bbc1-a74288ec95d7' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:05:53.437230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:53.437593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.478798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-766438198'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:53.485599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:53.491356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:network and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:53.499124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:53.509306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:53.514160 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-86f5d4d2-9406-47e8-9958-625d1f3210e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 1098 time: 0.1371186 May 29 01:05:53.525409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:53.533182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.536504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] DHCP port deletion for a60ac99f-a836-4dcc-a26a-42e75ef820b4 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:53.541689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] Deleting port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:53.542349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.572452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.617378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.647045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb09827c-9b8c-46d0-ac84-a65b2611ce7c']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:53.658373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.686374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:53.693636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:security_group_rule and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:53.698784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:53.720309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7d69ed-ac25-4555-ac71-6bb21a46406e') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:53.720659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7d69ed-ac25-4555-ac71-6bb21a46406e') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:53.721022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:53.734376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac06bda-9f16-4bef-88fa-3d59a76b005f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:53.757686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5633392-1ff4-441b-8fc9-81e57958b4a5 None None] Network 759091a9-1ac8-4e82-9967-e8fbff956f91 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:53.765521 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:05:44Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:53.769209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ae00-e163-488f-a082-3656791c2fbb req-81a16967-3353-4834-b720-36df4ffa6c91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:53.770582 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d627b-efb1-4f16-964c-6ca5434c9003 None None] The sync data for ids ['9f48384c-ae6a-4ec5-b084-e9b8838b030f'] in dv-neutron-843186-2-hyperv is: [{'id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535164078', 'tenant_id': 'f2999c56a298453982d53aaa938834dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:01:57Z', 'updated_at': '2022-05-29T01:05:44Z', 'revision_number': 5, 'project_id': 'f2999c56a298453982d53aaa938834dc', 'gw_port': {'id': '1ff33adf-c9f6-492e-b037-c5acb0b321c4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f48384c-ae6a-4ec5-b084-e9b8838b030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:01:58Z', 'updated_at': '2022-05-29T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:05:53.770789 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-81a16967-3353-4834-b720-36df4ffa6c91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.2262516 May 29 01:05:53.778621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.786776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.825662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.837510 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bf6493f9-0d0d-4fee-81f9-1da29577101a tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "DELETE /v2.0/subnets/4ac06bda-9f16-4bef-88fa-3d59a76b005f HTTP/1.1" status: 204 len: 168 time: 1.6248894 May 29 01:05:53.839764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55154) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:53.842712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:53.843723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:53.883319 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:53.908708 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-ed9229d6-b922-4097-9c00-2adcd875d9a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 HTTP/1.1" status: 200 len: 1001 time: 0.1299620 May 29 01:05:53.959883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.973424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:53.978632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] For port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,segment=NetworkSegment(6621d0c3-bc13-46ae-8722-c04e1f104e01),segment_id=6621d0c3-bc13-46ae-8722-c04e1f104e01)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:53.979016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.010476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ae00-e163-488f-a082-3656791c2fbb req-048932a2-dd0a-4d29-bc1c-de24009ed867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:54.011900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-048932a2-dd0a-4d29-bc1c-de24009ed867 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.0932043 May 29 01:05:54.016624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f7a38-ee70-4977-a0b2-be738723fccf,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:54.098986 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-e56762d6-46d9-439d-845b-4ae5c7fc7805 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787234 May 29 01:05:54.156167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] Calling delete_port for bb7a7da4-eee9-4fb0-bfd1-47dc233bceed owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:54.268481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.279283 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-40c2f171-e069-4ec7-a9e3-25dc338ea791 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738396 May 29 01:05:54.326058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] Pushing event deleted for resources: {'Port': ['ID=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:54.332733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:54.335486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba3f58-4e0e-4bb1-a0da-8ed8355148b8 None None] No DVR routers for this DVR port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:54.385290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] DHCP port deletion for 759091a9-1ac8-4e82-9967-e8fbff956f91 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:05:54.389105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.389816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Deleting port 19b4c004-ded3-498f-b988-47545082213b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:54.392568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.406523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.406687 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Added segment 80de1496-1750-4f9e-8141-28ea745c718c of type vlan for network 677bb433-6663-4048-9d81-0d7f49fb057d May 29 01:05:54.461088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] For port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bb7a7da4-eee9-4fb0-bfd1-47dc233bceed,segment=NetworkSegment(6621d0c3-bc13-46ae-8722-c04e1f104e01),segment_id=6621d0c3-bc13-46ae-8722-c04e1f104e01)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:54.461473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.482180 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:54.496436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.504423 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f172ae00-e163-488f-a082-3656791c2fbb req-dd686330-d321-4deb-85e8-287ccf333862 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195053 May 29 01:05:54.531807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:54.532407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0f5ef1c-23d5-4287-8299-ac7ecb3cd45b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:54.532888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 19b4c004-ded3-498f-b988-47545082213b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:54.534536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.538949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:54.539537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.552758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.637557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for bb7a7da4-eee9-4fb0-bfd1-47dc233bceed owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:54.651381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4376490 May 29 01:05:54.654204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179345bc-5c12-476b-a3f1-2bd9e2feaaf7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Network': ['ID=677bb433-6663-4048-9d81-0d7f49fb057d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:54.673231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=cb09827c-9b8c-46d0-ac84-a65b2611ce7c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:54.673469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 677bb433-6663-4048-9d81-0d7f49fb057d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:54.680306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-efc6cc66-5323-42a3-bbd3-8d203fd94d40 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/cb09827c-9b8c-46d0-ac84-a65b2611ce7c HTTP/1.1" status: 204 len: 168 time: 6.6036794 May 29 01:05:54.683702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55158) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:54.691295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336797754'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:54.699457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:54.707875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:54.712396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:54.720824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.724299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:54.743429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:54.747890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.767051 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.795231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:54.814333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.815073 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment e1c1f7dd-97d4-42fa-b2b6-bb5e76648493 of type vlan for network 75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d May 29 01:05:54.851487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:54.852164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:54.861949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.873649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.888478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] For port 19b4c004-ded3-498f-b988-47545082213b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=19b4c004-ded3-498f-b988-47545082213b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:54.888884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.925033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:54.928977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:54.929646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.005852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Allocated IP 172.26.5.107 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/18108c0e-e67d-4330-8f76-e710c6955cf4) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:05:55.025456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Calling delete_port for 19b4c004-ded3-498f-b988-47545082213b owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:55.035681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:55.057606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:55.064104 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-feac1d3c-d37c-4690-88f5-d8069cad20f8 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3750167 May 29 01:05:55.064354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55162) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:55.069977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': '75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:55.125829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.139791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 19b4c004-ded3-498f-b988-47545082213b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=19b4c004-ded3-498f-b988-47545082213b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:55.164396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.165081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb7a7da4-eee9-4fb0-bfd1-47dc233bceed no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:05:55.238309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: bb7a7da4-eee9-4fb0-bfd1-47dc233bceed {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:05:55.238309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb7a7da4-eee9-4fb0-bfd1-47dc233bceed not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:05:55.308534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:05:55.313010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:05:55.313975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=19b4c004-ded3-498f-b988-47545082213b,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:55.353891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port bb7a7da4-eee9-4fb0-bfd1-47dc233bceed {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:55.354392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.442678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] The port 'bb7a7da4-eee9-4fb0-bfd1-47dc233bceed' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:05:55.446392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:55.450587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:55.453743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:55.459465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:55.469307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:55.489648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.572980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.595604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.630795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60ac99f-a836-4dcc-a26a-42e75ef820b4']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:55.656848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6621d0c3-bc13-46ae-8722-c04e1f104e01') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:55.657525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6621d0c3-bc13-46ae-8722-c04e1f104e01') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:55.674063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.687207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.744884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.770841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:55.771246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:55.788877 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:55.803082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.813788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Deleting port 19b4c004-ded3-498f-b988-47545082213b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:55.814721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.844457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.870190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Port': ['ID=18108c0e-e67d-4330-8f76-e710c6955cf4,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:55.875277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:05:55.880700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:55.885183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:05:55.890981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=ec356d60-e55c-46f3-9ff5-9635421e9a48,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:55.901508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': 'e1c1f7dd-97d4-42fa-b2b6-bb5e76648493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:55.901875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: 75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:55.927097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network 75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:55.948972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:55.961763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:55.962656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:55.967808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb5889-82a2-4078-959f-e6374557d811 None None] Network 75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:56.002983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fb12de50-c972-44c2-a0f4-d6df134af8e1 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9374573 May 29 01:05:56.005918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55166) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:56.042251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Deleting port 1ff33adf-c9f6-492e-b037-c5acb0b321c4 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:05:56.042585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.100856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.130791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.182856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=a60ac99f-a836-4dcc-a26a-42e75ef820b4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:56.287249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.296688 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3cfdf184-3ee2-4169-a5b1-d15ad47e9179 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/a60ac99f-a836-4dcc-a26a-42e75ef820b4 HTTP/1.1" status: 204 len: 168 time: 3.1153951 May 29 01:05:56.302507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55170) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:56.345350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] For port 1ff33adf-c9f6-492e-b037-c5acb0b321c4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1ff33adf-c9f6-492e-b037-c5acb0b321c4,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:56.345350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.423324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] For port 19b4c004-ded3-498f-b988-47545082213b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=19b4c004-ded3-498f-b988-47545082213b,segment=NetworkSegment(5347cbc9-1946-4949-94ef-15be30533c3c),segment_id=5347cbc9-1946-4949-94ef-15be30533c3c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:05:56.423717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.426975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895321087'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:56.432702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:56.442247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:56.446086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:56.453663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:56.462343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.471080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Calling delete_port for 1ff33adf-c9f6-492e-b037-c5acb0b321c4 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:56.505525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:56.509004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.567344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:56.581636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.582950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.596343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.596802 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment 2988edfe-720e-4acd-a061-84a5ad377ff6 of type vlan for network 6035c885-9608-407d-a1b3-c88047e62c69 May 29 01:05:56.625513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.653417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.653709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Calling delete_port for 19b4c004-ded3-498f-b988-47545082213b owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:05:56.693644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c62bad-7620-4c59-8b29-5ac3ceede784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d', 'network_id': '75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': 'ec356d60-e55c-46f3-9ff5-9635421e9a48'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:56.694009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.695001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4c62bad-7620-4c59-8b29-5ac3ceede784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.697695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:56.698386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.733072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=ec356d60-e55c-46f3-9ff5-9635421e9a48,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:56.824092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.884273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] Pushing event deleted for resources: {'Port': ['ID=19b4c004-ded3-498f-b988-47545082213b,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:56.899285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c18e7-965d-4b66-8cab-e06bb73b8050 None None] No DVR routers for this DVR port 19b4c004-ded3-498f-b988-47545082213b on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:05:56.920382 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6096792 May 29 01:05:56.925093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55174) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:56.929561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5180d4a-1198-4a16-b44b-079ad6ad40f5 None None] Network 75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:56.940170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af1728-4236-4468-9dfb-c00d686f60a4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=6035c885-9608-407d-a1b3-c88047e62c69,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:56.949147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:56.951719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '6035c885-9608-407d-a1b3-c88047e62c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:56.958466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 6035c885-9608-407d-a1b3-c88047e62c69 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:56.980258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:56.995042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c1f7dd-97d4-42fa-b2b6-bb5e76648493') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:56.995336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c1f7dd-97d4-42fa-b2b6-bb5e76648493') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:57.007134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.026692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.034380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:57.034985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.129446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.196431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event deleted for resources: {'Port': ['ID=1ff33adf-c9f6-492e-b037-c5acb0b321c4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:57.216086 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:57.233588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.258718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.269924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:57.273454 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e87a8542-783c-4970-a978-050d4219d7ba tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d HTTP/1.1" status: 204 len: 168 time: 1.2658155 May 29 01:05:57.276913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55178) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:57.283695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1758356944'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:57.288599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:57.288841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:57.292797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:57.295871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:57.302550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:57.313357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:57.316564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.320200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:57.326229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:57.337359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:57.346788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:57.356772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.357211 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment e3f974ce-98d3-4f2f-8b96-4af55e4eabb0 of type vlan for network 2055418d-1fd6-40d2-a2fd-75b86c14c806 May 29 01:05:57.363828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Router 3f5f9009-c98c-4dc7-8a37-f03a52bac08a is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:05:57.368002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:57.387278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.422027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.425783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:57.426353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.524812 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2464867 May 29 01:05:57.525680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55182) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:57.539345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:57.556027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c248e36-5891-4f6a-bdb3-f5dba9fb27ec tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=2055418d-1fd6-40d2-a2fd-75b86c14c806,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:57.571365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:57.585736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.904992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.923543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.933901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:57.953800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55186) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:57.999678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 is not hosted by any dhcp agent {{(pid=83980) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 29 01:05:58.004166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:58.004616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.005866 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "PUT /v2.0/networks/2055418d-1fd6-40d2-a2fd-75b86c14c806 HTTP/1.1" status: 200 len: 723 time: 0.4763799 May 29 01:05:58.009588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'subnet': {'network_id': '677bb433-6663-4048-9d81-0d7f49fb057d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:58.011579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55190) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:58.083893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': '2055418d-1fd6-40d2-a2fd-75b86c14c806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:58.115976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aef9aa-5cc5-4db1-bf83-9422f7cc8dbf tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=2055418d-1fd6-40d2-a2fd-75b86c14c806,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:58.128958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:58.144162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:58.148295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:subnet and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:58.151287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:58.158259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:58.169967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:58.266169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.287376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.298151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.319473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:58.325114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:58.331423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:58.354641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:58.407626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.408216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Fanout notify agent at l3_agent the message router_deleted on router 9f48384c-ae6a-4ec5-b084-e9b8838b030f {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:05:58.430296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:58.534431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.578894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.579961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8ff8a9bf-3125-4f16-b752-fe607af91437 tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "DELETE /v2.0/routers/9f48384c-ae6a-4ec5-b084-e9b8838b030f HTTP/1.1" status: 204 len: 168 time: 4.7392867 May 29 01:05:58.585869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55194) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:58.598398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.616691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.702100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Subnet': ['ID=3d4e7846-bc92-49c3-8537-09d90d46fa08,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:58.736327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.738987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Checking segment: {'id': '80de1496-1750-4f9e-8141-28ea745c718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '677bb433-6663-4048-9d81-0d7f49fb057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:58.739343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network hostable DHCP agents. Network: 677bb433-6663-4048-9d81-0d7f49fb057d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:58.750237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:05:58.760317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Sync routers for ids ['3f5f9009-c98c-4dc7-8a37-f03a52bac08a'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:05:58.774832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Routers {'3f5f9009-c98c-4dc7-8a37-f03a52bac08a'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:05:58.775546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:05:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['3f5f9009-c98c-4dc7-8a37-f03a52bac08a'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:58.790027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=241b8246-fb8a-41e1-8f74-1e8f963d2e86,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:58.812350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.813707 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8d08c798-6c46-4f5f-ab59-f241108ee5d5 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7023671 May 29 01:05:58.818149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55198) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:58.893493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': '2988edfe-720e-4acd-a061-84a5ad377ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6035c885-9608-407d-a1b3-c88047e62c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:58.893847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: 6035c885-9608-407d-a1b3-c88047e62c69, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:58.896439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network 677bb433-6663-4048-9d81-0d7f49fb057d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:58.916401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.929362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 677bb433-6663-4048-9d81-0d7f49fb057d) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:58.934244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:58.934897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:58.944175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1cb19f-5b5d-4497-90e6-98b443fbd077 None None] Network 677bb433-6663-4048-9d81-0d7f49fb057d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:58.971194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759091a9-1ac8-4e82-9967-e8fbff956f91']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:58.984037 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-923be302-6466-4460-a58e-096186660646 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0251999 May 29 01:05:58.984037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55202) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:58.991087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1001110002'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:58.996052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5347cbc9-1946-4949-94ef-15be30533c3c') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:58.996364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5347cbc9-1946-4949-94ef-15be30533c3c') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:05:59.006970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:59.013923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.022046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:network and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:59.033222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:59.042706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:59.050882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.059920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:59.063433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.079113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:05:59.079113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:05:59.089118 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:05:59.105004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Set router 3f5f9009-c98c-4dc7-8a37-f03a52bac08a gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:05:59.160720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 6035c885-9608-407d-a1b3-c88047e62c69 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:59.181767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 6035c885-9608-407d-a1b3-c88047e62c69) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:59.194525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:59.199707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.201428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:05:59.214291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.220309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.232581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.232983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Added segment 9fcd768b-ef39-402c-8771-a627b26de867 of type vlan for network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 May 29 01:05:59.250320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.252178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a5a2d-e45f-41b3-b61f-2243e95b86db None None] Network 6035c885-9608-407d-a1b3-c88047e62c69 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:59.265791 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "DELETE /v2.0/networks/759091a9-1ac8-4e82-9967-e8fbff956f91 HTTP/1.1" status: 204 len: 168 time: 0.6731033 May 29 01:05:59.266725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f00478-f391-4bf1-9766-37188f5727ba tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event deleted for resources: {'Network': ['ID=759091a9-1ac8-4e82-9967-e8fbff956f91,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:59.271087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55206) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:59.296890 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5096ea0b-2135-44b8-a2f3-39f748caeda7 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3692131 May 29 01:05:59.307567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55210) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:59.321948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '6035c885-9608-407d-a1b3-c88047e62c69', 'name': 'tempest-PortsIpV6TestJSON-525121054', 'fixed_ips': [{'subnet_id': '241b8246-fb8a-41e1-8f74-1e8f963d2e86', 'ip_address': '2001:db8::10'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:59.340450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.387855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56bc9477-a86c-4244-90f1-8fc17a792f1b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.407309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.412909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:59.413348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.424321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=abad8d9e-fd11-492c-a1ba-3209b57598ab,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:59.518707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56bc9477-a86c-4244-90f1-8fc17a792f1b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.521228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2055418d-1fd6-40d2-a2fd-75b86c14c806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:05:59.521829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: 2055418d-1fd6-40d2-a2fd-75b86c14c806, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:05:59.551481 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-87bae800-5bdd-4cc9-a0b7-0f09dab8ea0a tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/3f5f9009-c98c-4dc7-8a37-f03a52bac08a HTTP/1.1" status: 200 len: 909 time: 0.7275765 May 29 01:05:59.551481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55214) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:59.553943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:59.559005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1722935618', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': True}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:59.563109 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5778704 May 29 01:05:59.567482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55218) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:59.568404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2dc0d-d649-4164-a9f7-3083adfec537 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Network': ['ID=7df1eae3-1546-41ba-8a6e-fdc83f368eb6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:59.573248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:59.575487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-677bb433-6663-4048-9d81-0d7f49fb057d', 'network_id': '677bb433-6663-4048-9d81-0d7f49fb057d', 'tenant_id': 'f67a96a8a7fd4faea9a0b9a1a93ff3b2', 'fixed_ips': [{'subnet_id': '3d4e7846-bc92-49c3-8537-09d90d46fa08'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:05:59.576319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.576469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:59.583292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'subnet': {'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:05:59.597075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:59.599659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:05:59.607400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:59.609617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Usage tracker for resource:router and tenant:02b879c472404e058a8294dfb375b7fc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:59.616890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:59.617636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56bc9477-a86c-4244-90f1-8fc17a792f1b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.636760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc9477-a86c-4244-90f1-8fc17a792f1b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2842625f-508b-4414-9242-8c3a6266404d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:05:59.641866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56bc9477-a86c-4244-90f1-8fc17a792f1b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.642963 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-56bc9477-a86c-4244-90f1-8fc17a792f1b tempest-TestNetworkAdvancedServerOps-1307745421 tempest-TestNetworkAdvancedServerOps-1307745421-project] 10.222.0.33 "DELETE /v2.0/security-groups/2842625f-508b-4414-9242-8c3a6266404d HTTP/1.1" status: 204 len: 168 time: 0.3710771 May 29 01:05:59.676896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:59.707752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:05:59.715548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:59.721385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.746499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.747360 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.761026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 2055418d-1fd6-40d2-a2fd-75b86c14c806) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:05:59.773715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:05:59.774596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.789124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port ad25313c-80fa-476f-9967-108cf1a2de64 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:05:59.811542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0810677-44ff-43a9-87c7-b47251048c18 None None] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:05:59.828958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:05:59.847074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:subnet and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:05:59.859318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:05:59.877542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:05:59.886765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:05:59.908499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0b29c5dc-913d-43a7-8755-eba3e9616755 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8919933 May 29 01:05:59.910377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55226) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:05:59.910514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:05:59.918343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-387663f5-5d0e-4500-947a-77cc6490533a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:00.091111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55232) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:00.180966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.231388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Allocated IP 2001:db8:0:ffff::2 (677bb433-6663-4048-9d81-0d7f49fb057d/3d4e7846-bc92-49c3-8537-09d90d46fa08/719ea2a8-20f8-420a-bad5-c0bc94541cc3) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:00.256265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-6035c885-9608-407d-a1b3-c88047e62c69', 'network_id': '6035c885-9608-407d-a1b3-c88047e62c69', 'tenant_id': 'de000df38d0f45888ed63c7d9c343ce6', 'fixed_ips': [{'subnet_id': '241b8246-fb8a-41e1-8f74-1e8f963d2e86'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:00.257949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.408345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387663f5-5d0e-4500-947a-77cc6490533a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1111643'] for subnet, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.418060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::10 (6035c885-9608-407d-a1b3-c88047e62c69/241b8246-fb8a-41e1-8f74-1e8f963d2e86/ad25313c-80fa-476f-9967-108cf1a2de64) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:00.436147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.450352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ff33adf-c9f6-492e-b037-c5acb0b321c4 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:00.458332 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a81a506-6dab-4762-964a-a49e88a29295 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f2999c56a298453982d53aaa938834dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638318 May 29 01:06:00.460246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55238) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:00.498332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f9009-c98c-4dc7-8a37-f03a52bac08a', 'name': 'tempest-snat-router-1722935618', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.107'}], 'enable_snat': False}, 'gw_port_id': '18108c0e-e67d-4330-8f76-e710c6955cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:52Z', 'updated_at': '2022-05-29T01:05:56Z', 'revision_number': 3, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port': {'id': '18108c0e-e67d-4330-8f76-e710c6955cf4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f9009-c98c-4dc7-8a37-f03a52bac08a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:05:54Z', 'updated_at': '2022-05-29T01:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:00.508653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 1ff33adf-c9f6-492e-b037-c5acb0b321c4 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:00.509000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ff33adf-c9f6-492e-b037-c5acb0b321c4 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:00.510518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-2055418d-1fd6-40d2-a2fd-75b86c14c806', 'network_id': '2055418d-1fd6-40d2-a2fd-75b86c14c806', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': 'abad8d9e-fd11-492c-a1ba-3209b57598ab'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:00.511420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.539160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Checking router: 3f5f9009-c98c-4dc7-8a37-f03a52bac08a for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:06:00.539535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Updating router 3f5f9009-c98c-4dc7-8a37-f03a52bac08a port 18108c0e-e67d-4330-8f76-e710c6955cf4 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:06:00.591608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c71868f-bce1-4f93-9ecc-36260531738b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.663272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c71868f-bce1-4f93-9ecc-36260531738b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.686019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387663f5-5d0e-4500-947a-77cc6490533a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771532953245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1784610'] for subnet, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.688060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.763866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387663f5-5d0e-4500-947a-77cc6490533a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:00.764476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387663f5-5d0e-4500-947a-77cc6490533a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.766597 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-387663f5-5d0e-4500-947a-77cc6490533a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "PUT /v2.0/subnets/abad8d9e-fd11-492c-a1ba-3209b57598ab HTTP/1.1" status: 200 len: 806 time: 0.8551414 May 29 01:06:00.769929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55242) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:00.802319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387663f5-5d0e-4500-947a-77cc6490533a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=abad8d9e-fd11-492c-a1ba-3209b57598ab,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:00.862004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c71868f-bce1-4f93-9ecc-36260531738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.876113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.888796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71868f-bce1-4f93-9ecc-36260531738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a99673-dd83-473c-9d18-fb1b2d6b2307,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:00.897903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c71868f-bce1-4f93-9ecc-36260531738b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:00.901485 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c71868f-bce1-4f93-9ecc-36260531738b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a5a99673-dd83-473c-9d18-fb1b2d6b2307 HTTP/1.1" status: 204 len: 168 time: 0.4395366 May 29 01:06:00.964176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.026911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.053937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Transition to ACTIVE for port object 719ea2a8-20f8-420a-bad5-c0bc94541cc3 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:01.080071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.169077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Transition to ACTIVE for port object 719ea2a8-20f8-420a-bad5-c0bc94541cc3 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:01.170728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Allocated IP 172.20.0.2 (2055418d-1fd6-40d2-a2fd-75b86c14c806/abad8d9e-fd11-492c-a1ba-3209b57598ab/4d3cf484-82bd-4135-b70f-accdfacad16e) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:01.193139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.197242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object ad25313c-80fa-476f-9967-108cf1a2de64 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:01.205241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:06:01.209130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.345193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55250) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:01.354244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.364282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.398901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:01.399544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Subnet': ['ID=3b8f7c28-ef5a-4056-b97a-ef407cb908b2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:01.405385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Usage tracker for resource:security_group_rule and tenant:59add33380e04ae5b05c21595df9e05d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:01.410623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:01.418778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:01.427333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Network 677bb433-6663-4048-9d81-0d7f49fb057d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:01.438663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:01.440474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Pushing event updated for resources: {'Port': ['ID=719ea2a8-20f8-420a-bad5-c0bc94541cc3,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:01.442768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:01.459513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.488956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 6035c885-9608-407d-a1b3-c88047e62c69 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:01.497434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:01.500377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:01.505610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:01.506608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.512124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.516901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=ad25313c-80fa-476f-9967-108cf1a2de64,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:01.518051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.524732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c1b61e6-19d6-4517-9abb-3af503ae9555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.525607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Checking segment: {'id': '9fcd768b-ef39-402c-8771-a627b26de867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:01.526531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network hostable DHCP agents. Network: 7df1eae3-1546-41ba-8a6e-fdc83f368eb6, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:01.532407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.556969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Allocated IP 2001:db8::2 (6035c885-9608-407d-a1b3-c88047e62c69/241b8246-fb8a-41e1-8f74-1e8f963d2e86/055855cc-8516-47a7-aa14-bb1b6b5785a9) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:01.586712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55254) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:01.587139 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=59add33380e04ae5b05c21595df9e05d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2409327 May 29 01:06:01.588083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47792426-c523-4a54-94b6-2863fb1d0f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d777df-774a-484f-b1c4-8f75ec189300,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:01.624188 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fdf39e78-edd0-4fe9-a6e7-638e6769f202 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3144293 May 29 01:06:01.627758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55258) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:01.635010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': '6035c885-9608-407d-a1b3-c88047e62c69', 'name': 'tempest-PortsIpV6TestJSON-1333852332', 'fixed_ips': [{'subnet_id': '241b8246-fb8a-41e1-8f74-1e8f963d2e86', 'ip_address': '2001:db8::f'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:01.676940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:01.705053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 7df1eae3-1546-41ba-8a6e-fdc83f368eb6) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:01.713841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:01.714431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.734032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-682455f2-a24b-4a2a-ae3e-197c4a00953a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.737464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Attempting to bind port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:01.737830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Attempting to bind port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '80de1496-1750-4f9e-8141-28ea745c718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '677bb433-6663-4048-9d81-0d7f49fb057d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:01.738269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Attempting to bind port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 on network 677bb433-6663-4048-9d81-0d7f49fb057d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:01.740510 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cff5a784-d443-43b5-a6bf-f319e005b36f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1709766 May 29 01:06:01.741240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55262) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:01.753583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c63d43-e674-4906-8557-53d310072196 None None] Network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:01.758801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'port': {'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6', 'name': 'tempest-NetworksIpV6TestAttrs-452588452'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:01.789778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:01.793946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:01.797185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:01.803274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:01.814890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:01.844113 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.854785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-682455f2-a24b-4a2a-ae3e-197c4a00953a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.931894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:01.932288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Checking segment: {'id': '80de1496-1750-4f9e-8141-28ea745c718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '677bb433-6663-4048-9d81-0d7f49fb057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:01.932712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.933101 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Bound using segment: {'id': '80de1496-1750-4f9e-8141-28ea745c718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '677bb433-6663-4048-9d81-0d7f49fb057d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:01.933576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Bound port: 719ea2a8-20f8-420a-bad5-c0bc94541cc3, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80de1496-1750-4f9e-8141-28ea745c718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '677bb433-6663-4048-9d81-0d7f49fb057d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:01.933946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.949515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.952013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:01.957637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.958410 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:port and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:01.961801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:01.967886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-682455f2-a24b-4a2a-ae3e-197c4a00953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:01.972878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:01.980568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 7cd56906-b319-4047-92e8-02559e89b58d yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:01.986338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Transition to ACTIVE for port object 18108c0e-e67d-4330-8f76-e710c6955cf4 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:01.988730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682455f2-a24b-4a2a-ae3e-197c4a00953a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d777df-774a-484f-b1c4-8f75ec189300,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:01.998301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-682455f2-a24b-4a2a-ae3e-197c4a00953a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.002785 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-682455f2-a24b-4a2a-ae3e-197c4a00953a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b9d777df-774a-484f-b1c4-8f75ec189300 HTTP/1.1" status: 204 len: 168 time: 0.4046347 May 29 01:06:02.019326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:02.023010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.035476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Transition to ACTIVE for port object 4d3cf484-82bd-4135-b70f-accdfacad16e will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:02.071515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.089914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] device_id is not set on port 5fe78996-20a0-4f15-b1f5-5e2ca290dc6d yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:02.178826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Transition to ACTIVE for port object 4d3cf484-82bd-4135-b70f-accdfacad16e will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:02.237360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.261249 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Allocated IP 2001:db8::f816:3eff:fe0b:14a1 (7df1eae3-1546-41ba-8a6e-fdc83f368eb6/3b8f7c28-ef5a-4056-b97a-ef407cb908b2/5fe78996-20a0-4f15-b1f5-5e2ca290dc6d) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:02.263126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.284841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=abad8d9e-fd11-492c-a1ba-3209b57598ab,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:02.347216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06e8b2-808d-447e-bea5-8404fde8c785 None None] Pushing event updated for resources: {'Port': ['ID=18108c0e-e67d-4330-8f76-e710c6955cf4,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:02.349803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Allocated IP 172.26.5.183 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/e0ba6b1c-a24f-420e-b025-48093f73d5cc) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:02.387226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] For port 719ea2a8-20f8-420a-bad5-c0bc94541cc3, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:02.389314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Attempting to bind port 18108c0e-e67d-4330-8f76-e710c6955cf4 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:02.389903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Attempting to bind port 18108c0e-e67d-4330-8f76-e710c6955cf4 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:02.390682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Attempting to bind port 18108c0e-e67d-4330-8f76-e710c6955cf4 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:02.434212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.447452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] For port 719ea2a8-20f8-420a-bad5-c0bc94541cc3, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=719ea2a8-20f8-420a-bad5-c0bc94541cc3,segment=NetworkSegment(80de1496-1750-4f9e-8141-28ea745c718c),segment_id=80de1496-1750-4f9e-8141-28ea745c718c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:02.449805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:02.464866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2055418d-1fd6-40d2-a2fd-75b86c14c806']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:02.479037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:02.479459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:02.489862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:02.492087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:02.492681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:02.493060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.493419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.493946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:02.494578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Bound port: 18108c0e-e67d-4330-8f76-e710c6955cf4, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:02.495218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.511070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.518687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:02.519182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.522749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:02.525119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.536670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:02.542239 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:02.570404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Pushing event updated for resources: {'Port': ['ID=4d3cf484-82bd-4135-b70f-accdfacad16e,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:02.585868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Transition to ACTIVE for port object 055855cc-8516-47a7-aa14-bb1b6b5785a9 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:02.590175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-7df1eae3-1546-41ba-8a6e-fdc83f368eb6', 'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6', 'tenant_id': 'f67a96a8a7fd4faea9a0b9a1a93ff3b2', 'fixed_ips': [{'subnet_id': '3b8f7c28-ef5a-4056-b97a-ef407cb908b2'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:02.591359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.686104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.700417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.720965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Transition to ACTIVE for port object 5fe78996-20a0-4f15-b1f5-5e2ca290dc6d will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:02.744182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Transition to ACTIVE for port object 055855cc-8516-47a7-aa14-bb1b6b5785a9 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:02.750922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 29 01:06:02.750922 dv-neutron-843186-2-hyperv neutron-server[83980]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 29 01:06:02.750922 dv-neutron-843186-2-hyperv neutron-server[83980]: [parameters: {'id': '2055418d-1fd6-40d2-a2fd-75b86c14c806'}] May 29 01:06:02.750922 dv-neutron-843186-2-hyperv neutron-server[83980]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:06:02.751325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:06:02.761360 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.763391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.849990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:02.854114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:02.861182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:02.862117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:02.894105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:02.903172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:02.907510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:02.908155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.912140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Port': ['ID=e0ba6b1c-a24f-420e-b025-48093f73d5cc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:02.916736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::f (6035c885-9608-407d-a1b3-c88047e62c69/241b8246-fb8a-41e1-8f74-1e8f963d2e86/7cd56906-b319-4047-92e8-02559e89b58d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:02.960135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:02.967754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Attempting to bind port 4d3cf484-82bd-4135-b70f-accdfacad16e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:02.968379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Attempting to bind port 4d3cf484-82bd-4135-b70f-accdfacad16e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2055418d-1fd6-40d2-a2fd-75b86c14c806'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:02.968782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Attempting to bind port 4d3cf484-82bd-4135-b70f-accdfacad16e on network 2055418d-1fd6-40d2-a2fd-75b86c14c806 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:02.980065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] For port 18108c0e-e67d-4330-8f76-e710c6955cf4, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:03.066691 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3152614 May 29 01:06:03.067308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55280) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:03.117686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4615f-8883-426a-a3f1-184c9e2ad935 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Port': ['ID=5fe78996-20a0-4f15-b1f5-5e2ca290dc6d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:03.176676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting subnet 3b8f7c28-ef5a-4056-b97a-ef407cb908b2 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:06:03.178929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d3e08-1f65-48b9-8e2e-e772259c7eda None None] Pushing event updated for resources: {'Port': ['ID=719ea2a8-20f8-420a-bad5-c0bc94541cc3,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:03.187035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Allocated IP 2001:db8::f816:3eff:fe20:bd35 (7df1eae3-1546-41ba-8a6e-fdc83f368eb6/3b8f7c28-ef5a-4056-b97a-ef407cb908b2/762925a1-a9d6-4a10-90fc-a8bf867cb4aa) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:03.244076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.244994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.261975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Network 6035c885-9608-407d-a1b3-c88047e62c69 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:03.283535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:03.284420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Checking segment: {'id': 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2055418d-1fd6-40d2-a2fd-75b86c14c806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:03.285066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.286145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Bound using segment: {'id': 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2055418d-1fd6-40d2-a2fd-75b86c14c806'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:03.287527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Bound port: 4d3cf484-82bd-4135-b70f-accdfacad16e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2055418d-1fd6-40d2-a2fd-75b86c14c806'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:03.288494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.290511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.315017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] For port 18108c0e-e67d-4330-8f76-e710c6955cf4, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=18108c0e-e67d-4330-8f76-e710c6955cf4,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:03.323954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:03.338326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.343747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port 4d3cf484-82bd-4135-b70f-accdfacad16e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:03.344171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.357616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.366647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:03.416926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object 7cd56906-b319-4047-92e8-02559e89b58d will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:03.495645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Pushing event updated for resources: {'Port': ['ID=055855cc-8516-47a7-aa14-bb1b6b5785a9,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:03.612050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.716789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] For port 4d3cf484-82bd-4135-b70f-accdfacad16e, host dv-neutron-843186-2-hyperv, got binding levels [] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:03.717741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.751449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06e8b2-808d-447e-bea5-8404fde8c785 None None] Pushing event updated for resources: {'Port': ['ID=18108c0e-e67d-4330-8f76-e710c6955cf4,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:03.767729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b0667d0a-5abc-42db-a403-ffa7ef59cc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.784163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Attempting to bind port 055855cc-8516-47a7-aa14-bb1b6b5785a9 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:03.784554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Attempting to bind port 055855cc-8516-47a7-aa14-bb1b6b5785a9 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '2988edfe-720e-4acd-a061-84a5ad377ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6035c885-9608-407d-a1b3-c88047e62c69'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:03.784909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Attempting to bind port 055855cc-8516-47a7-aa14-bb1b6b5785a9 on network 6035c885-9608-407d-a1b3-c88047e62c69 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:03.821239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Router c885f6ee-0a6e-4a1d-af04-dced7ada2536 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:06:03.826969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:03.827380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Checking segment: {'id': '2988edfe-720e-4acd-a061-84a5ad377ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6035c885-9608-407d-a1b3-c88047e62c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:03.828133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.828267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Bound using segment: {'id': '2988edfe-720e-4acd-a061-84a5ad377ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6035c885-9608-407d-a1b3-c88047e62c69'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:03.828763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Bound port: 055855cc-8516-47a7-aa14-bb1b6b5785a9, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2988edfe-720e-4acd-a061-84a5ad377ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6035c885-9608-407d-a1b3-c88047e62c69'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:03.829140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.838120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Routers {'3f5f9009-c98c-4dc7-8a37-f03a52bac08a'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:03.838770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['3f5f9009-c98c-4dc7-8a37-f03a52bac08a'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:03.873550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 6035c885-9608-407d-a1b3-c88047e62c69 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:03.880493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Calling delete_port for 4d3cf484-82bd-4135-b70f-accdfacad16e owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:03.920556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:03.927760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:03.932442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:03.933196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:03.960048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=7cd56906-b319-4047-92e8-02559e89b58d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:04.021130 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] For port 4d3cf484-82bd-4135-b70f-accdfacad16e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:04.031364 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-40f735b2-4dcf-4744-a428-304f65cbe28f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4016507 May 29 01:06:04.031800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] For port 4d3cf484-82bd-4135-b70f-accdfacad16e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4d3cf484-82bd-4135-b70f-accdfacad16e,segment=NetworkSegment(e3f974ce-98d3-4f2f-8b96-4af55e4eabb0),segment_id=e3f974ce-98d3-4f2f-8b96-4af55e4eabb0)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:04.033917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55296) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:04.055617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:04.109706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:04.111897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:06:04.112543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:06:04.126423 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Sync routers for ids ['c885f6ee-0a6e-4a1d-af04-dced7ada2536'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:04.146178 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Routers {'c885f6ee-0a6e-4a1d-af04-dced7ada2536'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:04.148102 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c885f6ee-0a6e-4a1d-af04-dced7ada2536'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:04.161332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e6ba29-59df-41c8-b853-a7cf7e93433d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:04.162296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5e6ba29-59df-41c8-b853-a7cf7e93433d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:04.170939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:04.173202 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b6d5c706-1409-4411-b7c1-4f62936343b4 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6210265 May 29 01:06:04.176174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55302) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:04.189687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5e6ba29-59df-41c8-b853-a7cf7e93433d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:04.191905 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5e6ba29-59df-41c8-b853-a7cf7e93433d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1564617 May 29 01:06:04.194895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55306) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:04.316637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] For port 055855cc-8516-47a7-aa14-bb1b6b5785a9, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:04.323741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] For port 055855cc-8516-47a7-aa14-bb1b6b5785a9, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=055855cc-8516-47a7-aa14-bb1b6b5785a9,segment=NetworkSegment(2988edfe-720e-4acd-a061-84a5ad377ff6),segment_id=2988edfe-720e-4acd-a061-84a5ad377ff6)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:04.389329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:04.402610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5ecfb-2b08-4984-abde-a9ca58e8364c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:04.437757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5ecfb-2b08-4984-abde-a9ca58e8364c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:04.458786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5ecfb-2b08-4984-abde-a9ca58e8364c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:04.463143 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a9b5ecfb-2b08-4984-abde-a9ca58e8364c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2666669 May 29 01:06:04.466757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55312) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:04.579070 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Set router c885f6ee-0a6e-4a1d-af04-dced7ada2536 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:04.591185 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-94f8413a-f76f-4141-9670-769de3440475 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/c885f6ee-0a6e-4a1d-af04-dced7ada2536 HTTP/1.1" status: 200 len: 908 time: 0.4121716 May 29 01:06:04.592581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55318) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:04.623035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 719ea2a8-20f8-420a-bad5-c0bc94541cc3 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:04.649453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b56d8d-76cb-4778-b5d8-6413750ec5c6 None None] Network 677bb433-6663-4048-9d81-0d7f49fb057d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:04.652533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port 4d3cf484-82bd-4135-b70f-accdfacad16e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:04.653024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:04.707831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 7cd56906-b319-4047-92e8-02559e89b58d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:04.708528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:04.741938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75a560-1907-4173-89d7-1044269e3962 None None] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:04.789299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a5cb4-5566-4dd2-a9d9-57875c2c9423 None None] Pushing event updated for resources: {'Port': ['ID=4d3cf484-82bd-4135-b70f-accdfacad16e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:04.791981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:04.808121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:04.924868 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c885f6ee-0a6e-4a1d-af04-dced7ada2536', 'name': 'tempest-snat-router-1722935618', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'e0ba6b1c-a24f-420e-b025-48093f73d5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:59Z', 'updated_at': '2022-05-29T01:06:03Z', 'revision_number': 3, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port': {'id': 'e0ba6b1c-a24f-420e-b025-48093f73d5cc', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c885f6ee-0a6e-4a1d-af04-dced7ada2536', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:01Z', 'updated_at': '2022-05-29T01:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:04.928977 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Checking router: c885f6ee-0a6e-4a1d-af04-dced7ada2536 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:06:04.929387 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Updating router c885f6ee-0a6e-4a1d-af04-dced7ada2536 port e0ba6b1c-a24f-420e-b025-48093f73d5cc binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:06:04.960613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79383e5-9517-42d8-a5da-da6fe37da146 None None] Pushing event updated for resources: {'Port': ['ID=055855cc-8516-47a7-aa14-bb1b6b5785a9,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:04.975918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cd508961-846b-47f4-8080-7a64a39b06a9 None None] Provisioning for port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:04.991491 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.007434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Transition to ACTIVE for port object 762925a1-a9d6-4a10-90fc-a8bf867cb4aa will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:05.084188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] Set router 3f5f9009-c98c-4dc7-8a37-f03a52bac08a gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:05.116268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55326) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:05.293885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Transition to ACTIVE for port object 762925a1-a9d6-4a10-90fc-a8bf867cb4aa will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:05.348304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:05.354961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.470254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--2061334913', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:05.505073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.525765 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.543944 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Transition to ACTIVE for port object e0ba6b1c-a24f-420e-b025-48093f73d5cc will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:05.552772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.559269 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.578142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.647674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.651050 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Pushing event updated for resources: {'Port': ['ID=e0ba6b1c-a24f-420e-b025-48093f73d5cc,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:05.662458 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.662802 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.663194 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.663531 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.663874 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.664224 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.664548 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.664884 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.665260 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.665584 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.665899 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:05.701726 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Attempting to bind port e0ba6b1c-a24f-420e-b025-48093f73d5cc on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:05.702095 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Attempting to bind port e0ba6b1c-a24f-420e-b025-48093f73d5cc by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:05.702980 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Attempting to bind port e0ba6b1c-a24f-420e-b025-48093f73d5cc on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:05.710363 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:05.710767 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:05.711126 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.711512 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:05.711975 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Bound port: e0ba6b1c-a24f-420e-b025-48093f73d5cc, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:05.712398 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.714062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 7cd56906-b319-4047-92e8-02559e89b58d owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:05.733924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:05.740377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:05.744897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.750118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:05.778657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:05.779393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.814977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:05.818002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8f7c28-ef5a-4056-b97a-ef407cb908b2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:05.846292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.856314 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d941b113-f951-4d2b-9f3e-0c6b05779252 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/3b8f7c28-ef5a-4056-b97a-ef407cb908b2 HTTP/1.1" status: 204 len: 168 time: 2.7835357 May 29 01:06:05.870312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55334) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:05.871014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:05.874146 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] For port e0ba6b1c-a24f-420e-b025-48093f73d5cc, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:05.877978 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] For port e0ba6b1c-a24f-420e-b025-48093f73d5cc, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e0ba6b1c-a24f-420e-b025-48093f73d5cc,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:05.879287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.893454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:05.894408 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.913758 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.940537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:05.945680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.959592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:05.967123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:06.036121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:06.037190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=7cd56906-b319-4047-92e8-02559e89b58d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:06.044328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:06.048121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:06.058902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] For port 4d3cf484-82bd-4135-b70f-accdfacad16e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4d3cf484-82bd-4135-b70f-accdfacad16e,segment=NetworkSegment(e3f974ce-98d3-4f2f-8b96-4af55e4eabb0),segment_id=e3f974ce-98d3-4f2f-8b96-4af55e4eabb0)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:06.059325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.065898 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09100b-409e-48c5-a60b-f59b4113f3a5 None None] Pushing event updated for resources: {'Port': ['ID=e0ba6b1c-a24f-420e-b025-48093f73d5cc,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:06.066418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:06.089231 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Routers {'c885f6ee-0a6e-4a1d-af04-dced7ada2536'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:06.091552 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c885f6ee-0a6e-4a1d-af04-dced7ada2536'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:06.106126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Pushing event updated for resources: {'Port': ['ID=762925a1-a9d6-4a10-90fc-a8bf867cb4aa,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:06.217029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.228102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.243233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:06.253943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.254305 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment 2825876e-f3e9-4afa-91e5-8dd012147a0c of type vlan for network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e May 29 01:06:06.293796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Calling delete_port for 4d3cf484-82bd-4135-b70f-accdfacad16e owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:06.300673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.330195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.338451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.348467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.353470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:06.354062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.369982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Attempting to bind port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:06.370719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Attempting to bind port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '9fcd768b-ef39-402c-8771-a627b26de867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:06.370719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Attempting to bind port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa on network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:06.400469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.413708 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0c946bf6-b5d2-4b95-a4dd-d716da5a4313 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/7cd56906-b319-4047-92e8-02559e89b58d HTTP/1.1" status: 204 len: 168 time: 1.9424851 May 29 01:06:06.415364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55338) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:06.435474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 719ea2a8-20f8-420a-bad5-c0bc94541cc3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=719ea2a8-20f8-420a-bad5-c0bc94541cc3,segment=NetworkSegment(80de1496-1750-4f9e-8141-28ea745c718c),segment_id=80de1496-1750-4f9e-8141-28ea745c718c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:06.441655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6fde86-b1cd-42e8-b1c3-787bb0cf1c30 None None] Network 2055418d-1fd6-40d2-a2fd-75b86c14c806 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:06.456218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6ba0e-d447-440f-ac11-ef88af4e78a5 None None] Network 6035c885-9608-407d-a1b3-c88047e62c69 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:06.471196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:06.471196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Checking segment: {'id': '9fcd768b-ef39-402c-8771-a627b26de867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:06.471687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.471958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Bound using segment: {'id': '9fcd768b-ef39-402c-8771-a627b26de867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:06.472471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Bound port: 762925a1-a9d6-4a10-90fc-a8bf867cb4aa, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcd768b-ef39-402c-8771-a627b26de867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7df1eae3-1546-41ba-8a6e-fdc83f368eb6'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:06.472949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.485856 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-832147b3-3edb-400c-ba3e-da42c74df13f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:06:06.486896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-832147b3-3edb-400c-ba3e-da42c74df13f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:06.505063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.516304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=7fe5b49b-5898-4351-9d96-de0d7a88ee1e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:06.550412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.556308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b787852-1db5-4dc7-85aa-81e0b64c8b3d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:06.558223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b787852-1db5-4dc7-85aa-81e0b64c8b3d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:06.559047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9b787852-1db5-4dc7-85aa-81e0b64c8b3d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Synchronizing usage tracker for tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:06.566710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:06.569892 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] Set router c885f6ee-0a6e-4a1d-af04-dced7ada2536 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:06.582471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f9009-c98c-4dc7-8a37-f03a52bac08a', 'name': 'tempest-snat-router-1722935618', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.107'}], 'enable_snat': False}, 'gw_port_id': '18108c0e-e67d-4330-8f76-e710c6955cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:52Z', 'updated_at': '2022-05-29T01:05:56Z', 'revision_number': 3, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port': {'id': '18108c0e-e67d-4330-8f76-e710c6955cf4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f9009-c98c-4dc7-8a37-f03a52bac08a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:05:54Z', 'updated_at': '2022-05-29T01:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:06.584757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.586059 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d90e9be1-6f36-45a5-8c5d-315e092cf842 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4683332 May 29 01:06:06.590626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55342) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:06.598531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-549178184', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:06.607155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:06.612942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:06.616304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:06.625315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:06.634905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9b787852-1db5-4dc7-85aa-81e0b64c8b3d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Unset dirty status for tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:06.636372 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9b787852-1db5-4dc7-85aa-81e0b64c8b3d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7386625 May 29 01:06:06.636792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:06.641012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55346) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:06.710710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-832147b3-3edb-400c-ba3e-da42c74df13f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:06.712240 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-832147b3-3edb-400c-ba3e-da42c74df13f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/7cd56906-b319-4047-92e8-02559e89b58d HTTP/1.1" status: 404 len: 333 time: 0.2948306 May 29 01:06:06.715293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Port': ['ID=4d3cf484-82bd-4135-b70f-accdfacad16e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:06.776017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.779413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.801366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.804141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a1686-f16c-42a7-8776-03ff7208236b None None] The sync data for ids ['3f5f9009-c98c-4dc7-8a37-f03a52bac08a'] in dv-neutron-843186-2-hyperv is: [{'id': '3f5f9009-c98c-4dc7-8a37-f03a52bac08a', 'name': 'tempest-snat-router-1722935618', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.107'}], 'enable_snat': False}, 'gw_port_id': '18108c0e-e67d-4330-8f76-e710c6955cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:52Z', 'updated_at': '2022-05-29T01:05:56Z', 'revision_number': 3, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port': {'id': '18108c0e-e67d-4330-8f76-e710c6955cf4', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f9009-c98c-4dc7-8a37-f03a52bac08a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:05:54Z', 'updated_at': '2022-05-29T01:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:06.809285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55350) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:06.833593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c826221a-7b0a-442a-b7d3-2bf361036672 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:06.868060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No DVR routers for this DVR port 4d3cf484-82bd-4135-b70f-accdfacad16e on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:06.897239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 055855cc-8516-47a7-aa14-bb1b6b5785a9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:06.913827 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c826221a-7b0a-442a-b7d3-2bf361036672 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 29 01:06:06.914277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c826221a-7b0a-442a-b7d3-2bf361036672 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:06.995888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] For port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:07.033338 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c826221a-7b0a-442a-b7d3-2bf361036672 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/7df1eae3-1546-41ba-8a6e-fdc83f368eb6 HTTP/1.1" status: 409 len: 405 time: 0.3869317 May 29 01:06:07.035725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55354) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:07.048436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1963250065'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:07.053667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:07.064430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:network and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:07.070011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:07.081590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.091822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:07.167714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] For port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=762925a1-a9d6-4a10-90fc-a8bf867cb4aa,segment=NetworkSegment(9fcd768b-ef39-402c-8771-a627b26de867),segment_id=9fcd768b-ef39-402c-8771-a627b26de867)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:07.188936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:07.198092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.246111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port ad25313c-80fa-476f-9967-108cf1a2de64 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:07.246723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.286413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.314214 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c885f6ee-0a6e-4a1d-af04-dced7ada2536', 'name': 'tempest-snat-router-1722935618', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'e0ba6b1c-a24f-420e-b025-48093f73d5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:59Z', 'updated_at': '2022-05-29T01:06:03Z', 'revision_number': 3, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port': {'id': 'e0ba6b1c-a24f-420e-b025-48093f73d5cc', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c885f6ee-0a6e-4a1d-af04-dced7ada2536', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:01Z', 'updated_at': '2022-05-29T01:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:07.340293 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dce8a9-aad5-42e5-a0a0-6424a8a21170 None None] The sync data for ids ['c885f6ee-0a6e-4a1d-af04-dced7ada2536'] in dv-neutron-843186-2-hyperv is: [{'id': 'c885f6ee-0a6e-4a1d-af04-dced7ada2536', 'name': 'tempest-snat-router-1722935618', 'tenant_id': '02b879c472404e058a8294dfb375b7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'e0ba6b1c-a24f-420e-b025-48093f73d5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:05:59Z', 'updated_at': '2022-05-29T01:06:03Z', 'revision_number': 3, 'project_id': '02b879c472404e058a8294dfb375b7fc', 'gw_port': {'id': 'e0ba6b1c-a24f-420e-b025-48093f73d5cc', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c885f6ee-0a6e-4a1d-af04-dced7ada2536', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:01Z', 'updated_at': '2022-05-29T01:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:07.354689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2055418d-1fd6-40d2-a2fd-75b86c14c806']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:07.362771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:07.394050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.394523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Added segment cd6a0a5b-d318-4823-8e03-f913756f5d13 of type vlan for network a61397ff-0b0c-46b3-85cb-acf170283be0 May 29 01:06:07.421852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:07.422998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f974ce-98d3-4f2f-8b96-4af55e4eabb0') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:07.437624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.456583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.494506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=719ea2a8-20f8-420a-bad5-c0bc94541cc3,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:07.538059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-958a8181-e088-45da-8c2b-0298592e9294 None None] Provisioning for port 055855cc-8516-47a7-aa14-bb1b6b5785a9 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:07.543164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.559270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.567224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:07.568015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.590045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.629330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 055855cc-8516-47a7-aa14-bb1b6b5785a9 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:07.675391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-958a8181-e088-45da-8c2b-0298592e9294 None None] Provisioning complete for port 055855cc-8516-47a7-aa14-bb1b6b5785a9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:07.675761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-958a8181-e088-45da-8c2b-0298592e9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.754880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 055855cc-8516-47a7-aa14-bb1b6b5785a9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:07.755171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.856313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.891016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:07.893219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.898550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Network': ['ID=a61397ff-0b0c-46b3-85cb-acf170283be0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:07.902446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:07.918121 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:07.958629 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3b1908d9-11fd-474f-951d-cefffcc3f816 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9218180 May 29 01:06:07.961362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55358) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:07.969613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'subnet': {'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:07.970443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a61397ff-0b0c-46b3-85cb-acf170283be0 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:07.998863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb183260-7739-4845-8c19-5fe5be385a91 None None] Network 7df1eae3-1546-41ba-8a6e-fdc83f368eb6 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:08.001764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.160782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:08.181658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:08.188011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for ad25313c-80fa-476f-9967-108cf1a2de64 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:08.324220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:08.333959 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-958a8181-e088-45da-8c2b-0298592e9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.342484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.383660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.413706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.423766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=2055418d-1fd6-40d2-a2fd-75b86c14c806,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:08.449976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69404-139b-4d66-883e-6b560f453c0d None None] Pushing event updated for resources: {'Port': ['ID=762925a1-a9d6-4a10-90fc-a8bf867cb4aa,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:08.457154 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-283f8e49-cf9d-4cb7-b34c-04fd20ecfafb tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/2055418d-1fd6-40d2-a2fd-75b86c14c806 HTTP/1.1" status: 204 len: 168 time: 7.6861076 May 29 01:06:08.460688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55362) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:08.473722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Deleting port e0ba6b1c-a24f-420e-b025-48093f73d5cc {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:08.474352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.498570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.543182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-958a8181-e088-45da-8c2b-0298592e9294 None None] For port 055855cc-8516-47a7-aa14-bb1b6b5785a9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=055855cc-8516-47a7-aa14-bb1b6b5785a9,segment=NetworkSegment(2988edfe-720e-4acd-a061-84a5ad377ff6),segment_id=2988edfe-720e-4acd-a061-84a5ad377ff6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:08.602673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.45 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/fa2d2ce7-c5df-45b4-99ab-4026e3068523) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:08.603859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-958a8181-e088-45da-8c2b-0298592e9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.731322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a8181-e088-45da-8c2b-0298592e9294 None None] Pushing event updated for resources: {'Port': ['ID=055855cc-8516-47a7-aa14-bb1b6b5785a9,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:08.740838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] For port e0ba6b1c-a24f-420e-b025-48093f73d5cc, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e0ba6b1c-a24f-420e-b025-48093f73d5cc,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:08.743436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.755468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-45182527-d982-46d2-a330-16614f514818 None None] Provisioning complete for port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:08.755851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-45182527-d982-46d2-a330-16614f514818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.877292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.927523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:08.976102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Calling delete_port for e0ba6b1c-a24f-420e-b025-48093f73d5cc owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:09.008155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e0ba6b1c-a24f-420e-b025-48093f73d5cc up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:09.037223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:09.040182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:09.043923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:09.081123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=fa2d2ce7-c5df-45b4-99ab-4026e3068523,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:09.129716 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87c07d5-1a39-4967-aaa4-3225fafd6da4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:09.130025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87c07d5-1a39-4967-aaa4-3225fafd6da4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:09.131681 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a87c07d5-1a39-4967-aaa4-3225fafd6da4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/2055418d-1fd6-40d2-a2fd-75b86c14c806 HTTP/1.1" status: 404 len: 339 time: 0.6701643 May 29 01:06:09.137405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55366) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:09.138623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.144865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port e0ba6b1c-a24f-420e-b025-48093f73d5cc completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:09.152497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port e0ba6b1c-a24f-420e-b025-48093f73d5cc triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:09.153234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.194748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-72911441', 'description': 'd1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:09.225472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:09.234372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-414a1706-37fd-4c97-b982-23fd639bf654 None None] Provisioning complete for port 055855cc-8516-47a7-aa14-bb1b6b5785a9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:09.234750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-414a1706-37fd-4c97-b982-23fd639bf654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.238513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=ad25313c-80fa-476f-9967-108cf1a2de64,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:09.277355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:network and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:09.291785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:09.312618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:09.379655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.398112 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fff280fc-d249-4dc5-a747-d67929dda170 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/ad25313c-80fa-476f-9967-108cf1a2de64 HTTP/1.1" status: 204 len: 168 time: 2.5844481 May 29 01:06:09.399265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55370) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:09.404200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.444087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:09.448180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.502252 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbee3a40-20d4-4872-8ffd-9bdb42f69784 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:06:09.502835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fbee3a40-20d4-4872-8ffd-9bdb42f69784 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:09.506727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-414a1706-37fd-4c97-b982-23fd639bf654 None None] Could not find standard attr ID for object ad25313c-80fa-476f-9967-108cf1a2de64. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:06:09.520207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:09.529512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.597535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18108c0e-e67d-4330-8f76-e710c6955cf4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:09.611374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0ba6b1c-a24f-420e-b025-48093f73d5cc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:09.619446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.619807 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment fe2c731d-8afa-4138-9fc6-e252300a12d6 of type vlan for network aacc7bb8-dd04-480c-bd08-426f083e2590 May 29 01:06:09.628249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fbee3a40-20d4-4872-8ffd-9bdb42f69784 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:09.629419 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fbee3a40-20d4-4872-8ffd-9bdb42f69784 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/ad25313c-80fa-476f-9967-108cf1a2de64 HTTP/1.1" status: 404 len: 333 time: 0.2289770 May 29 01:06:09.632157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55374) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:09.650122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.651600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.677476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e08398dc-a2c8-4a33-89d6-3ac04fa138f1 None None] Could not find standard attr ID for object ad25313c-80fa-476f-9967-108cf1a2de64. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:06:09.717728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 18108c0e-e67d-4330-8f76-e710c6955cf4 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:09.725214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 18108c0e-e67d-4330-8f76-e710c6955cf4 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:09.725570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.753880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.923308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.939654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.objects.ports [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:06:09.944136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cea6b983-daa5-4ded-b775-440a9bf599f7 None None] Could not find standard attr ID for object 7cd56906-b319-4047-92e8-02559e89b58d. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:06:09.953565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 18108c0e-e67d-4330-8f76-e710c6955cf4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=18108c0e-e67d-4330-8f76-e710c6955cf4,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:09.965538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:09.966722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 719ea2a8-20f8-420a-bad5-c0bc94541cc3 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:10.065782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.069803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:10.070431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.087063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.103379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 241b8246-fb8a-41e1-8f74-1e8f963d2e86 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:06:10.122463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.169718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=18108c0e-e67d-4330-8f76-e710c6955cf4,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:10.201041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:10.201408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.215145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.373918 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2326133 May 29 01:06:10.384200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55378) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:10.384854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210607f1-19a4-4b1b-9fbc-4954bc93bf51 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=aacc7bb8-dd04-480c-bd08-426f083e2590,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:10.399529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network aacc7bb8-dd04-480c-bd08-426f083e2590 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:10.446459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.461946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0498d-6d6c-449c-8181-4de5e42df446 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:06:10.482098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Subnet': ['ID=b5a1e5f7-5231-44cd-93ad-3c948efebf61,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:10.528898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Checking segment: {'id': 'cd6a0a5b-d318-4823-8e03-f913756f5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:10.529350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network hostable DHCP agents. Network: a61397ff-0b0c-46b3-85cb-acf170283be0, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:10.612028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.637633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.653979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.659613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network a61397ff-0b0c-46b3-85cb-acf170283be0 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:10.662491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa03a6ac-7449-4660-8606-e8c8d25ce257 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:10.663232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fa03a6ac-7449-4660-8606-e8c8d25ce257 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Synchronizing usage tracker for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:10.690219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a61397ff-0b0c-46b3-85cb-acf170283be0) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:10.694833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:10.695744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.699333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fa03a6ac-7449-4660-8606-e8c8d25ce257 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Unset dirty status for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:10.704508 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fa03a6ac-7449-4660-8606-e8c8d25ce257 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/networks?id=aacc7bb8-dd04-480c-bd08-426f083e2590 HTTP/1.1" status: 200 len: 759 time: 0.3171818 May 29 01:06:10.705191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55382) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:10.708218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.708884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c885f6ee-0a6e-4a1d-af04-dced7ada2536 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:06:10.713830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'description': 'd2'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:10.764678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.778428 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e598474-8c72-4c53-8f49-700979c8d80d tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8137519 May 29 01:06:10.785900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55386) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:10.791489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f0498d-6d6c-449c-8181-4de5e42df446 None None] Unable to find a vacant binding_index for network a61397ff-0b0c-46b3-85cb-acf170283be0 and agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 29 01:06:10.798125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f0498d-6d6c-449c-8181-4de5e42df446 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a61397ff-0b0c-46b3-85cb-acf170283be0) {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:06:10.809108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.813740 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-71b884c2-2e33-4495-92e5-0e00650ad62d tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "DELETE /v2.0/routers/c885f6ee-0a6e-4a1d-af04-dced7ada2536 HTTP/1.1" status: 204 len: 168 time: 6.2196431 May 29 01:06:10.814474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55390) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:10.824035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'port': {'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0', 'name': 'tempest-NetworksIpV6TestAttrs-838311114'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:10.849476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:10.853966 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/241b8246-fb8a-41e1-8f74-1e8f963d2e86 HTTP/1.1" status: 204 len: 168 time: 1.2138870 May 29 01:06:10.853966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcab19-db30-403a-b506-6ea95bbf28fc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=241b8246-fb8a-41e1-8f74-1e8f963d2e86,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:10.856711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55392) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:10.896471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99da6c26-b8a8-4d93-85b8-f0f959114a3c is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:06:10.945516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 055855cc-8516-47a7-aa14-bb1b6b5785a9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:11.149902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.180061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 055855cc-8516-47a7-aa14-bb1b6b5785a9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:11.180723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.204126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 055855cc-8516-47a7-aa14-bb1b6b5785a9 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:11.204364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.266579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:11.284371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:port and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:11.293652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:11.320451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:11.328337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.356612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:11.360953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.372990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.400461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18108c0e-e67d-4330-8f76-e710c6955cf4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:11.415075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] device_id is not set on port e46979a1-3eda-4031-a4b3-6da2725c8304 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:11.452757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] For port 055855cc-8516-47a7-aa14-bb1b6b5785a9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=055855cc-8516-47a7-aa14-bb1b6b5785a9,segment=NetworkSegment(2988edfe-720e-4acd-a061-84a5ad377ff6),segment_id=2988edfe-720e-4acd-a061-84a5ad377ff6)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:11.453082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.489238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 18108c0e-e67d-4330-8f76-e710c6955cf4 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:11.489609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.514035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-a61397ff-0b0c-46b3-85cb-acf170283be0', 'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0', 'tenant_id': 'f67a96a8a7fd4faea9a0b9a1a93ff3b2', 'fixed_ips': [{'subnet_id': 'b5a1e5f7-5231-44cd-93ad-3c948efebf61'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:11.515491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.580077 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 055855cc-8516-47a7-aa14-bb1b6b5785a9 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:11.629912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network aacc7bb8-dd04-480c-bd08-426f083e2590 is not hosted by any dhcp agent {{(pid=83980) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 29 01:06:11.631845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:11.634141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:11.634865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.636827 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "PUT /v2.0/networks/aacc7bb8-dd04-480c-bd08-426f083e2590 HTTP/1.1" status: 200 len: 756 time: 0.9303367 May 29 01:06:11.644235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55398) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:11.680634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Sync routers for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:11.722429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191528a-c2e6-47e8-88da-9de462d4d47e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=aacc7bb8-dd04-480c-bd08-426f083e2590,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:11.741716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.755818 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network aacc7bb8-dd04-480c-bd08-426f083e2590 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:11.762141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.766649 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c6ea36ba-f84c-4761-8f47-aabe4ca59504 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1717014 May 29 01:06:11.768095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55402) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:11.780447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:11.819157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Allocated IP 2001:db8::f816:3eff:fec7:5a5e (a61397ff-0b0c-46b3-85cb-acf170283be0/b5a1e5f7-5231-44cd-93ad-3c948efebf61/d53daea9-e8c3-4890-988c-b39777bdba48) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:11.839804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=055855cc-8516-47a7-aa14-bb1b6b5785a9,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:11.845989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0987c-e94e-4e36-83fb-5d147473a973 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:11.846666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ca0987c-e94e-4e36-83fb-5d147473a973 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Synchronizing usage tracker for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:11.887386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No DVR routers for this DVR port 055855cc-8516-47a7-aa14-bb1b6b5785a9 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:11.935159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-725c4ee9-e660-4a5c-8bd0-8bc955891f4d tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1632748 May 29 01:06:11.935159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ca0987c-e94e-4e36-83fb-5d147473a973 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Unset dirty status for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:11.935159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5ca0987c-e94e-4e36-83fb-5d147473a973 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/networks?id=aacc7bb8-dd04-480c-bd08-426f083e2590 HTTP/1.1" status: 200 len: 759 time: 0.2891898 May 29 01:06:11.938496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55408) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:11.939764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55410) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:11.948164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1125599967'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:11.955809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:11.968892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:11.992747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:11.995654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.006693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:12.006995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.007275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:12.027625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Deleting port 18108c0e-e67d-4330-8f76-e710c6955cf4 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:12.028070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.079750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:12.111577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.112030 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment e0544008-75a6-4581-aa09-5fbf99fc9170 of type vlan for network 534f561d-c6f5-4cc2-881a-63089ec638c3 May 29 01:06:12.215971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.218519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.272969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6035c885-9608-407d-a1b3-c88047e62c69']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:12.291415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] For port 18108c0e-e67d-4330-8f76-e710c6955cf4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=18108c0e-e67d-4330-8f76-e710c6955cf4,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:12.292063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.297897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2988edfe-720e-4acd-a061-84a5ad377ff6') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:12.298188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2988edfe-720e-4acd-a061-84a5ad377ff6') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:12.314620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.321430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aedeb8-e775-44fe-afd1-a5bdca6d8679 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:12.325734 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-68aedeb8-e775-44fe-afd1-a5bdca6d8679 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3835104 May 29 01:06:12.326785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55416) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:12.362379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.368037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:12.368037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.369474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:12.370333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.377005 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-887fdb55-999c-48f8-a5ba-8eb2fce87cd0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428832 May 29 01:06:12.377759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55420) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:12.382641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:12.383121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.400922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1734242745', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:12.410543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:12.414482 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:12.456017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Calling delete_port for 18108c0e-e67d-4330-8f76-e710c6955cf4 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:12.482344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Transition to ACTIVE for port object d53daea9-e8c3-4890-988c-b39777bdba48 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:12.570468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Transition to ACTIVE for port object d53daea9-e8c3-4890-988c-b39777bdba48 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:12.578904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.583377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.587275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.613567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:12.618495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=6035c885-9608-407d-a1b3-c88047e62c69,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:12.627377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:12.628590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=534f561d-c6f5-4cc2-881a-63089ec638c3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:12.633259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:12.639069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:12.648195 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f94c068a-d726-4d0c-894c-65a9ed51b337 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7049110 May 29 01:06:12.648504 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ee89cfac-ec37-4f3f-b1d2-185660b1e5f8 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/6035c885-9608-407d-a1b3-c88047e62c69 HTTP/1.1" status: 204 len: 168 time: 1.7814546 May 29 01:06:12.650150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55424) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:12.650457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55426) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:12.657046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 534f561d-c6f5-4cc2-881a-63089ec638c3 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:12.661012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-840484616'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:12.671597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': '534f561d-c6f5-4cc2-881a-63089ec638c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:12.688853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:12.694224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Allocated IP 2001:db8::f816:3eff:fee6:7466 (a61397ff-0b0c-46b3-85cb-acf170283be0/b5a1e5f7-5231-44cd-93ad-3c948efebf61/e46979a1-3eda-4031-a4b3-6da2725c8304) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:12.750415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:12.767800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:network and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:12.781722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:12.784732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Pushing event updated for resources: {'Port': ['ID=d53daea9-e8c3-4890-988c-b39777bdba48,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:12.796699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Network a61397ff-0b0c-46b3-85cb-acf170283be0 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:12.827356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:12.834019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:12.844445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:12.906612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:12.909455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.927229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:12.934251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.942953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.944808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Attempting to bind port d53daea9-e8c3-4890-988c-b39777bdba48 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:12.945253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Attempting to bind port d53daea9-e8c3-4890-988c-b39777bdba48 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'cd6a0a5b-d318-4823-8e03-f913756f5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:12.945687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Attempting to bind port d53daea9-e8c3-4890-988c-b39777bdba48 on network a61397ff-0b0c-46b3-85cb-acf170283be0 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:12.957701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:12.958182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Checking segment: {'id': 'cd6a0a5b-d318-4823-8e03-f913756f5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:12.958651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.959108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Bound using segment: {'id': 'cd6a0a5b-d318-4823-8e03-f913756f5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:12.959563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Usage tracker for resource:subnet and tenant:66bce559db594c3e9106f2c7bd993f7f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:12.959688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Bound port: d53daea9-e8c3-4890-988c-b39777bdba48, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6a0a5b-d318-4823-8e03-f913756f5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a61397ff-0b0c-46b3-85cb-acf170283be0'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:12.960167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:12.993594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event deleted for resources: {'Port': ['ID=18108c0e-e67d-4330-8f76-e710c6955cf4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:13.005869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:13.007917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:09Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:13.022204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:13.029015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Checking router: 99da6c26-b8a8-4d93-85b8-f0f959114a3c for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:06:13.029489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Updating router 99da6c26-b8a8-4d93-85b8-f0f959114a3c port fa2d2ce7-c5df-45b4-99ab-4026e3068523 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:06:13.051314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:13.057632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.067318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:13.099924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.100210 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Added segment b9beaad6-3918-4ab7-88d5-68521b09c212 of type vlan for network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d May 29 01:06:13.103202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.110262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Transition to ACTIVE for port object e46979a1-3eda-4031-a4b3-6da2725c8304 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:13.145729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.195547 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] For port d53daea9-e8c3-4890-988c-b39777bdba48, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:13.206728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.227050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.256463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] For port d53daea9-e8c3-4890-988c-b39777bdba48, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d53daea9-e8c3-4890-988c-b39777bdba48,segment=NetworkSegment(cd6a0a5b-d318-4823-8e03-f913756f5d13),segment_id=cd6a0a5b-d318-4823-8e03-f913756f5d13)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:13.267515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.401473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.405241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:13.405992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.434142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05142b78-0c29-4716-8cc6-9e643416862a None None] Pushing event updated for resources: {'Port': ['ID=d53daea9-e8c3-4890-988c-b39777bdba48,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:13.484217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.569880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Network': ['ID=e870cf29-9fc1-4ef5-aae8-92b9bdfc843d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:13.592372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:13.617251 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ce03a165-9f4f-4ab0-9b57-ce493807f461 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9619520 May 29 01:06:13.618438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.623691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55432) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:13.638805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:13.671666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.709766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Transition to ACTIVE for port object fa2d2ce7-c5df-45b4-99ab-4026e3068523 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:13.743575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=8c5eaefa-9c65-4c96-8e96-c836a737c165,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:13.745781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.781868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:13.781868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: 7fe5b49b-5898-4351-9d96-de0d7a88ee1e, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:13.806155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.817646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Port': ['ID=e46979a1-3eda-4031-a4b3-6da2725c8304,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:13.837505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network a61397ff-0b0c-46b3-85cb-acf170283be0 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:13.917593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=e1d4274e-b710-44dd-8707-c34e25b2f27c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:13.918048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Attempting to bind port fa2d2ce7-c5df-45b4-99ab-4026e3068523 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:13.918496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Attempting to bind port fa2d2ce7-c5df-45b4-99ab-4026e3068523 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:13.918773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Attempting to bind port fa2d2ce7-c5df-45b4-99ab-4026e3068523 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:13.932635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': 'e0544008-75a6-4581-aa09-5fbf99fc9170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '534f561d-c6f5-4cc2-881a-63089ec638c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:13.932969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: 534f561d-c6f5-4cc2-881a-63089ec638c3, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:13.935800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:13.936195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:13.937551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.938207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:13.938399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:13.938769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Bound port: fa2d2ce7-c5df-45b4-99ab-4026e3068523, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:13.939139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.953626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 7fe5b49b-5898-4351-9d96-de0d7a88ee1e) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:13.955895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:13.960157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:13.960763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.980330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd02f85-f0c5-4cd5-8d9e-b7443fcc4ea5 None None] Pushing event updated for resources: {'Port': ['ID=fa2d2ce7-c5df-45b4-99ab-4026e3068523,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:13.981762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:13.984190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network 534f561d-c6f5-4cc2-881a-63089ec638c3 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:13.986738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:13.987435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:13.989934 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fe53a256-a4b0-4a7b-a7f9-ffcda57c44fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6109903 May 29 01:06:13.992983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55436) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:13.995720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 534f561d-c6f5-4cc2-881a-63089ec638c3) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:14.017601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.034136 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5e84094e-138b-41f2-8887-d2aa0451833c tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2470148 May 29 01:06:14.039670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55440) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:14.041632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] For port fa2d2ce7-c5df-45b4-99ab-4026e3068523, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:14.043011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.047064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] For port fa2d2ce7-c5df-45b4-99ab-4026e3068523, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fa2d2ce7-c5df-45b4-99ab-4026e3068523,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:14.053048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.097956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:14.117431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:14.128026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:14.139422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:14.170767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:14.171297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.190786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd02f85-f0c5-4cd5-8d9e-b7443fcc4ea5 None None] Pushing event updated for resources: {'Port': ['ID=fa2d2ce7-c5df-45b4-99ab-4026e3068523,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:14.212169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:14.212807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:14.250278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:14.271875 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a27d6d97-2119-4560-b6ca-22db38b42564 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6178672 May 29 01:06:14.272999 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55444) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:14.286702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.287525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5f9009-c98c-4dc7-8a37-f03a52bac08a {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:06:14.370126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.371552 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a396a480-81a9-4f1a-a1f3-aae0d1d242a7 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "DELETE /v2.0/routers/3f5f9009-c98c-4dc7-8a37-f03a52bac08a HTTP/1.1" status: 204 len: 168 time: 3.4254434 May 29 01:06:14.375789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55448) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:14.383655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-479485173', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:14.396136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:14.408398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Usage tracker for resource:router and tenant:247c4ba3e4c44e0da22609396ad5787c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:14.426554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:14.427902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:14.446664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:14.446934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.464453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.482837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.483809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.556257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting subnet b5a1e5f7-5231-44cd-93ad-3c948efebf61 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:06:14.561032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.584153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.617187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.657315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.683442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb37c8-56ad-4585-bd5d-577e404ff634 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:06:14.858905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b962c86b-7f6e-4555-9df7-9994a1750200 None None] Provisioning for port d53daea9-e8c3-4890-988c-b39777bdba48 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:14.878514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.917152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:09Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:14.925395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189752f-3d07-45a2-9909-8fc5ff2a304f None None] The sync data for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv is: [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:09Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:14.931155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb37c8-56ad-4585-bd5d-577e404ff634 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:06:14.961714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:14.978900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d53daea9-e8c3-4890-988c-b39777bdba48 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:15.020561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.049554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=4a0ac43a-1e2b-4034-b6cc-8c7c718c3936,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:15.062949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.110888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d4274e-b710-44dd-8707-c34e25b2f27c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:15.151970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.205545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.214282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a1e5f7-5231-44cd-93ad-3c948efebf61,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:15.231583 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-92d3911b-55ad-4011-94b5-35340d63157f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/b5a1e5f7-5231-44cd-93ad-3c948efebf61 HTTP/1.1" status: 204 len: 168 time: 1.1902750 May 29 01:06:15.232959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Checking segment: {'id': 'b9beaad6-3918-4ab7-88d5-68521b09c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:15.233735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network hostable DHCP agents. Network: e870cf29-9fc1-4ef5-aae8-92b9bdfc843d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:15.239299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55452) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:15.239552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.276876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d53daea9-e8c3-4890-988c-b39777bdba48 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:15.285562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d53daea9-e8c3-4890-988c-b39777bdba48 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:15.285936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.296928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534f561d-c6f5-4cc2-881a-63089ec638c3']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:15.313308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee2e99-ff80-4dee-bb9d-19678f1890f8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:15.314842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee2e99-ff80-4dee-bb9d-19678f1890f8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:15.315736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-21ee2e99-ff80-4dee-bb9d-19678f1890f8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Synchronizing usage tracker for tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:15.324637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:15.327822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0544008-75a6-4581-aa09-5fbf99fc9170') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:15.328010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0544008-75a6-4581-aa09-5fbf99fc9170') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:15.338985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, e870cf29-9fc1-4ef5-aae8-92b9bdfc843d) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:15.341208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-21ee2e99-ff80-4dee-bb9d-19678f1890f8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Unset dirty status for tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:15.342347 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-21ee2e99-ff80-4dee-bb9d-19678f1890f8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1017060 May 29 01:06:15.345720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55456) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:15.348837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:15.349458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.391623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.424033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.438242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:15.438429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.461279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a11a9ef3-1671-443c-b800-82298473c6e2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8248825 May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:15.461529 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:15.463718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55460) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:15.469836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-584106181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:15.478641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:15.493260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:router and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:15.497460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:15.503813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.507416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5489-8201-47e1-94d5-336083d534c3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.509344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:15.524732 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaa5489-8201-47e1-94d5-336083d534c3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 29 01:06:15.525214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaa5489-8201-47e1-94d5-336083d534c3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:15.530841 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4aaa5489-8201-47e1-94d5-336083d534c3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/a61397ff-0b0c-46b3-85cb-acf170283be0 HTTP/1.1" status: 409 len: 405 time: 0.1800408 May 29 01:06:15.530841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55464) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:15.536510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-249254930'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:15.543199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:15.544906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d53daea9-e8c3-4890-988c-b39777bdba48, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d53daea9-e8c3-4890-988c-b39777bdba48,segment=NetworkSegment(cd6a0a5b-d318-4823-8e03-f913756f5d13),segment_id=cd6a0a5b-d318-4823-8e03-f913756f5d13)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:15.545672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.547266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.550950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.553679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:network and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:15.557604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:15.566151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:15.585426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:15.589000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.599343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.608246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59952f8-d956-4c91-b586-98ada38528e9 None None] DHCP port deletion for 6035c885-9608-407d-a1b3-c88047e62c69 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:06:15.643925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.647673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d53daea9-e8c3-4890-988c-b39777bdba48,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:15.659455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:15.670867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:15.672971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.679947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.679947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Added segment 0e6b6ae6-fe14-4f18-ad3a-7663d288d84c of type vlan for network 8c44bf51-6fca-485a-b204-fb919ec6f864 May 29 01:06:15.687686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.691686 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c85fe30c-9996-4450-a372-07488c1ee89a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2259552 May 29 01:06:15.691842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55468) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:15.699446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.704093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d', 'name': 'tempest-PortsIpV6TestJSON-1647358398'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:15.792110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.848575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.862552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Allocated IP 172.20.0.2 (7fe5b49b-5898-4351-9d96-de0d7a88ee1e/8c5eaefa-9c65-4c96-8e96-c836a737c165/4913160e-09dc-44f8-aa51-44b48eb18982) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:15.867705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=534f561d-c6f5-4cc2-881a-63089ec638c3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:15.871105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.875860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:15.876500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:15.893163 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9c9ccfba-8fa0-41fc-8fcf-51ab0e9f9f62 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/534f561d-c6f5-4cc2-881a-63089ec638c3 HTTP/1.1" status: 204 len: 168 time: 1.6177647 May 29 01:06:15.894952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55472) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:15.974504 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5899890f-d6ee-4f1b-bd36-bdfbd16d09db tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] GET failed (client error): The resource could not be found. May 29 01:06:15.974819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5899890f-d6ee-4f1b-bd36-bdfbd16d09db tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Synchronizing usage tracker for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:subnet {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:15.983361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.028686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:16.033523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.046151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:port and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:16.052064 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5177324 May 29 01:06:16.053041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:16.061394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55476) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:16.078320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'subnet': {'network_id': '8c44bf51-6fca-485a-b204-fb919ec6f864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:16.125191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b6e2d-e015-4d6b-a4ff-6e033c46cd11 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Network': ['ID=8c44bf51-6fca-485a-b204-fb919ec6f864,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:16.129175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5899890f-d6ee-4f1b-bd36-bdfbd16d09db tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Unset dirty status for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:subnet {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:16.133134 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5899890f-d6ee-4f1b-bd36-bdfbd16d09db tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/subnets/e1d4274e-b710-44dd-8707-c34e25b2f27c HTTP/1.1" status: 404 len: 337 time: 0.2355943 May 29 01:06:16.136501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55480) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:16.137535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:16.203759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 8c44bf51-6fca-485a-b204-fb919ec6f864 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:16.213168 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7939b735-06b0-4a7e-9cee-271a5bf72d1f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:16.213607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7939b735-06b0-4a7e-9cee-271a5bf72d1f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:16.261808 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7939b735-06b0-4a7e-9cee-271a5bf72d1f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/534f561d-c6f5-4cc2-881a-63089ec638c3 HTTP/1.1" status: 404 len: 339 time: 0.1235960 May 29 01:06:16.263416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55484) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:16.282728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:16.286214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.316207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 41e14cfb-c71a-4176-b17a-b3c468d08d4f yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:16.357816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.374085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Transition to ACTIVE for port object 4913160e-09dc-44f8-aa51-44b48eb18982 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:16.382376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:16.402736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:16.403130 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Transition to ACTIVE for port object 4913160e-09dc-44f8-aa51-44b48eb18982 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:16.413860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.445260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Allocated IP 172.26.5.124 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/c3b58fe2-a569-448c-85f6-d5a22328e611) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:16.453030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:16.511585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:16.512461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Pushing event updated for resources: {'Port': ['ID=4913160e-09dc-44f8-aa51-44b48eb18982,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:16.515918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:16.521504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:16.584982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::160 (e870cf29-9fc1-4ef5-aae8-92b9bdfc843d/4a0ac43a-1e2b-4034-b6cc-8c7c718c3936/41e14cfb-c71a-4176-b17a-b3c468d08d4f) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:16.591667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.615210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.637951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Attempting to bind port 4913160e-09dc-44f8-aa51-44b48eb18982 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:16.638330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Attempting to bind port 4913160e-09dc-44f8-aa51-44b48eb18982 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:16.638877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Attempting to bind port 4913160e-09dc-44f8-aa51-44b48eb18982 on network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:16.643263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c23009-306b-4748-b3ee-cf7be06ad359 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:16.643958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-50c23009-306b-4748-b3ee-cf7be06ad359 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Synchronizing usage tracker for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:16.645403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:16.645906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Checking segment: {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:16.646169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.646678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Bound using segment: {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:16.647210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Bound port: 4913160e-09dc-44f8-aa51-44b48eb18982, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:16.647510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.728723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-50c23009-306b-4748-b3ee-cf7be06ad359 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Unset dirty status for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:16.732819 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-50c23009-306b-4748-b3ee-cf7be06ad359 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4584227 May 29 01:06:16.737181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55488) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:16.744296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] For port 4913160e-09dc-44f8-aa51-44b48eb18982, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:16.748571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] For port 4913160e-09dc-44f8-aa51-44b48eb18982, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4913160e-09dc-44f8-aa51-44b48eb18982,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:16.754318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.807904 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fda080e7-6507-46f3-a3c1-47de693d8cd3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 207 time: 0.0696564 May 29 01:06:16.808684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55492) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:16.818804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.850885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a5462-4376-4d61-9b44-e3821478780e None None] Pushing event updated for resources: {'Port': ['ID=4913160e-09dc-44f8-aa51-44b48eb18982,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:16.854540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d53daea9-e8c3-4890-988c-b39777bdba48 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:16.859251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.942734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d53daea9-e8c3-4890-988c-b39777bdba48 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:16.943115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.964917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:16.997489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object 41e14cfb-c71a-4176-b17a-b3c468d08d4f will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:17.091093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 055855cc-8516-47a7-aa14-bb1b6b5785a9 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:17.130272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 055855cc-8516-47a7-aa14-bb1b6b5785a9 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:17.130272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 055855cc-8516-47a7-aa14-bb1b6b5785a9 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:17.134697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:06:17.172268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:17.181921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2046e-c1f2-46b5-b157-f6d5b7ac1f82 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.188126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2046e-c1f2-46b5-b157-f6d5b7ac1f82 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.193402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2046e-c1f2-46b5-b157-f6d5b7ac1f82 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.197554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2046e-c1f2-46b5-b157-f6d5b7ac1f82 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.203184 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-47b2046e-c1f2-46b5-b157-f6d5b7ac1f82 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3743849 May 29 01:06:17.204171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55496) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:17.210951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:17.296523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:17.450043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:17.475380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Subnet': ['ID=e3d51e14-a309-4edb-acb7-e9c100b45fbd,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:17.484240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Checking segment: {'id': '0e6b6ae6-fe14-4f18-ad3a-7663d288d84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c44bf51-6fca-485a-b204-fb919ec6f864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:17.484595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network hostable DHCP agents. Network: 8c44bf51-6fca-485a-b204-fb919ec6f864, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:17.486538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:17.488346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event updated for resources: {'Port': ['ID=c3b58fe2-a569-448c-85f6-d5a22328e611,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:17.497682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:17.511838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:17.513491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=41e14cfb-c71a-4176-b17a-b3c468d08d4f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:17.517924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:17.520012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:17.524054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.524615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:17.553479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network 8c44bf51-6fca-485a-b204-fb919ec6f864 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:17.557389 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cffb1965-811f-43ca-b74f-84b79c7c9a6a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8646085 May 29 01:06:17.560283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55500) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:17.624027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 8c44bf51-6fca-485a-b204-fb919ec6f864) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:17.634794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.635414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:17.718830 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b7e0cd30-b7e0-4562-ba9e-6eec2738a2f3 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6526418 May 29 01:06:17.722416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55504) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:17.777414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-511e6d05-97b2-4322-8bae-53464e8f64b3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5671685 May 29 01:06:17.781264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55508) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:17.897274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (7fe5b49b-5898-4351-9d96-de0d7a88ee1e/8c5eaefa-9c65-4c96-8e96-c836a737c165/30202798-a95d-4da0-be14-b95cc02c24cf) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:17.940417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6948b1-d891-4429-a193-4d5f83b761e9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.941738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6948b1-d891-4429-a193-4d5f83b761e9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:17.943247 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1d6948b1-d891-4429-a193-4d5f83b761e9 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1545782 May 29 01:06:17.946955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55512) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:17.997302 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:06:18.059017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b71c8-5351-4d6e-af6b-1e710968e231 None None] Network a61397ff-0b0c-46b3-85cb-acf170283be0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:18.073672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637fb66a-964c-436c-82ea-23975a4aac86 None None] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:18.085777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ebc510-c444-4069-8c1a-8f82c69e841d None None] Network 534f561d-c6f5-4cc2-881a-63089ec638c3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:18.117565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a162cd0-5501-490e-bd7e-f48de0dba570 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:18.118855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a162cd0-5501-490e-bd7e-f48de0dba570 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:18.120362 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3a162cd0-5501-490e-bd7e-f48de0dba570 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1723273 May 29 01:06:18.129865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55520) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:18.131080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fcbab9-b6b1-4397-89ad-30aa84cd95de None None] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:18.184987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.205367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 30202798-a95d-4da0-be14-b95cc02c24cf will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:18.222089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.222832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.246638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.312182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514eab66-6564-4f58-aee7-804bef009c0e None None] Network 8c44bf51-6fca-485a-b204-fb919ec6f864 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:18.324960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ebc510-c444-4069-8c1a-8f82c69e841d None None] Network 534f561d-c6f5-4cc2-881a-63089ec638c3 could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:06:18.353555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.416491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9fbebc-7825-4c11-a378-ca868ea2eb75 None None] Network 534f561d-c6f5-4cc2-881a-63089ec638c3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:18.440040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:18.444095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:18.451557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:18.460906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c02fa-c58e-4743-8360-10035a6ee799 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:18.461457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac7c02fa-c58e-4743-8360-10035a6ee799 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Synchronizing usage tracker for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:18.481189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=30202798-a95d-4da0-be14-b95cc02c24cf,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:18.489861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.523556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.538587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9fbebc-7825-4c11-a378-ca868ea2eb75 None None] Network 534f561d-c6f5-4cc2-881a-63089ec638c3 could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:06:18.565116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac7c02fa-c58e-4743-8360-10035a6ee799 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Unset dirty status for tenant:66bce559db594c3e9106f2c7bd993f7f on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:18.566042 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ac7c02fa-c58e-4743-8360-10035a6ee799 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/networks/e5a69c80-6441-46d5-9e9b-6bc5b34443c1 HTTP/1.1" status: 200 len: 800 time: 0.4327936 May 29 01:06:18.575000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55524) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:18.631226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.676943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-769e7810-0bff-4e31-8e6b-7406ca368b9d None None] Provisioning for port 4913160e-09dc-44f8-aa51-44b48eb18982 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:18.705363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.799744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:18.880497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Router c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:06:18.895168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d51e14-a309-4edb-acb7-e9c100b45fbd,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:18.906513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dbcfefb8-ca7b-4d72-ae27-3df33a70b995 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/networks/e5a69c80-6441-46d5-9e9b-6bc5b34443c1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3276119 May 29 01:06:18.911842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55528) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:18.919820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4913160e-09dc-44f8-aa51-44b48eb18982 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:19.081311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c43c48-101d-4f43-9f4d-a7a36543faba None None] Network 8c44bf51-6fca-485a-b204-fb919ec6f864 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:19.185941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710293d-f524-423e-a97c-20ddbe6234f5 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:19.187705 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9710293d-f524-423e-a97c-20ddbe6234f5 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/subnets/d37f1ecc-dea6-4ef2-9f31-18d81a9030c0 HTTP/1.1" status: 200 len: 811 time: 0.2743399 May 29 01:06:19.198219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55532) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:19.294387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8764e05-b5f9-499e-8118-0722dbb08b72 None None] Network a61397ff-0b0c-46b3-85cb-acf170283be0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:19.356028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.427562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b5021-e45d-40a1-9006-2842bbb95325 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:19.428736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-872b5021-e45d-40a1-9006-2842bbb95325 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "GET /v2.0/subnets/d37f1ecc-dea6-4ef2-9f31-18d81a9030c0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2272692 May 29 01:06:19.442266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55536) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:19.444988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 4913160e-09dc-44f8-aa51-44b48eb18982 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:19.450489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-585643183'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:19.455968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:19.465664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:19.473823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.478967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c44bf51-6fca-485a-b204-fb919ec6f864']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:19.488700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.490477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:19.493443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.504544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4913160e-09dc-44f8-aa51-44b48eb18982 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:19.504910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.521309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6b6ae6-fe14-4f18-ad3a-7663d288d84c') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:19.521531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6b6ae6-fe14-4f18-ad3a-7663d288d84c') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:19.547045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:19.556033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.556381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Added segment ae18d79a-377b-4dd9-b36a-1b7754d01124 of type vlan for network 28b93d76-c883-4c69-94f4-ec903d462b53 May 29 01:06:19.583624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.623866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=30202798-a95d-4da0-be14-b95cc02c24cf,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:19.627321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.629074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.634017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.650026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:19.650430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:19.665452 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:19.703399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-e870cf29-9fc1-4ef5-aae8-92b9bdfc843d', 'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d', 'tenant_id': 'de000df38d0f45888ed63c7d9c343ce6', 'fixed_ips': [{'subnet_id': '4a0ac43a-1e2b-4034-b6cc-8c7c718c3936'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:19.704382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.747633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:19.765859 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] Sync routers for ids ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:19.780656 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] Routers {'c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:19.781804 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:19.786934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.791405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.797312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:19.798569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.805469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.811219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.813512 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7de74c79-af87-4e18-8d3e-d60241bef845 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4366176 May 29 01:06:19.816473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55540) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:19.823239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': False}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:19.833747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.885837 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:19.901205 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] Routers {'c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:19.902174 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:19.919498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.922637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:19.989456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:19.993569 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:19.994153 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71285d4f-46bf-4b7c-992f-23ca166cd176 None None] The sync data for ids ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:20.008274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:20.046794 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/8c44bf51-6fca-485a-b204-fb919ec6f864 HTTP/1.1" status: 204 len: 168 time: 2.3179798 May 29 01:06:20.054769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55544) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:20.059299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 4913160e-09dc-44f8-aa51-44b48eb18982, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4913160e-09dc-44f8-aa51-44b48eb18982,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:20.075047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.078266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Allocated IP 2001:db8::2 (e870cf29-9fc1-4ef5-aae8-92b9bdfc843d/4a0ac43a-1e2b-4034-b6cc-8c7c718c3936/68066f75-e740-4a91-ae21-b7d6a4ef6573) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:20.093415 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6479003 May 29 01:06:20.095288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55548) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:20.102025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-321406165'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:20.121601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:20.136729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:network and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:20.179690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676d91-2b7d-4c34-85d2-c019cea579d4 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Network': ['ID=28b93d76-c883-4c69-94f4-ec903d462b53,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:20.183981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'network_id': '28b93d76-c883-4c69-94f4-ec903d462b53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:20.194210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:20.197939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 28b93d76-c883-4c69-94f4-ec903d462b53 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:20.198599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=41e14cfb-c71a-4176-b17a-b3c468d08d4f,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:20.240185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:20.255313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e9743-039a-45ba-86db-ebe4305e66c0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Network': ['ID=8c44bf51-6fca-485a-b204-fb919ec6f864,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:20.273773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] DHCP port deletion for a61397ff-0b0c-46b3-85cb-acf170283be0 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:06:20.301752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:20.304750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.337145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:20.347963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.348477 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Added segment 96b03867-0132-49ab-93a4-4843606ca6f2 of type vlan for network 986ca587-58ca-4fd3-8fca-2272cb350cff May 29 01:06:20.380356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.416246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.422116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:20.423075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.430452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:20.454857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] Deleting port d53daea9-e8c3-4890-988c-b39777bdba48 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:20.455229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.458611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:20.553730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=4913160e-09dc-44f8-aa51-44b48eb18982,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:20.565864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Network': ['ID=986ca587-58ca-4fd3-8fca-2272cb350cff,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:20.583217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a46ed-bff3-4554-823a-d5932632030f None None] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:20.589028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5f6e38b0-faf6-4e94-8d09-2e613a4ac3d7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5137894 May 29 01:06:20.589190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55552) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:20.600456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 986ca587-58ca-4fd3-8fca-2272cb350cff details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:20.600815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Made reservation on behalf of 66bce559db594c3e9106f2c7bd993f7f for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:20.676374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'subnet': {'network_id': '986ca587-58ca-4fd3-8fca-2272cb350cff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:20.760581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.779736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:20.898622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4913160e-09dc-44f8-aa51-44b48eb18982 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:20.915957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:20.921118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:subnet and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:20.933178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:20.964117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing IP validity checks on allocation pools {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:06:20.964631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.ipam_backend_mixin [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83979) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:06:21.022136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.048394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:21.176307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-24685c3f-fdf1-45c5-9094-014a8769df54 None None] Provisioning for port 30202798-a95d-4da0-be14-b95cc02c24cf completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:21.403398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] For port d53daea9-e8c3-4890-988c-b39777bdba48, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d53daea9-e8c3-4890-988c-b39777bdba48,segment=NetworkSegment(cd6a0a5b-d318-4823-8e03-f913756f5d13),segment_id=cd6a0a5b-d318-4823-8e03-f913756f5d13)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:21.404166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.416701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:21.448655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.461488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Transition to ACTIVE for port object 68066f75-e740-4a91-ae21-b7d6a4ef6573 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:21.462996 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99da6c26-b8a8-4d93-85b8-f0f959114a3c has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:06:21.465236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.482036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Transition to ACTIVE for port object 68066f75-e740-4a91-ae21-b7d6a4ef6573 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:21.515745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-24685c3f-fdf1-45c5-9094-014a8769df54 None None] Provisioning complete for port 30202798-a95d-4da0-be14-b95cc02c24cf triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:21.515745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-24685c3f-fdf1-45c5-9094-014a8769df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.562706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=57b71d3e-8d20-4eca-8eee-a067c5dd0de6,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:21.564222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.571571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.736429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] Calling delete_port for d53daea9-e8c3-4890-988c-b39777bdba48 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:21.848835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Checking segment: {'id': 'ae18d79a-377b-4dd9-b36a-1b7754d01124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '28b93d76-c883-4c69-94f4-ec903d462b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:21.849193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network hostable DHCP agents. Network: 28b93d76-c883-4c69-94f4-ec903d462b53, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:21.855779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-24685c3f-fdf1-45c5-9094-014a8769df54 None None] Port 30202798-a95d-4da0-be14-b95cc02c24cf cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:21.862705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:21.869241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:21.870928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Pushing event updated for resources: {'Port': ['ID=68066f75-e740-4a91-ae21-b7d6a4ef6573,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:21.877034 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:21.912187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4913160e-09dc-44f8-aa51-44b48eb18982 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:21.912564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.931462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Network 28b93d76-c883-4c69-94f4-ec903d462b53 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:21.937231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.953448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.954349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.954908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 28b93d76-c883-4c69-94f4-ec903d462b53) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:21.960308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:21.961587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:21.978872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae2876-d294-40ab-ba2d-5682ecd1f613 None None] Network 28b93d76-c883-4c69-94f4-ec903d462b53 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:22.021923 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-901ab617-5e6f-4e9b-bc29-b8844855e040 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9223022 May 29 01:06:22.022169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55558) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:22.029548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2654bd03-e9a4-44bb-a7db-2ab3e46322ef tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:22.038565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.098847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:22.101636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.102486 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-28fe19ad-1a1b-407d-a827-00e9ef9957fa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/99da6c26-b8a8-4d93-85b8-f0f959114a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1083007 May 29 01:06:22.106585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55562) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:22.160834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-24685c3f-fdf1-45c5-9094-014a8769df54 None None] Provisioning complete for port 4913160e-09dc-44f8-aa51-44b48eb18982 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:22.161214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-24685c3f-fdf1-45c5-9094-014a8769df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.214194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] Pushing event deleted for resources: {'Port': ['ID=d53daea9-e8c3-4890-988c-b39777bdba48,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:22.252963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Attempting to bind port 68066f75-e740-4a91-ae21-b7d6a4ef6573 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:22.253313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Attempting to bind port 68066f75-e740-4a91-ae21-b7d6a4ef6573 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'b9beaad6-3918-4ab7-88d5-68521b09c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:22.253739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Attempting to bind port 68066f75-e740-4a91-ae21-b7d6a4ef6573 on network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:22.259957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7490f-1681-4be1-98ad-08f83ec22a58 None None] No DVR routers for this DVR port d53daea9-e8c3-4890-988c-b39777bdba48 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:22.263187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:22.274433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:22.298046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.298425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.298780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.299554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.299926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.300626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.300853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.301554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.301554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.301899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.302239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:22.302407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.302596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.302695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Checking segment: {'id': 'b9beaad6-3918-4ab7-88d5-68521b09c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:22.302942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.303062 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.303284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.303406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Bound using segment: {'id': 'b9beaad6-3918-4ab7-88d5-68521b09c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:22.303765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.303866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Bound port: 68066f75-e740-4a91-ae21-b7d6a4ef6573, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9beaad6-3918-4ab7-88d5-68521b09c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e870cf29-9fc1-4ef5-aae8-92b9bdfc843d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:22.304246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.310199 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-658c9b93-de06-4140-8989-5792c7b99284 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10415 time: 0.1953678 May 29 01:06:22.313014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55566) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:22.419371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.439725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2654bd03-e9a4-44bb-a7db-2ab3e46322ef tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1797731'] for subnet, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.502806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=41e14cfb-c71a-4176-b17a-b3c468d08d4f,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:22.504364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.504895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.505738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.506161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.506526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.506926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.507223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.507981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.507981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.508385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.508624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:22.513483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-871f1bc2-5dcd-41cf-a932-8371005e68b4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7164 time: 0.1964090 May 29 01:06:22.521020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55570) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:22.620969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Subnet': ['ID=63519f4f-8523-4ebc-9021-09c7396f8186,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:22.650975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] For port 68066f75-e740-4a91-ae21-b7d6a4ef6573, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:22.654535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d53daea9-e8c3-4890-988c-b39777bdba48 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:22.724161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Checking segment: {'id': '96b03867-0132-49ab-93a4-4843606ca6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '986ca587-58ca-4fd3-8fca-2272cb350cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:22.724376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network hostable DHCP agents. Network: 986ca587-58ca-4fd3-8fca-2272cb350cff, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:22.767428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d53daea9-e8c3-4890-988c-b39777bdba48 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:22.767774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d53daea9-e8c3-4890-988c-b39777bdba48 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:22.783976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] For port 68066f75-e740-4a91-ae21-b7d6a4ef6573, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=68066f75-e740-4a91-ae21-b7d6a4ef6573,segment=NetworkSegment(b9beaad6-3918-4ab7-88d5-68521b09c212),segment_id=b9beaad6-3918-4ab7-88d5-68521b09c212)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:22.800767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-28b93d76-c883-4c69-94f4-ec903d462b53', 'network_id': '28b93d76-c883-4c69-94f4-ec903d462b53', 'tenant_id': '66bce559db594c3e9106f2c7bd993f7f', 'fixed_ips': [{'subnet_id': '57b71d3e-8d20-4eca-8eee-a067c5dd0de6'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:22.801738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.859819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2654bd03-e9a4-44bb-a7db-2ab3e46322ef tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771532953245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1801409'] for subnet, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.918978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:22.931251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network 986ca587-58ca-4fd3-8fca-2272cb350cff is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:23.034143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-52cf67a5-f5b8-4cf5-8bdb-0c0672f799da None None] Provisioning complete for port 30202798-a95d-4da0-be14-b95cc02c24cf triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:23.034565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-52cf67a5-f5b8-4cf5-8bdb-0c0672f799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.074243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fa2d2ce7-c5df-45b4-99ab-4026e3068523 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:23.147780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 986ca587-58ca-4fd3-8fca-2272cb350cff) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:23.164149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:23.164873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.228091 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e52558bd-d130-44bc-946f-b0c7a9caed6f tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6375816 May 29 01:06:23.230009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55574) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:23.243066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f603c6-51f8-48fe-b853-b61e30dc2f8f None None] Pushing event updated for resources: {'Port': ['ID=68066f75-e740-4a91-ae21-b7d6a4ef6573,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:23.246159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d915f392-be26-491a-9627-f5b0314c79ae None None] Network 986ca587-58ca-4fd3-8fca-2272cb350cff requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:23.278588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654bd03-e9a4-44bb-a7db-2ab3e46322ef tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:23.279184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2654bd03-e9a4-44bb-a7db-2ab3e46322ef tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.283917 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2654bd03-e9a4-44bb-a7db-2ab3e46322ef tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "PUT /v2.0/subnets/57b71d3e-8d20-4eca-8eee-a067c5dd0de6 HTTP/1.1" status: 200 len: 877 time: 1.2574599 May 29 01:06:23.288867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55578) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:23.381764 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3eea3815-3dfc-41be-a648-8d68a203c308 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4295 time: 0.8413703 May 29 01:06:23.386959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654bd03-e9a4-44bb-a7db-2ab3e46322ef tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event updated for resources: {'Subnet': ['ID=57b71d3e-8d20-4eca-8eee-a067c5dd0de6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:23.399195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-52cf67a5-f5b8-4cf5-8bdb-0c0672f799da None None] Port 30202798-a95d-4da0-be14-b95cc02c24cf cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:23.433769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.440984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.444663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Router 8ec265cd-bd1f-4618-b0d4-703b90905ad7 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:06:23.475292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.505659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Allocated IP 172.20.0.3 (28b93d76-c883-4c69-94f4-ec903d462b53/57b71d3e-8d20-4eca-8eee-a067c5dd0de6/3d1d10a2-00d9-4e2c-8db6-4b3894bade02) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:23.562344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55584) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:23.662642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2075760236', 'description': 'tempest-secgroup-smoke-2075760236 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:23.676866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:23.683866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.690989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:23.695891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:23.701950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.704246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:23.724892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-52cf67a5-f5b8-4cf5-8bdb-0c0672f799da None None] Provisioning complete for port 4913160e-09dc-44f8-aa51-44b48eb18982 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:23.725428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-52cf67a5-f5b8-4cf5-8bdb-0c0672f799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.779161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port fa2d2ce7-c5df-45b4-99ab-4026e3068523 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:23.779990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.805658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fa2d2ce7-c5df-45b4-99ab-4026e3068523 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:23.806037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.840784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:23.845788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.856952 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc36e871-5db5-4925-b332-0a47f4af5161 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "PUT /v2.0/routers/8ec265cd-bd1f-4618-b0d4-703b90905ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2926612 May 29 01:06:23.856952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55588) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:23.901422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] Sync routers for ids ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:23.909927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:23.914682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.916403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:23.922480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:23.932778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:23.958915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80139785-a7d8-4423-86e3-952b124c0429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-986ca587-58ca-4fd3-8fca-2272cb350cff', 'network_id': '986ca587-58ca-4fd3-8fca-2272cb350cff', 'tenant_id': 'f67a96a8a7fd4faea9a0b9a1a93ff3b2', 'fixed_ips': [{'subnet_id': '63519f4f-8523-4ebc-9021-09c7396f8186'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:23.959843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-80139785-a7d8-4423-86e3-952b124c0429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:23.984862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Subnet': ['ID=63519f4f-8523-4ebc-9021-09c7396f8186,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:24.026779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.033527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.047084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] Routers {'8ec265cd-bd1f-4618-b0d4-703b90905ad7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:24.047438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.055352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Router c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:06:24.076284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.091804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d4e569-ca5f-4138-8840-05511106371e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:24.099661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.101013 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-58060927-68d8-41eb-af94-640b82788cda tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4678514 May 29 01:06:24.107683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55592) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:24.134246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986ca587-58ca-4fd3-8fca-2272cb350cff']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.158199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b03867-0132-49ab-93a4-4843606ca6f2') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.161110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b03867-0132-49ab-93a4-4843606ca6f2') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.164707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '31d4e569-ca5f-4138-8840-05511106371e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:24.181368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:24.182171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.209127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.228305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.231434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:24.231929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.242093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:24.248617 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:24.254379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:24.262875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:24.269503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a86f239-6e63-4d3d-8b0e-0bec6f374ac3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:24.271708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a86f239-6e63-4d3d-8b0e-0bec6f374ac3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:24.300987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.364455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] Routers {'8ec265cd-bd1f-4618-b0d4-703b90905ad7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:24.365114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.384515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.393977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.410909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.415833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.429449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87702eb3-b8c9-45de-bc51-80ca43647278,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:24.434485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.450941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.451178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a86f239-6e63-4d3d-8b0e-0bec6f374ac3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:24.456199 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7a86f239-6e63-4d3d-8b0e-0bec6f374ac3 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ec265cd-bd1f-4618-b0d4-703b90905ad7 HTTP/1.1" status: 200 len: 989 time: 0.5944669 May 29 01:06:24.456480 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cdba1b8b-6dac-48da-a4a9-82c919639154 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2931461 May 29 01:06:24.456599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Network': ['ID=986ca587-58ca-4fd3-8fca-2272cb350cff,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:24.457634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.461528 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-18e5a574-94ef-4dcc-852a-bf6730aa8dcb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/986ca587-58ca-4fd3-8fca-2272cb350cff HTTP/1.1" status: 204 len: 168 time: 1.2247906 May 29 01:06:24.461876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55598) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:24.462076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55596) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:24.462169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:24.468801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '31d4e569-ca5f-4138-8840-05511106371e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:24.470727 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] Sync routers for ids ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:24.476654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.478374 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3b6aba11-5930-42f2-a54d-075f52f8027e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "PUT /v2.0/routers/c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 HTTP/1.1" status: 200 len: 921 time: 4.6603653 May 29 01:06:24.479003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55602) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:24.481128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.481432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55606) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:24.481877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8678a66-b627-4ceb-8f25-195aebdf0270 None None] The sync data for ids ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:24.485922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Transition to ACTIVE for port object 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:24.488088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:24.498703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1363574326'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:24.505713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9db43-fe6c-4e1b-827e-ff8ec3ddf714 None None] Network 986ca587-58ca-4fd3-8fca-2272cb350cff requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:24.506910 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] Routers {'c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:24.507705 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.560984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:24.570438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:24.573683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:24.580371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port fa2d2ce7-c5df-45b4-99ab-4026e3068523, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fa2d2ce7-c5df-45b4-99ab-4026e3068523,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:24.588478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9db43-fe6c-4e1b-827e-ff8ec3ddf714 None None] Network 986ca587-58ca-4fd3-8fca-2272cb350cff could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:06:24.593775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Transition to ACTIVE for port object 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:24.597306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.639205 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.646630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:network and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:24.649413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:24.658414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:24.666495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.673126 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] Routers {'c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:24.673759 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.677487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:24.692182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d7b3c36d-dd60-43a6-bfd9-8c786f15d480 None None] Provisioning complete for port 30202798-a95d-4da0-be14-b95cc02c24cf triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:24.692556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c36d-dd60-43a6-bfd9-8c786f15d480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.716774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.728303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.748015 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.748668 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85247574-9145-4098-bcb4-41587f2ad836 None None] The sync data for ids ['c02626fd-3d18-4cbf-8b9a-9d93582b2bf6'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:24.777165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:24.780535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.795230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=57b71d3e-8d20-4eca-8eee-a067c5dd0de6,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:24.871587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3c36d-dd60-43a6-bfd9-8c786f15d480 None None] Port 30202798-a95d-4da0-be14-b95cc02c24cf cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:24.901439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Network 28b93d76-c883-4c69-94f4-ec903d462b53 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:24.909858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:24.914343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:24.929018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=fa2d2ce7-c5df-45b4-99ab-4026e3068523,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:24.942345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:24.972726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bac24-9000-48f7-9f84-3c20a2b0d825 None None] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:24.976857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b93d76-c883-4c69-94f4-ec903d462b53']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:24.986140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 68066f75-e740-4a91-ae21-b7d6a4ef6573 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:25.005625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:25.009886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae18d79a-377b-4dd9-b36a-1b7754d01124') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:25.010329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae18d79a-377b-4dd9-b36a-1b7754d01124') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:25.036733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.045750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.046277 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Added segment 3dc84a1c-2943-4837-91e4-bd7efb270d40 of type vlan for network 53e028de-598a-42ff-8c92-1b81700e4863 May 29 01:06:25.074535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.094585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.105061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:25.105596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:25.124824 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:25.133259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.142576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.287745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Pushing event updated for resources: {'Port': ['ID=3d1d10a2-00d9-4e2c-8db6-4b3894bade02,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:25.302414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Attempting to bind port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:25.302941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Attempting to bind port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'ae18d79a-377b-4dd9-b36a-1b7754d01124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '28b93d76-c883-4c69-94f4-ec903d462b53'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:25.303122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Attempting to bind port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 on network 28b93d76-c883-4c69-94f4-ec903d462b53 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:25.305310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ed8012ba-b1e8-4d0d-b81e-68a6dd82c3e6 None None] Provisioning for port 68066f75-e740-4a91-ae21-b7d6a4ef6573 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:25.346765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.383883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:25.384726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Checking segment: {'id': 'ae18d79a-377b-4dd9-b36a-1b7754d01124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '28b93d76-c883-4c69-94f4-ec903d462b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:25.384990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.386086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Bound using segment: {'id': 'ae18d79a-377b-4dd9-b36a-1b7754d01124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '28b93d76-c883-4c69-94f4-ec903d462b53'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:25.386618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Bound port: 3d1d10a2-00d9-4e2c-8db6-4b3894bade02, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae18d79a-377b-4dd9-b36a-1b7754d01124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '28b93d76-c883-4c69-94f4-ec903d462b53'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:25.387097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.416476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a58809-16fd-4a37-a56a-ac45f63bb811,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:25.457042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 29 01:06:25.457042 dv-neutron-843186-2-hyperv neutron-server[83979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 29 01:06:25.457042 dv-neutron-843186-2-hyperv neutron-server[83979]: [parameters: {'id': '28b93d76-c883-4c69-94f4-ec903d462b53'}] May 29 01:06:25.457042 dv-neutron-843186-2-hyperv neutron-server[83979]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:06:25.457042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:06:25.463140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.463140 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0ff04f79-0099-4c2d-9edf-77c0fda35bdf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9982095 May 29 01:06:25.467079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55612) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:25.477387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '31d4e569-ca5f-4138-8840-05511106371e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:25.485929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.488737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:25.489789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.499675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:25.547904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:25.551614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 68066f75-e740-4a91-ae21-b7d6a4ef6573 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:25.566971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ed8012ba-b1e8-4d0d-b81e-68a6dd82c3e6 None None] Provisioning for port 41e14cfb-c71a-4176-b17a-b3c468d08d4f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:25.567235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:25.575029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 68066f75-e740-4a91-ae21-b7d6a4ef6573 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:25.575384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.614249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ed8012ba-b1e8-4d0d-b81e-68a6dd82c3e6 None None] Provisioning complete for port 41e14cfb-c71a-4176-b17a-b3c468d08d4f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:25.614825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ed8012ba-b1e8-4d0d-b81e-68a6dd82c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.664831 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2a2c9ae8-3ad2-4d99-a98d-7d62518bcc10 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 HTTP/1.1" status: 200 len: 921 time: 1.1740129 May 29 01:06:25.664831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:25.682510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55616) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:25.688867 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2036831 May 29 01:06:25.715493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55620) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:25.722269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Request body: {'subnet': {'network_id': '53e028de-598a-42ff-8c92-1b81700e4863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:25.756621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b8c7b-a906-4316-acb8-0599d8ccd473 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Network': ['ID=53e028de-598a-42ff-8c92-1b81700e4863,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:25.766037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] For port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:25.776456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 53e028de-598a-42ff-8c92-1b81700e4863 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:25.800537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.812961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ed8012ba-b1e8-4d0d-b81e-68a6dd82c3e6 None None] Port 41e14cfb-c71a-4176-b17a-b3c468d08d4f cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:25.815367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] For port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3d1d10a2-00d9-4e2c-8db6-4b3894bade02,segment=NetworkSegment(ae18d79a-377b-4dd9-b36a-1b7754d01124),segment_id=ae18d79a-377b-4dd9-b36a-1b7754d01124)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:25.877091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f99e7b1e-7158-4ae7-a7b1-9976cc7b8f30 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Synchronizing usage tracker for tenant:02b879c472404e058a8294dfb375b7fc on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:25.897232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:25.903169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.919959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f99e7b1e-7158-4ae7-a7b1-9976cc7b8f30 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Unset dirty status for tenant:02b879c472404e058a8294dfb375b7fc on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:25.932592 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f99e7b1e-7158-4ae7-a7b1-9976cc7b8f30 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=c02626fd-3d18-4cbf-8b9a-9d93582b2bf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2403297 May 29 01:06:25.942580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55624) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:25.947726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Usage tracker for resource:subnet and tenant:f67a96a8a7fd4faea9a0b9a1a93ff3b2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:25.958043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.961547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:25.975945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.018520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:26.018846 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.053446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2ff8fa-a840-4783-b563-19a8403ce673,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:26.073961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632a608-8a3a-4101-8552-c736875cc20e None None] Pushing event updated for resources: {'Port': ['ID=3d1d10a2-00d9-4e2c-8db6-4b3894bade02,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:26.086317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.090659 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4ab64d8a-37c7-4c39-98c9-4949ccb3e9da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6243019 May 29 01:06:26.091616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55628) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:26.101560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '31d4e569-ca5f-4138-8840-05511106371e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:26.105308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:26.109540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:26.142525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:26.149073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:26.151393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:26.161909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.163054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:26.207782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ead49-69de-4554-90e1-500c1befd113 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:26.208732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-708ead49-69de-4554-90e1-500c1befd113 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Synchronizing usage tracker for tenant:02b879c472404e058a8294dfb375b7fc on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:26.215628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Made reservation on behalf of f67a96a8a7fd4faea9a0b9a1a93ff3b2 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:26.220553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 68066f75-e740-4a91-ae21-b7d6a4ef6573, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=68066f75-e740-4a91-ae21-b7d6a4ef6573,segment=NetworkSegment(b9beaad6-3918-4ab7-88d5-68521b09c212),segment_id=b9beaad6-3918-4ab7-88d5-68521b09c212)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:26.233102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.273562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.277987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18108c0e-e67d-4330-8f76-e710c6955cf4 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:26.297019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 41e14cfb-c71a-4176-b17a-b3c468d08d4f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:26.297365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.327898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 18108c0e-e67d-4330-8f76-e710c6955cf4 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:26.328659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 18108c0e-e67d-4330-8f76-e710c6955cf4 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:26.357382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] For port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3d1d10a2-00d9-4e2c-8db6-4b3894bade02,segment=NetworkSegment(ae18d79a-377b-4dd9-b36a-1b7754d01124),segment_id=ae18d79a-377b-4dd9-b36a-1b7754d01124)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:26.357795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.379640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-708ead49-69de-4554-90e1-500c1befd113 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Unset dirty status for tenant:02b879c472404e058a8294dfb375b7fc on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:26.384299 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-708ead49-69de-4554-90e1-500c1befd113 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.4359443 May 29 01:06:26.396767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55632) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:26.409932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Sync routers for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:26.456783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:26.457697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:26.470267 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-23e01c7a-b712-40dc-b9e2-0d60725ec2c2 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 HTTP/1.1" status: 200 len: 205 time: 0.0701141 May 29 01:06:26.476950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.497503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55636) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:26.514165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Calling delete_port for 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:26.619907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=68066f75-e740-4a91-ae21-b7d6a4ef6573,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:26.629804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.658378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfb74f-1f99-4e69-b5bc-5ba23166b30e None None] Network 28b93d76-c883-4c69-94f4-ec903d462b53 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:26.706847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.776480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.804310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5423f775-c9c8-42dc-9b36-3a66ae3a6074,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:26.826009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-be5510ae-b19f-4e48-a727-b5c43134c5bc None None] Provisioning complete for port 68066f75-e740-4a91-ae21-b7d6a4ef6573 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:26.826634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be5510ae-b19f-4e48-a727-b5c43134c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.854047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:26.872175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:26.928112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No DVR routers for this DVR port 3d1d10a2-00d9-4e2c-8db6-4b3894bade02 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:26.966528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fa2d2ce7-c5df-45b4-99ab-4026e3068523 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:26.992034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Port': ['ID=3d1d10a2-00d9-4e2c-8db6-4b3894bade02,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:27.012876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 41e14cfb-c71a-4176-b17a-b3c468d08d4f owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:27.171734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.182787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.185841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2fa31eba-8e3e-4da3-80cc-c82e607db958 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0903878 May 29 01:06:27.194287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55642) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:27.225515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '31d4e569-ca5f-4138-8840-05511106371e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:27.232975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:27.254286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:27.258725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b93d76-c883-4c69-94f4-ec903d462b53']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:27.275357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:27.296412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d321bc46-d740-4403-890b-4a1b3de15ab2 None None] Network 28b93d76-c883-4c69-94f4-ec903d462b53 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:27.307558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:27.346759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae18d79a-377b-4dd9-b36a-1b7754d01124') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:27.347629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae18d79a-377b-4dd9-b36a-1b7754d01124') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:27.367220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.404384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.417979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:27.420219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.494283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:06:27.495701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.574411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.584149 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:27.593905 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:27.606098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.606098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.667383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=28b93d76-c883-4c69-94f4-ec903d462b53,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:27.673492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.684208 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e2a7951-75e8-44f4-a3fb-7f587388a2f3 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/28b93d76-c883-4c69-94f4-ec903d462b53 HTTP/1.1" status: 204 len: 168 time: 4.3937705 May 29 01:06:27.693359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55648) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:27.726732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fa2d2ce7-c5df-45b4-99ab-4026e3068523 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:27.727207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:27.772638 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba135799-c189-4009-a7ff-fbcc14d9145a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:27.773155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba135799-c189-4009-a7ff-fbcc14d9145a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:27.775042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ba135799-c189-4009-a7ff-fbcc14d9145a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/57b71d3e-8d20-4eca-8eee-a067c5dd0de6 HTTP/1.1" status: 404 len: 337 time: 0.0780282 May 29 01:06:27.784650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55652) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:27.840868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-be5510ae-b19f-4e48-a727-b5c43134c5bc None None] Could not find standard attr ID for object 41e14cfb-c71a-4176-b17a-b3c468d08d4f. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:06:27.841645 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ea2574-de69-4fc1-9fa8-3a308366b62f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:27.842303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ea2574-de69-4fc1-9fa8-3a308366b62f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:27.846185 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e2ea2574-de69-4fc1-9fa8-3a308366b62f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/28b93d76-c883-4c69-94f4-ec903d462b53 HTTP/1.1" status: 404 len: 339 time: 0.0585902 May 29 01:06:27.847603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55656) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:27.864356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=41e14cfb-c71a-4176-b17a-b3c468d08d4f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:27.961497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event updated for resources: {'Subnet': ['ID=99b5b152-99e9-4969-88b8-aadc6b945fc5,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:28.041266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-31bf4f81-192f-4601-a2b2-2e0285dc4ef6 None None] Could not find standard attr ID for object 41e14cfb-c71a-4176-b17a-b3c468d08d4f. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:06:28.057904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 68066f75-e740-4a91-ae21-b7d6a4ef6573 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:28.071309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.089904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.125842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Checking segment: {'id': '3dc84a1c-2943-4837-91e4-bd7efb270d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '53e028de-598a-42ff-8c92-1b81700e4863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:28.126136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network hostable DHCP agents. Network: 53e028de-598a-42ff-8c92-1b81700e4863, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:28.154323 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-35da975c-6ff3-45bc-8dcc-930c477c2ad6 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:28.155406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35da975c-6ff3-45bc-8dcc-930c477c2ad6 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:28.159037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.179849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.190208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Network 53e028de-598a-42ff-8c92-1b81700e4863 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:28.225288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dabf05c5-0a73-4b2d-8988-cd2f2b4697cc None None] Could not find standard attr ID for object 41e14cfb-c71a-4176-b17a-b3c468d08d4f. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:06:28.306407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-35da975c-6ff3-45bc-8dcc-930c477c2ad6 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/e1d4274e-b710-44dd-8707-c34e25b2f27c HTTP/1.1" status: 404 len: 337 time: 0.4506235 May 29 01:06:28.307542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f60afff-fa32-44a1-a7fd-32c1fddb4400,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:28.317746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55660) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:28.321016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 68066f75-e740-4a91-ae21-b7d6a4ef6573 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:28.321408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.342519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 53e028de-598a-42ff-8c92-1b81700e4863) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:28.365744 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9cc0c-688c-4c49-aa7a-bde61830bd33 None None] get_active_networks_info from dv-neutron-843186-2-hyperv {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 29 01:06:28.365915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:28.366764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.387426 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4a18c4-d046-4f31-9486-277d026ea29d tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:28.388967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4a18c4-d046-4f31-9486-277d026ea29d tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:28.389652 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5b4a18c4-d046-4f31-9486-277d026ea29d tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/534f561d-c6f5-4cc2-881a-63089ec638c3 HTTP/1.1" status: 404 len: 339 time: 0.0504563 May 29 01:06:28.390723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.397902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55664) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:28.397902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55666) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:28.402598 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ebf903e3-bcd7-4abb-ba72-9ad17e8e964c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2037494 May 29 01:06:28.412090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '31d4e569-ca5f-4138-8840-05511106371e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:28.452452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:28.503153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.512640 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-32e2a67e-278b-44f7-abfb-f564604d9ee4 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7949195 May 29 01:06:28.514443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55672) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:28.523778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:28.527960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:28.550915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Deleting port c3b58fe2-a569-448c-85f6-d5a22328e611 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:28.550915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.566290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:18Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:19Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:28.595970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Checking router: 99da6c26-b8a8-4d93-85b8-f0f959114a3c for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:06:28.595970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Updating router 99da6c26-b8a8-4d93-85b8-f0f959114a3c port 30202798-a95d-4da0-be14-b95cc02c24cf binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:06:28.596379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:28.670319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e0ba6b1c-a24f-420e-b025-48093f73d5cc no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:28.704679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.709633 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:06:28.712425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.720230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.720958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: e0ba6b1c-a24f-420e-b025-48093f73d5cc {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:28.721304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e0ba6b1c-a24f-420e-b025-48093f73d5cc not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:28.771499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9cc0c-688c-4c49-aa7a-bde61830bd33 None None] Resources bound (agent type, host, resource id): {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 29 01:06:28.804927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:28.891732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.017807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Calling delete_port for c3b58fe2-a569-448c-85f6-d5a22328e611 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:29.050687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.057051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.096843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacc7bb8-dd04-480c-bd08-426f083e2590']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.122600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2c731d-8afa-4138-9fc6-e252300a12d6') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.123288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2c731d-8afa-4138-9fc6-e252300a12d6') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.132581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Router 8ec265cd-bd1f-4618-b0d4-703b90905ad7 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:06:29.142699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.146245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.157458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.180636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.221880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.224838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d94029b-03eb-447f-998a-6a2c23d88ef2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:29.246311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:29.246955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.268780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Subnet': ['ID=99b5b152-99e9-4969-88b8-aadc6b945fc5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:29.269892 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:29.275188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.278935 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5e857054-d97d-4404-b40d-b4e9da4b6f5f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8779595 May 29 01:06:29.387565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.432886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.477653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e028de-598a-42ff-8c92-1b81700e4863']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.503852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc84a1c-2943-4837-91e4-bd7efb270d40') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.504187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc84a1c-2943-4837-91e4-bd7efb270d40') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.518009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.539726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Transition to ACTIVE for port object 30202798-a95d-4da0-be14-b95cc02c24cf will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:29.554577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.584701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.649554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event deleted for resources: {'Port': ['ID=c3b58fe2-a569-448c-85f6-d5a22328e611,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:29.659205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.679941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:29.682945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.691211 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] Sync routers for ids ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:29.712917 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] Routers {'8ec265cd-bd1f-4618-b0d4-703b90905ad7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:29.713712 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.716860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:29.717098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.723036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:29.739526 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:29.755113 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6ce8aa87-2a53-4b2b-bdd2-56504da4ea8b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "PUT /v2.0/routers/8ec265cd-bd1f-4618-b0d4-703b90905ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2927308 May 29 01:06:29.755113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=aacc7bb8-dd04-480c-bd08-426f083e2590,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:29.760587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55684) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:29.764316 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a51bb259-36f0-4c31-bdf3-ecd5c3432a4e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/aacc7bb8-dd04-480c-bd08-426f083e2590 HTTP/1.1" status: 204 len: 168 time: 1.3651338 May 29 01:06:29.776449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55688) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:29.795151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5aa08-bd56-4134-8a15-30674bdbdbbe None None] Network 53e028de-598a-42ff-8c92-1b81700e4863 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:29.823721 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c977ed-2e92-4286-8990-6fae1bb92006 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:06:29.825012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-46c977ed-2e92-4286-8990-6fae1bb92006 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:29.846674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-46c977ed-2e92-4286-8990-6fae1bb92006 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:29.848491 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-46c977ed-2e92-4286-8990-6fae1bb92006 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/41e14cfb-c71a-4176-b17a-b3c468d08d4f HTTP/1.1" status: 404 len: 333 time: 0.0867581 May 29 01:06:29.850950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55692) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:29.856903 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.891351 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] Routers {'8ec265cd-bd1f-4618-b0d4-703b90905ad7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:29.892633 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:29.897576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ffa2e-45c5-413c-be17-f5afd55eaa08 None None] Pushing event updated for resources: {'Port': ['ID=30202798-a95d-4da0-be14-b95cc02c24cf,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:30.023367 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:30.023774 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc7786-d2ea-430d-8333-c109e471735b None None] The sync data for ids ['8ec265cd-bd1f-4618-b0d4-703b90905ad7'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:30.066854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-41076cac-8fe1-414c-b14e-3f5909b981f3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:30.072850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e6e87d30-d130-4aaa-8562-adefebcbe148 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.095105 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c67ec67-b3db-411d-b068-54b7c0752181 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.095544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c67ec67-b3db-411d-b068-54b7c0752181 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.136467 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8c67ec67-b3db-411d-b068-54b7c0752181 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/abad8d9e-fd11-492c-a1ba-3209b57598ab HTTP/1.1" status: 404 len: 337 time: 0.3575342 May 29 01:06:30.144890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55696) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.186371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4a99c-7471-47c2-9f14-d01787607d0c None None] Network 53e028de-598a-42ff-8c92-1b81700e4863 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:30.205668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Attempting to bind port 30202798-a95d-4da0-be14-b95cc02c24cf on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:30.206074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Attempting to bind port 30202798-a95d-4da0-be14-b95cc02c24cf by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:30.206433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Attempting to bind port 30202798-a95d-4da0-be14-b95cc02c24cf on network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:30.214984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4a99c-7471-47c2-9f14-d01787607d0c None None] Network 53e028de-598a-42ff-8c92-1b81700e4863 could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:06:30.223641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:30.224052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Checking segment: {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:30.224459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.224845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Bound using segment: {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:30.225318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Bound port: 30202798-a95d-4da0-be14-b95cc02c24cf, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:30.225689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.259331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.350148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] For port 30202798-a95d-4da0-be14-b95cc02c24cf, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:30.350148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] For port 30202798-a95d-4da0-be14-b95cc02c24cf, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=30202798-a95d-4da0-be14-b95cc02c24cf,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:30.356299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.360136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc7ed01-788c-4ecb-81b0-ddd7c37c3139 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.360136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc7ed01-788c-4ecb-81b0-ddd7c37c3139 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.385496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.389238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Network': ['ID=53e028de-598a-42ff-8c92-1b81700e4863,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:30.391729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-41076cac-8fe1-414c-b14e-3f5909b981f3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:30.392794 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-41076cac-8fe1-414c-b14e-3f5909b981f3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075760236&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.7731898 May 29 01:06:30.401006 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-acc7ed01-788c-4ecb-81b0-ddd7c37c3139 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/2055418d-1fd6-40d2-a2fd-75b86c14c806 HTTP/1.1" status: 404 len: 339 time: 0.2508547 May 29 01:06:30.403235 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-471ed964-d729-4d15-81f3-ed57a55a0fbd tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/53e028de-598a-42ff-8c92-1b81700e4863 HTTP/1.1" status: 204 len: 168 time: 1.8872960 May 29 01:06:30.403970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55700) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.409207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.453503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55704) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.458075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ffa2e-45c5-413c-be17-f5afd55eaa08 None None] Pushing event updated for resources: {'Port': ['ID=30202798-a95d-4da0-be14-b95cc02c24cf,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:30.462898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:30.463611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:30.575639 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed9f398-4b79-43d6-9c63-5a78ba659b27 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.586420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed9f398-4b79-43d6-9c63-5a78ba659b27 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.594960 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9ed9f398-4b79-43d6-9c63-5a78ba659b27 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/99b5b152-99e9-4969-88b8-aadc6b945fc5 HTTP/1.1" status: 404 len: 337 time: 0.1383440 May 29 01:06:30.607050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55710) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.643876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e6e87d30-d130-4aaa-8562-adefebcbe148 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.652050 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3c3b2a-6a3b-495b-85f5-f705355736fc tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.652050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3c3b2a-6a3b-495b-85f5-f705355736fc tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.657980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5f3c3b2a-6a3b-495b-85f5-f705355736fc tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/53e028de-598a-42ff-8c92-1b81700e4863 HTTP/1.1" status: 404 len: 339 time: 0.0431557 May 29 01:06:30.657980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e6e87d30-d130-4aaa-8562-adefebcbe148 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.657980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55714) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.663364 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b695f114-8d3e-4806-b769-f96375aacd3c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.663858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b695f114-8d3e-4806-b769-f96375aacd3c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.665797 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b695f114-8d3e-4806-b769-f96375aacd3c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/ec356d60-e55c-46f3-9ff5-9635421e9a48 HTTP/1.1" status: 404 len: 337 time: 0.2604845 May 29 01:06:30.698027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55718) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.703959 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:30.727111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffde5592-d4b0-46e0-bf5c-c986a8301004 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.727466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffde5592-d4b0-46e0-bf5c-c986a8301004 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.729500 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ffde5592-d4b0-46e0-bf5c-c986a8301004 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/63519f4f-8523-4ebc-9021-09c7396f8186 HTTP/1.1" status: 404 len: 337 time: 0.0711522 May 29 01:06:30.759090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55722) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.788291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e6e87d30-d130-4aaa-8562-adefebcbe148 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.788763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e87d30-d130-4aaa-8562-adefebcbe148 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec265cd-bd1f-4618-b0d4-703b90905ad7 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:06:30.790565 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c1a58f-7a30-4345-a833-f7d19841659e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.791170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c1a58f-7a30-4345-a833-f7d19841659e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.806532 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb777c5e-2031-4807-ae5a-7ea21ca157f9 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.807137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb777c5e-2031-4807-ae5a-7ea21ca157f9 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.812905 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bb777c5e-2031-4807-ae5a-7ea21ca157f9 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/986ca587-58ca-4fd3-8fca-2272cb350cff HTTP/1.1" status: 404 len: 339 time: 0.0500455 May 29 01:06:30.813966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55726) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.817655 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-07c1a58f-7a30-4345-a833-f7d19841659e tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/75fb008a-ee2d-4fa7-891d-4e5b0bc59b7d HTTP/1.1" status: 404 len: 339 time: 0.1146045 May 29 01:06:30.830677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55730) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.859222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e6e87d30-d130-4aaa-8562-adefebcbe148 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.862919 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e6e87d30-d130-4aaa-8562-adefebcbe148 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/routers/8ec265cd-bd1f-4618-b0d4-703b90905ad7 HTTP/1.1" status: 204 len: 168 time: 1.0080881 May 29 01:06:30.864467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55734) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.883101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b848a84c-ee2a-41d3-8684-b0bb2489e1ae tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.883656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b848a84c-ee2a-41d3-8684-b0bb2489e1ae tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.885321 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b848a84c-ee2a-41d3-8684-b0bb2489e1ae tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/024f04d2-6bca-4898-9bfd-e50cb755ce34 HTTP/1.1" status: 404 len: 337 time: 0.0536892 May 29 01:06:30.898937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55738) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.902387 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cec8b96-980f-48bb-9b54-97e095ff1ec7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.902888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cec8b96-980f-48bb-9b54-97e095ff1ec7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.907102 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7cec8b96-980f-48bb-9b54-97e095ff1ec7 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/e3d51e14-a309-4edb-acb7-e9c100b45fbd HTTP/1.1" status: 404 len: 337 time: 0.0890582 May 29 01:06:30.908173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55742) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.942650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.947340 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a23ad74-909b-4d04-90d7-5d99e7b1ef4f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.947715 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd91673-8f0a-4e36-b9f9-69b289351b93 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.947848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a23ad74-909b-4d04-90d7-5d99e7b1ef4f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.948433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd91673-8f0a-4e36-b9f9-69b289351b93 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:30.954507 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5a23ad74-909b-4d04-90d7-5d99e7b1ef4f tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/cb09827c-9b8c-46d0-ac84-a65b2611ce7c HTTP/1.1" status: 404 len: 339 time: 0.0470507 May 29 01:06:30.954699 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8cd91673-8f0a-4e36-b9f9-69b289351b93 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/8c44bf51-6fca-485a-b204-fb919ec6f864 HTTP/1.1" status: 404 len: 339 time: 0.0407159 May 29 01:06:30.954699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55746) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.956032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:30.957980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55748) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:30.965053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-93d86632-04ec-40c2-831f-c86f7ec02ea0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:30.965715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-93d86632-04ec-40c2-831f-c86f7ec02ea0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:30.997013 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e4b94c-0148-49e9-b5e1-97779b7ef089 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:30.997399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e4b94c-0148-49e9-b5e1-97779b7ef089 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.001803 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a5e4b94c-0148-49e9-b5e1-97779b7ef089 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/f67fdd7e-6216-46e4-ab88-29b8f848da27 HTTP/1.1" status: 404 len: 337 time: 0.0451465 May 29 01:06:31.004090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.045621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:18Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:31.053920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting port e46979a1-3eda-4031-a4b3-6da2725c8304 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:31.054117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3badf-16b9-4d6e-ae95-5350468d2ff2 None None] The sync data for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv is: [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:18Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:31.054509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.088475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-93d86632-04ec-40c2-831f-c86f7ec02ea0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:31.105194 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-93d86632-04ec-40c2-831f-c86f7ec02ea0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 200 len: 797 time: 0.6887851 May 29 01:06:31.107580 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2488af-ac35-486c-acf9-9600aa144c76 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:31.109762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2488af-ac35-486c-acf9-9600aa144c76 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.112868 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0b2488af-ac35-486c-acf9-9600aa144c76 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/1a03759e-e103-4fd2-9141-6b3fa1db392f HTTP/1.1" status: 404 len: 339 time: 0.1097906 May 29 01:06:31.115987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55758) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.124598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.125303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Fanout notify agent at l3_agent the message router_deleted on router c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:06:31.185222 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-6406b8e4-f760-46a7-84ee-52f1687a3d4c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:31.185662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6406b8e4-f760-46a7-84ee-52f1687a3d4c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.187679 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6406b8e4-f760-46a7-84ee-52f1687a3d4c tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/efec2606-31bb-4696-bfb8-3125311392ef HTTP/1.1" status: 404 len: 337 time: 0.0648754 May 29 01:06:31.192420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-8953c76e-7bdf-4324-9ff8-a5de9488854c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0938966 May 29 01:06:31.195034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55762) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.200774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.202620 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a9039161-dc7d-4383-9f9d-306a8762b9a6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 HTTP/1.1" status: 204 len: 168 time: 4.7009649 May 29 01:06:31.212436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55766) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.224708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-173078673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:31.234502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 4a0ac43a-1e2b-4034-b6cc-8c7c718c3936 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:06:31.237080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:31.241773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.269795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Usage tracker for resource:router and tenant:247c4ba3e4c44e0da22609396ad5787c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:31.273068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:31.288148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:31.313785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.314777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.319921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.322004 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3e9e8b-9b8d-4b74-91b1-be46bfe94150 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:31.322444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3e9e8b-9b8d-4b74-91b1-be46bfe94150 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.324175 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3a3e9e8b-9b8d-4b74-91b1-be46bfe94150 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/b79cadb8-3dca-49cc-ac6f-3f8207584f00 HTTP/1.1" status: 404 len: 339 time: 0.1277902 May 29 01:06:31.329000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55770) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.400178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.402876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9f84e8e3-1ec9-4276-913c-ae7e174d2dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.443176 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f824245e-3151-4eb9-8c3a-699f19c2ce00 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:31.443617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f824245e-3151-4eb9-8c3a-699f19c2ce00 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.447614 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f824245e-3151-4eb9-8c3a-699f19c2ce00 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/d1e5d333-7c1d-42e5-8dbf-5b6146df3943 HTTP/1.1" status: 404 len: 337 time: 0.1147759 May 29 01:06:31.458163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55774) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.508673 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1854ae93-8224-4233-8650-14990f7bd5f0 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:31.509113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1854ae93-8224-4233-8650-14990f7bd5f0 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.510787 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1854ae93-8224-4233-8650-14990f7bd5f0 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/a46b3657-1069-44b2-9a08-51d1619c5961 HTTP/1.1" status: 404 len: 339 time: 0.0514212 May 29 01:06:31.521176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55778) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.549771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.558706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.636821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.637977 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-caf27536-3511-4d9e-925c-f7222174f405 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4195812 May 29 01:06:31.640798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55784) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.649697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:31.688221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.696118 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4d003d-23a5-4382-9a14-994dda7da52a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:31.696549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4d003d-23a5-4382-9a14-994dda7da52a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.698164 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2f4d003d-23a5-4382-9a14-994dda7da52a tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/2535d32f-7594-40ec-be2c-a9931e338f5b HTTP/1.1" status: 404 len: 337 time: 0.1755087 May 29 01:06:31.702676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55788) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.791703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.833808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0ac43a-1e2b-4034-b6cc-8c7c718c3936,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:31.844775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Calling delete_port for e46979a1-3eda-4031-a4b3-6da2725c8304 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:31.884289 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-60480960-000e-494b-9dd5-7e43775df861 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:31.884739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60480960-000e-494b-9dd5-7e43775df861 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:31.886316 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-60480960-000e-494b-9dd5-7e43775df861 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/ec61033a-4eeb-410d-b1f2-b1faf74ef8ab HTTP/1.1" status: 404 len: 339 time: 0.1807017 May 29 01:06:31.894535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-5d71e8f6-2e4f-4dd1-a79a-6dacd0f5d8b7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:31.896542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55792) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:31.930309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-5d71e8f6-2e4f-4dd1-a79a-6dacd0f5d8b7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:31.931707 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-5d71e8f6-2e4f-4dd1-a79a-6dacd0f5d8b7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6929433 May 29 01:06:31.935524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:31.944996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa536f46-66b5-4baf-8366-95f4c063e29e None None] Network e870cf29-9fc1-4ef5-aae8-92b9bdfc843d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:31.964713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.034080 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0824a2e0-a705-4648-9bac-adb81e6b8ac7 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:32.034762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0824a2e0-a705-4648-9bac-adb81e6b8ac7 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:32.036688 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0824a2e0-a705-4648-9bac-adb81e6b8ac7 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/dd46d60b-e252-4ecf-8dec-ec2008daefcf HTTP/1.1" status: 404 len: 337 time: 0.1392150 May 29 01:06:32.039922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55798) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:32.041369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.044109 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d873cba4-1764-44cb-b3b5-f263f867e58b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/4a0ac43a-1e2b-4034-b6cc-8c7c718c3936 HTTP/1.1" status: 204 len: 168 time: 1.1786647 May 29 01:06:32.048306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55800) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:32.050348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Port': ['ID=e46979a1-3eda-4031-a4b3-6da2725c8304,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:32.055924 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fd7c72c8-94df-49f1-b192-ace509ba0a07 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/ports/e46979a1-3eda-4031-a4b3-6da2725c8304 HTTP/1.1" status: 204 len: 168 time: 1.0969577 May 29 01:06:32.073038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55806) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:32.090366 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed67aeb-f0e2-437c-9228-dd43adfb12bc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] DELETE failed (client error): The resource could not be found. May 29 01:06:32.090933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed67aeb-f0e2-437c-9228-dd43adfb12bc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:32.096924 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aed67aeb-f0e2-437c-9228-dd43adfb12bc tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/363b99d8-94c0-40aa-89a6-9f8c5ee06092 HTTP/1.1" status: 404 len: 339 time: 0.0480714 May 29 01:06:32.099572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55810) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:32.248425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.251070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-974a71eb-79cb-49e0-a607-385eb3e08dbf tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:32.251515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974a71eb-79cb-49e0-a607-385eb3e08dbf tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:32.255499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-974a71eb-79cb-49e0-a607-385eb3e08dbf tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/b5a1e5f7-5231-44cd-93ad-3c948efebf61 HTTP/1.1" status: 404 len: 337 time: 0.1780031 May 29 01:06:32.255813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55814) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:32.299769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] DHCP port deletion for e870cf29-9fc1-4ef5-aae8-92b9bdfc843d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:06:32.304152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] Deleting port 68066f75-e740-4a91-ae21-b7d6a4ef6573 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:32.304714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.423743 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-fd7b48ae-1684-4716-ab3f-9265c519a97d service neutron] 10.222.0.33 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648752 May 29 01:06:32.444724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 68066f75-e740-4a91-ae21-b7d6a4ef6573 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:32.445261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.513170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] For port 68066f75-e740-4a91-ae21-b7d6a4ef6573, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=68066f75-e740-4a91-ae21-b7d6a4ef6573,segment=NetworkSegment(b9beaad6-3918-4ab7-88d5-68521b09c212),segment_id=b9beaad6-3918-4ab7-88d5-68521b09c212)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:32.513561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.547611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.560082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting subnet d37f1ecc-dea6-4ef2-9f31-18d81a9030c0 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:06:32.566371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.637436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] Calling delete_port for 68066f75-e740-4a91-ae21-b7d6a4ef6573 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:32.641454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.654333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.689919 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-c08de683-9780-418c-b2af-9dd2a5f43c7a service neutron] 10.222.0.33 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558832 May 29 01:06:32.715979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.748495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.784703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] Pushing event deleted for resources: {'Port': ['ID=68066f75-e740-4a91-ae21-b7d6a4ef6573,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:32.791815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898e692-1d7c-418c-b45b-ed7351ca12f5 None None] No DVR routers for this DVR port 68066f75-e740-4a91-ae21-b7d6a4ef6573 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:32.852265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.867664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.901248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] For port 68066f75-e740-4a91-ae21-b7d6a4ef6573, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=68066f75-e740-4a91-ae21-b7d6a4ef6573,segment=NetworkSegment(b9beaad6-3918-4ab7-88d5-68521b09c212),segment_id=b9beaad6-3918-4ab7-88d5-68521b09c212)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:32.901633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.913749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Subnet': ['ID=d37f1ecc-dea6-4ef2-9f31-18d81a9030c0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:32.931577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:32.938644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fbe695-91cc-4bbc-8b60-964a806bd6f6 None None] Network e5a69c80-6441-46d5-9e9b-6bc5b34443c1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:32.949197 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4fcb555e-fb05-4b3f-93c1-de3c2e9cbfde tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/subnets/d37f1ecc-dea6-4ef2-9f31-18d81a9030c0 HTTP/1.1" status: 204 len: 168 time: 0.8484135 May 29 01:06:32.951296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55824) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:32.971975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 30202798-a95d-4da0-be14-b95cc02c24cf up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:33.096327 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38366d1c-fb04-47dc-a4fa-cc5517ac396d req-32a557bd-0d7b-47d3-a5da-72f35bf4747c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 210 time: 0.1175539 May 29 01:06:33.129600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61397ff-0b0c-46b3-85cb-acf170283be0']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:33.167318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.181101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Deleting port bce6ac42-4168-4e57-894e-4ac5212e7432 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:33.181438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.258776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 30202798-a95d-4da0-be14-b95cc02c24cf completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:33.270033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 30202798-a95d-4da0-be14-b95cc02c24cf triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:33.270403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.277742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6a0a5b-d318-4823-8e03-f913756f5d13') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:33.278353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6a0a5b-d318-4823-8e03-f913756f5d13') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:33.292856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 68066f75-e740-4a91-ae21-b7d6a4ef6573 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:33.337668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.374812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.397753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:33.398428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.407025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] For port bce6ac42-4168-4e57-894e-4ac5212e7432, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bce6ac42-4168-4e57-894e-4ac5212e7432,segment=NetworkSegment(1c18ca7b-9161-4373-83c5-bb3327f0494a),segment_id=1c18ca7b-9161-4373-83c5-bb3327f0494a)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:33.407436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:33.417461 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:33.425334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.444858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] DHCP port deletion for e5a69c80-6441-46d5-9e9b-6bc5b34443c1 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:06:33.454594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Deleting port bce6ac42-4168-4e57-894e-4ac5212e7432 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:33.455224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.497853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:06:33.498400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:06:33.512063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.524337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 30202798-a95d-4da0-be14-b95cc02c24cf, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=30202798-a95d-4da0-be14-b95cc02c24cf,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:33.533797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.536748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.560297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Network': ['ID=a61397ff-0b0c-46b3-85cb-acf170283be0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:33.571159 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-21399ae1-1a99-4302-87d3-d4d1188ac188 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/a61397ff-0b0c-46b3-85cb-acf170283be0 HTTP/1.1" status: 204 len: 168 time: 1.3139713 May 29 01:06:33.574656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55828) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:33.622144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=30202798-a95d-4da0-be14-b95cc02c24cf,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:33.646832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Calling delete_port for bce6ac42-4168-4e57-894e-4ac5212e7432 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:33.680108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.681332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 68066f75-e740-4a91-ae21-b7d6a4ef6573 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:33.712945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.719231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting port 5fe78996-20a0-4f15-b1f5-5e2ca290dc6d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:33.719579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.722867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a371c96d-8bf4-4536-88ae-18f93d2dd7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.725421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 68066f75-e740-4a91-ae21-b7d6a4ef6573 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:33.725774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 68066f75-e740-4a91-ae21-b7d6a4ef6573 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:33.727678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.777344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Port': ['ID=bce6ac42-4168-4e57-894e-4ac5212e7432,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:33.782327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] No DVR routers for this DVR port bce6ac42-4168-4e57-894e-4ac5212e7432 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:33.839395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] For port bce6ac42-4168-4e57-894e-4ac5212e7432, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bce6ac42-4168-4e57-894e-4ac5212e7432,segment=NetworkSegment(1c18ca7b-9161-4373-83c5-bb3327f0494a),segment_id=1c18ca7b-9161-4373-83c5-bb3327f0494a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:33.839793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.909274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.935128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a69c80-6441-46d5-9e9b-6bc5b34443c1']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:33.951038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c18ca7b-9161-4373-83c5-bb3327f0494a') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:33.951358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c18ca7b-9161-4373-83c5-bb3327f0494a') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:33.961857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Calling delete_port for bce6ac42-4168-4e57-894e-4ac5212e7432 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:33.964221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.980956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:33.987790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:33.987934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:34.003117 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:34.010269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 68066f75-e740-4a91-ae21-b7d6a4ef6573 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:34.010269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.034531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:06:34.035103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:06:34.084006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.088985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.098167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] The port '68066f75-e740-4a91-ae21-b7d6a4ef6573' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:06:34.117267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] Pushing event deleted for resources: {'Network': ['ID=e5a69c80-6441-46d5-9e9b-6bc5b34443c1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:34.126211 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1fbf545a-b999-4192-a998-3777ce64f626 tempest-NetworksTest-100266548 tempest-NetworksTest-100266548-project] 10.222.0.33 "DELETE /v2.0/networks/e5a69c80-6441-46d5-9e9b-6bc5b34443c1 HTTP/1.1" status: 204 len: 168 time: 1.1702034 May 29 01:06:34.248802 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2de59cae-79a7-498e-815f-8936c7773567 req-cf5251fc-d807-46cd-8f46-2c787365261b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 210 time: 0.0497055 May 29 01:06:34.253485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.280326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e870cf29-9fc1-4ef5-aae8-92b9bdfc843d']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:34.288096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Allocated IP 172.26.5.68 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/f9bd756f-2b7f-4b4b-ab85-0e6238be9373) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:34.291151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.310001 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9beaad6-3918-4ab7-88d5-68521b09c212') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:34.310573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9beaad6-3918-4ab7-88d5-68521b09c212') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:34.377505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.451391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Calling delete_port for 5fe78996-20a0-4f15-b1f5-5e2ca290dc6d owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:34.470918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55846) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:34.501002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.536068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Deleting port bce6ac42-4168-4e57-894e-4ac5212e7432 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:34.536779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.648247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e7ed-924b-454e-bf98-1078121ab0ef None None] The port 'bce6ac42-4168-4e57-894e-4ac5212e7432' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:06:34.656271 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-19d983b4-b89e-4200-a0f3-8f1385d45ba2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=66bce559db594c3e9106f2c7bd993f7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1836526 May 29 01:06:34.661563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55852) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:34.674047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.687633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:34.688034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:34.710040 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:34.723925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d265ad1a-5f51-4cdb-983c-6d85e5d08569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.750820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d265ad1a-5f51-4cdb-983c-6d85e5d08569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.807102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d265ad1a-5f51-4cdb-983c-6d85e5d08569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.826956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265ad1a-5f51-4cdb-983c-6d85e5d08569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700873a8-8c45-43b2-b900-f4bbf3a27ad7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:34.834255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.845567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d265ad1a-5f51-4cdb-983c-6d85e5d08569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.847300 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d265ad1a-5f51-4cdb-983c-6d85e5d08569 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/700873a8-8c45-43b2-b900-f4bbf3a27ad7 HTTP/1.1" status: 204 len: 168 time: 0.1848841 May 29 01:06:34.878800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.883565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 30202798-a95d-4da0-be14-b95cc02c24cf up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:34.924248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.933561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Port': ['ID=5fe78996-20a0-4f15-b1f5-5e2ca290dc6d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:34.942558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=e870cf29-9fc1-4ef5-aae8-92b9bdfc843d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:34.959140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.972996 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-aefad947-0877-4d1e-baf0-0729d70eba36 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/e870cf29-9fc1-4ef5-aae8-92b9bdfc843d HTTP/1.1" status: 204 len: 168 time: 2.9237282 May 29 01:06:34.976672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.977558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55858) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:34.979935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 30202798-a95d-4da0-be14-b95cc02c24cf triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:34.980511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:34.982321 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e86397d2-0fd4-443c-a963-e7b88b359ea8 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/ports/5fe78996-20a0-4f15-b1f5-5e2ca290dc6d HTTP/1.1" status: 204 len: 168 time: 1.4064896 May 29 01:06:34.985767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55862) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:35.026368 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1fe80a-292d-4864-87dc-ef83ba685d23 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] DELETE failed (client error): The resource could not be found. May 29 01:06:35.026819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1fe80a-292d-4864-87dc-ef83ba685d23 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:35.028465 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3f1fe80a-292d-4864-87dc-ef83ba685d23 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/3b8f7c28-ef5a-4056-b97a-ef407cb908b2 HTTP/1.1" status: 404 len: 337 time: 0.0418103 May 29 01:06:35.031664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55866) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:35.078045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e42007-3ade-4821-9b93-f1428996addf tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:35.078718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e4e42007-3ade-4821-9b93-f1428996addf tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:35.100967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e4e42007-3ade-4821-9b93-f1428996addf tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:35.103581 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e4e42007-3ade-4821-9b93-f1428996addf tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a HTTP/1.1" status: 200 len: 845 time: 0.1227815 May 29 01:06:35.107140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55872) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:35.189790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bce6ac42-4168-4e57-894e-4ac5212e7432 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:35.208810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.227492 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2e893863-f192-4722-b397-69f46630c094 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1192474 May 29 01:06:35.231390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55878) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:35.243440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:35.246933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.257153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: bce6ac42-4168-4e57-894e-4ac5212e7432 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:35.258513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bce6ac42-4168-4e57-894e-4ac5212e7432 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:35.312763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:35.317668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:35.323850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:35.348797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:35.349133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.377118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.381516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event updated for resources: {'Port': ['ID=f9bd756f-2b7f-4b4b-ab85-0e6238be9373,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:35.381718 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7888bbff-9b19-4e0f-b7f7-2a6b63649807 req-7a553041-bc5e-4fe7-9916-a44f4367c702 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 210 time: 0.0504105 May 29 01:06:35.433563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:35.437615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:35.440637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:35.446372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:35.458632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:35.586901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.666299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] For port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=762925a1-a9d6-4a10-90fc-a8bf867cb4aa,segment=NetworkSegment(9fcd768b-ef39-402c-8771-a627b26de867),segment_id=9fcd768b-ef39-402c-8771-a627b26de867)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:35.666670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.798485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Calling delete_port for 762925a1-a9d6-4a10-90fc-a8bf867cb4aa owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:35.880499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.884210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.919946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55900) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:35.954170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:35.957122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:35.961247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:35.961818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:35.966776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=bfbd3f3e-cdcf-4015-894f-4a98fd24b992,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:35.971085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0bd1f-4f72-42cf-9eb4-e77bba8f6085 None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:35.993900 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9e619756-0352-4519-a191-ce8e59ad1f96 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7567959 May 29 01:06:35.994348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55906) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:35.996923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.002532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063218240'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:36.008992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:36.013783 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:36.018715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:36.026184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:36.040264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.066095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Port': ['ID=762925a1-a9d6-4a10-90fc-a8bf867cb4aa,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:36.073003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] No DVR routers for this DVR port 762925a1-a9d6-4a10-90fc-a8bf867cb4aa on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:36.113688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:36.113688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group_rule and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:36.131069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:36.136299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.141956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:36.155090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-237062961'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:36.163645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:36.175841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:36.180282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:36.194077 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:36.225243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:36.229365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.256145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.267218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.276009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.338347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:36.339668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.341103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b5d640-0a0a-4da6-ab77-8b46a25d2198,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:36.341624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'tenant_id': 'de000df38d0f45888ed63c7d9c343ce6', 'fixed_ips': [{'subnet_id': 'bfbd3f3e-cdcf-4015-894f-4a98fd24b992'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:36.343348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.345441 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.346539 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-043b7308-c4fd-44bf-822b-2246c4dd98c0 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3511996 May 29 01:06:36.347977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:security_group_rule and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:36.351033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55910) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:36.353928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:36.355565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.360472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'security_group': {'name': 'tempest-secgroup-270436589'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:36.369963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:36.370852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.372232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:36.377016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df1eae3-1546-41ba-8a6e-fdc83f368eb6']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:36.378666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:36.392468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:36.400016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:36.422050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.459507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcd768b-ef39-402c-8771-a627b26de867') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:36.459873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcd768b-ef39-402c-8771-a627b26de867') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:36.470839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:36.478862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.480988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group_rule and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:36.485730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:36.498493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.501825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:36.507067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:36.507472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.525687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:36.533271 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:36.553852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Allocated IP 2001:db8::2 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/bfbd3f3e-cdcf-4015-894f-4a98fd24b992/a0a95c90-2abd-4fad-941c-45aebab2f040) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:36.574135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.687591 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a4729368-1a32-4663-a696-0ad7452bed2b req-5b6619e1-a80d-4aec-bdba-fbd8183a2937 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 210 time: 0.1550987 May 29 01:06:36.704994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:36.706206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.734394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.742321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Network': ['ID=7df1eae3-1546-41ba-8a6e-fdc83f368eb6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:36.748472 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8ac48802-6e9b-4b42-bb49-4e6896f9bb68 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/7df1eae3-1546-41ba-8a6e-fdc83f368eb6 HTTP/1.1" status: 204 len: 168 time: 1.7158294 May 29 01:06:36.749423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c1f25f-f204-45c5-9927-29a3a6271f33,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:36.750659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55918) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:36.754986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.755276 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment 20bed9c6-78d7-4e33-b389-f0f6ba3aee75 of type vlan for network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 May 29 01:06:36.758147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.769855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.823684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.849301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc16a67f-c730-43a2-8351-100cce605e0f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:36.865622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.866822 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2f2cece8-1549-4566-9077-92463ae3e150 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5153310 May 29 01:06:36.869657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55922) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:36.875627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-327927552', 'security_groups': ['bc16a67f-c730-43a2-8351-100cce605e0f'], 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfbd3f3e-cdcf-4015-894f-4a98fd24b992'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:36.918224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.935234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Transition to ACTIVE for port object a0a95c90-2abd-4fad-941c-45aebab2f040 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:36.950494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.954829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:36.955498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:36.970689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Transition to ACTIVE for port object a0a95c90-2abd-4fad-941c-45aebab2f040 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:36.978878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.005526 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0819097 May 29 01:06:37.011588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55926) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:37.017842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting subnet 3d4e7846-bc92-49c3-8537-09d90d46fa08 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:06:37.040319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.054342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:37.059064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:37.062540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:37.065701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Pushing event updated for resources: {'Port': ['ID=a0a95c90-2abd-4fad-941c-45aebab2f040,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:37.082876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1313996506'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:37.092278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:37.100495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:37.110759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:37.119552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96613954-54bd-4ca0-ab4a-1b24fdab0d24 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=f2f6b15f-cb2a-492b-99a4-bdc74672aa35,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:37.133709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:37.139689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.152220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:37.170107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:37.174847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.196081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:37.216232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:37.223437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:37.232277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.240657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.241732 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment c2777751-3a84-4d75-9899-dbe936363145 of type vlan for network 887e06ac-c595-458e-9afa-f760bfa647cc May 29 01:06:37.248247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:37.253980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.258741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Attempting to bind port a0a95c90-2abd-4fad-941c-45aebab2f040 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:37.259166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Attempting to bind port a0a95c90-2abd-4fad-941c-45aebab2f040 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '32aabf5a-a400-48f6-a1c4-8dd615d54994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:37.259631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Attempting to bind port a0a95c90-2abd-4fad-941c-45aebab2f040 on network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:37.278147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:37.278668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Checking segment: {'id': '32aabf5a-a400-48f6-a1c4-8dd615d54994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:37.279293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.279984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Bound using segment: {'id': '32aabf5a-a400-48f6-a1c4-8dd615d54994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:37.280926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Bound port: a0a95c90-2abd-4fad-941c-45aebab2f040, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32aabf5a-a400-48f6-a1c4-8dd615d54994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:37.281944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.303640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:37.334627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.347411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.382686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4e7846-bc92-49c3-8537-09d90d46fa08,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:37.383255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] For port a0a95c90-2abd-4fad-941c-45aebab2f040, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:37.391408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.391544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] For port a0a95c90-2abd-4fad-941c-45aebab2f040, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0a95c90-2abd-4fad-941c-45aebab2f040,segment=NetworkSegment(32aabf5a-a400-48f6-a1c4-8dd615d54994),segment_id=32aabf5a-a400-48f6-a1c4-8dd615d54994)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:37.397305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.413881 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e14921ec-c4f8-4b0d-9420-b478479d0adb tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/subnets/3d4e7846-bc92-49c3-8537-09d90d46fa08 HTTP/1.1" status: 204 len: 168 time: 0.6618657 May 29 01:06:37.415094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Router 6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:06:37.423246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55930) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:37.431933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7de7df-9a73-417d-9b48-e17e53ea9add None None] Network 677bb433-6663-4048-9d81-0d7f49fb057d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:37.476012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.480366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:37.480945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.598232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=887e06ac-c595-458e-9afa-f760bfa647cc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:37.628543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8082bf-38bf-48b9-8549-fba116b0bf16 None None] Pushing event updated for resources: {'Port': ['ID=a0a95c90-2abd-4fad-941c-45aebab2f040,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:37.636791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 887e06ac-c595-458e-9afa-f760bfa647cc details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:37.668905 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1d061ae7-6783-4a59-90b3-e0e9247c11c3 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6095784 May 29 01:06:37.673214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55934) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:37.690406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': 'f2f6b15f-cb2a-492b-99a4-bdc74672aa35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:37.901634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::a5 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/bfbd3f3e-cdcf-4015-894f-4a98fd24b992/f442806e-ba60-4321-a9d9-a9adfc1bcfb0) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:37.922874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:37.929855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:37.934532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:37.935374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:37.957531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:37.970796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:37.971141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.038384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:38.073442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-0af17817-e2df-4d65-8ff1-29e147f94597 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:38.074938 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-0af17817-e2df-4d65-8ff1-29e147f94597 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 200 len: 797 time: 0.5515175 May 29 01:06:38.095385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] DHCP port deletion for 677bb433-6663-4048-9d81-0d7f49fb057d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:06:38.100800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] Deleting port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:38.101420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.258494 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff0460ec-75e6-4d74-8ea7-49350e85f255 req-5c1f4f1e-55db-44da-9852-b008af4a774d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 210 time: 0.2051075 May 29 01:06:38.313214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.372346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] For port 719ea2a8-20f8-420a-bad5-c0bc94541cc3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=719ea2a8-20f8-420a-bad5-c0bc94541cc3,segment=NetworkSegment(80de1496-1750-4f9e-8141-28ea745c718c),segment_id=80de1496-1750-4f9e-8141-28ea745c718c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:38.372815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.425845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.437683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] For port 719ea2a8-20f8-420a-bad5-c0bc94541cc3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=719ea2a8-20f8-420a-bad5-c0bc94541cc3,segment=NetworkSegment(80de1496-1750-4f9e-8141-28ea745c718c),segment_id=80de1496-1750-4f9e-8141-28ea745c718c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:38.438674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.455756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object f442806e-ba60-4321-a9d9-a9adfc1bcfb0 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:38.512540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] Calling delete_port for 719ea2a8-20f8-420a-bad5-c0bc94541cc3 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:38.541835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.575269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Calling delete_port for 719ea2a8-20f8-420a-bad5-c0bc94541cc3 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:38.596408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.611861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-ef760ac5-6367-4446-b86f-240f9d019e62 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 380 time: 0.2493491 May 29 01:06:38.633055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['31d4e569-ca5f-4138-8840-05511106371e']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:38.633315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:38.638684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:38.641890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:38.646945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:38.647553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.658942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] Pushing event deleted for resources: {'Port': ['ID=719ea2a8-20f8-420a-bad5-c0bc94541cc3,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:38.668263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9112ed-ed93-4148-af9c-6a610453bc90 None None] No DVR routers for this DVR port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:38.688412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=f442806e-ba60-4321-a9d9-a9adfc1bcfb0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:38.693166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.712123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:38.724910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] Sync routers for ids ['6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:38.730740 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-80fd0e3b-2e39-43de-ac55-6176508a428e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8600817 May 29 01:06:38.736453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.737509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55940) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:38.737657 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b87a2bb5-f4da-44bf-92d9-c2c702522ada tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "PUT /v2.0/routers/6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 HTTP/1.1" status: 200 len: 878 time: 7.0958319 May 29 01:06:38.742344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] Routers {'6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:38.743098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:38.751445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55944) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:38.755323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:38.839794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:06:38.840292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:06:38.848985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:38.853087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:38.880437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:38.886114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] Routers {'6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:38.886688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:38.894527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:38.898368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:38.989129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0a95c90-2abd-4fad-941c-45aebab2f040 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:39.039642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:39.040511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163f196-5db6-4d2a-90c2-01308b15b770 None None] The sync data for ids ['6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:39.089857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.9 (7fe5b49b-5898-4351-9d96-de0d7a88ee1e/8c5eaefa-9c65-4c96-8e96-c836a737c165/aebfb99d-4cfc-49ac-a2c1-54cd57cffe79) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:39.093823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port a0a95c90-2abd-4fad-941c-45aebab2f040 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:39.126688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=26abb493-be4a-4570-8abf-92b3ef5ddc84,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:39.169824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 719ea2a8-20f8-420a-bad5-c0bc94541cc3 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:39.208499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': '20bed9c6-78d7-4e33-b389-f0f6ba3aee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2f6b15f-cb2a-492b-99a4-bdc74672aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:39.208858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: f2f6b15f-cb2a-492b-99a4-bdc74672aa35, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:39.236377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:39.237417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 719ea2a8-20f8-420a-bad5-c0bc94541cc3 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:39.237858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 719ea2a8-20f8-420a-bad5-c0bc94541cc3 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:39.239445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Provisioning for port a0a95c90-2abd-4fad-941c-45aebab2f040 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:39.243606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:39.245796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:39.247817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.255024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:39.264488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:39.267072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:39.287124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, f2f6b15f-cb2a-492b-99a4-bdc74672aa35) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:39.291269 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:39.292296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.300181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:39.303976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.309068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe056e3-a079-4b26-a44e-f65e3421d47b None None] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:39.420522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.438874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:39.449440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Deleting port 719ea2a8-20f8-420a-bad5-c0bc94541cc3 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:39.450081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.487373 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2d2166c6-95a2-420c-84c1-ce372641daee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8125677 May 29 01:06:39.501554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55950) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:39.522434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] The port '719ea2a8-20f8-420a-bad5-c0bc94541cc3' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:06:39.526054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': '887e06ac-c595-458e-9afa-f760bfa647cc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:39.544067 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0a27ce0-1f12-477a-8413-eb372ba11377 req-0a2efb8d-de69-4f42-9cd9-0bb2ad58ecc1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 210 time: 0.1245410 May 29 01:06:39.581877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.582480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.655110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] For port a0a95c90-2abd-4fad-941c-45aebab2f040, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0a95c90-2abd-4fad-941c-45aebab2f040,segment=NetworkSegment(32aabf5a-a400-48f6-a1c4-8dd615d54994),segment_id=32aabf5a-a400-48f6-a1c4-8dd615d54994)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:39.660815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.677546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:39.688673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:39.693255 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.ipam_backend_mixin [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfbd3f3e-cdcf-4015-894f-4a98fd24b992 (CIDR: 2001:db8::/64) May 29 01:06:39.703621 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-79935ab4-7c4e-4711-a2e3-bc933e412263 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 HTTP/1.1" status: 200 len: 919 time: 0.9340405 May 29 01:06:39.706949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55954) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:39.709690 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:06:39.710213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:39.714115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:39.724969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6597049-8078-426c-a451-7a6802498530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-f2f6b15f-cb2a-492b-99a4-bdc74672aa35', 'network_id': 'f2f6b15f-cb2a-492b-99a4-bdc74672aa35', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': '26abb493-be4a-4570-8abf-92b3ef5ddc84'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:39.725773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6597049-8078-426c-a451-7a6802498530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.736290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:39.740382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:39.743263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:39.757676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:39.759672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Pushing event updated for resources: {'Port': ['ID=a0a95c90-2abd-4fad-941c-45aebab2f040,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:39.774609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.799400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:39.804875 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-56fe1278-ae01-4713-a01e-189471493859 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0663178 May 29 01:06:39.810677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:39.816208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55958) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:39.824684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Provisioning complete for port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:39.825510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.825788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:39.846688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677bb433-6663-4048-9d81-0d7f49fb057d']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:39.912647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:39.913182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.917007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a96667b9-2988-4dca-8fc9-f9fcff1bede3 None None] Port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:39.938601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80de1496-1750-4f9e-8141-28ea745c718c') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:39.938850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:39.938971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80de1496-1750-4f9e-8141-28ea745c718c') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:39.955443 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-6d53c830-7212-430a-a556-d4b183b27d0e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3341722 May 29 01:06:39.970781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Request body: {'port': {'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:39.987717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-c6597049-8078-426c-a451-7a6802498530 None None] Allocated IP 172.20.0.2 (f2f6b15f-cb2a-492b-99a4-bdc74672aa35/26abb493-be4a-4570-8abf-92b3ef5ddc84/d3a3a974-0705-4e45-9119-bcbdc02932fb) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:40.010046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.029093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-adde747a-dff9-49ef-8d56-0445cabf669f tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3209405 May 29 01:06:40.041496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55962) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:40.146063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.168604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8e98a6c3-d18a-4183-b2ea-5456de33ae03 None None] Provisioning for port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:40.174663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:06:40.175271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.177555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8e98a6c3-d18a-4183-b2ea-5456de33ae03 None None] Provisioning complete for port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:40.178337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e98a6c3-d18a-4183-b2ea-5456de33ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:06:40.194747 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:06:40.209755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.289694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8e98a6c3-d18a-4183-b2ea-5456de33ae03 None None] Port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:40.315907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=494721b1-4a22-448d-99f2-eb64e52cbaab,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:40.328974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': 'c2777751-3a84-4d75-9899-dbe936363145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '887e06ac-c595-458e-9afa-f760bfa647cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:40.329420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: 887e06ac-c595-458e-9afa-f760bfa647cc, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:40.331591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6597049-8078-426c-a451-7a6802498530 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.342445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c6597049-8078-426c-a451-7a6802498530 None None] Transition to ACTIVE for port object d3a3a974-0705-4e45-9119-bcbdc02932fb will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:40.355255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 887e06ac-c595-458e-9afa-f760bfa647cc is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:40.363658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c6597049-8078-426c-a451-7a6802498530 None None] Transition to ACTIVE for port object d3a3a974-0705-4e45-9119-bcbdc02932fb will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:40.368173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 887e06ac-c595-458e-9afa-f760bfa647cc) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:40.372446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6597049-8078-426c-a451-7a6802498530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.380935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:40.381508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.405923 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ecef3979-31dd-4d45-bba5-19190194da37 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9022570 May 29 01:06:40.408398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55966) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:40.414165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1049693944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:40.420509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:40.425792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:router and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:40.428661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:40.434951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:40.441428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49771c3b-40d5-4e6a-9a55-5af3cf3353f2 None None] Network 887e06ac-c595-458e-9afa-f760bfa647cc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:40.447861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.449183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.467043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:40.469705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.474674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6597049-8078-426c-a451-7a6802498530 None None] Pushing event updated for resources: {'Port': ['ID=d3a3a974-0705-4e45-9119-bcbdc02932fb,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:40.480150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:40.487723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:40.495593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.503084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:40.507878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.523975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.527894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-51fe25f2-737a-4633-b4c9-280e8f5b0be7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1159711 May 29 01:06:40.528146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55970) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:40.543491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.555156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.565128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33b772-ced5-4804-89e9-a2f19cb9353e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:40.566830 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a33b772-ced5-4804-89e9-a2f19cb9353e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.5244088 May 29 01:06:40.570817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] Pushing event deleted for resources: {'Network': ['ID=677bb433-6663-4048-9d81-0d7f49fb057d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:40.572612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55974) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:40.573400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6597049-8078-426c-a451-7a6802498530 None None] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:40.578988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-c6597049-8078-426c-a451-7a6802498530 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:40.579237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:40.581593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6597049-8078-426c-a451-7a6802498530 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:40.588982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-43c742a4-1de0-4ae3-bf29-2456af11479d None None] Provisioning for port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:40.627939 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c9c9755d-621d-4447-b995-ca3d9a7fb4f0 tempest-NetworksIpV6TestAttrs-194190997 tempest-NetworksIpV6TestAttrs-194190997-project] 10.222.0.33 "DELETE /v2.0/networks/677bb433-6663-4048-9d81-0d7f49fb057d HTTP/1.1" status: 204 len: 168 time: 3.1955936 May 29 01:06:40.651506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-43c742a4-1de0-4ae3-bf29-2456af11479d None None] Provisioning complete for port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:40.651886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43c742a4-1de0-4ae3-bf29-2456af11479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.754873 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-57e4a1dd-8f4b-4c28-996e-8abc7bf25414 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 HTTP/1.1" status: 200 len: 205 time: 0.1781230 May 29 01:06:40.759924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55982) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:40.867547 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c6597049-8078-426c-a451-7a6802498530 None None] Attempting to bind port d3a3a974-0705-4e45-9119-bcbdc02932fb on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:40.867921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c6597049-8078-426c-a451-7a6802498530 None None] Attempting to bind port d3a3a974-0705-4e45-9119-bcbdc02932fb by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '20bed9c6-78d7-4e33-b389-f0f6ba3aee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2f6b15f-cb2a-492b-99a4-bdc74672aa35'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:40.868315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597049-8078-426c-a451-7a6802498530 None None] Attempting to bind port d3a3a974-0705-4e45-9119-bcbdc02932fb on network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:40.879119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597049-8078-426c-a451-7a6802498530 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:40.879495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597049-8078-426c-a451-7a6802498530 None None] Checking segment: {'id': '20bed9c6-78d7-4e33-b389-f0f6ba3aee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2f6b15f-cb2a-492b-99a4-bdc74672aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:40.879900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6597049-8078-426c-a451-7a6802498530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.880489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597049-8078-426c-a451-7a6802498530 None None] Bound using segment: {'id': '20bed9c6-78d7-4e33-b389-f0f6ba3aee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2f6b15f-cb2a-492b-99a4-bdc74672aa35'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:40.880981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c6597049-8078-426c-a451-7a6802498530 None None] Bound port: d3a3a974-0705-4e45-9119-bcbdc02932fb, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bed9c6-78d7-4e33-b389-f0f6ba3aee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2f6b15f-cb2a-492b-99a4-bdc74672aa35'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:40.881431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6597049-8078-426c-a451-7a6802498530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.926113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:40.986812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c6597049-8078-426c-a451-7a6802498530 None None] For port d3a3a974-0705-4e45-9119-bcbdc02932fb, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:40.990297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c6597049-8078-426c-a451-7a6802498530 None None] For port d3a3a974-0705-4e45-9119-bcbdc02932fb, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3a3a974-0705-4e45-9119-bcbdc02932fb,segment=NetworkSegment(20bed9c6-78d7-4e33-b389-f0f6ba3aee75),segment_id=20bed9c6-78d7-4e33-b389-f0f6ba3aee75)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:40.991566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-43c742a4-1de0-4ae3-bf29-2456af11479d None None] Port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:41.032658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0a95c90-2abd-4fad-941c-45aebab2f040 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:41.072672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6597049-8078-426c-a451-7a6802498530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.083337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 55988) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:41.120316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-887e06ac-c595-458e-9afa-f760bfa647cc', 'network_id': '887e06ac-c595-458e-9afa-f760bfa647cc', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': '494721b1-4a22-448d-99f2-eb64e52cbaab'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:41.121123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.305206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Allocated IP 172.21.0.2 (887e06ac-c595-458e-9afa-f760bfa647cc/494721b1-4a22-448d-99f2-eb64e52cbaab/86c947d7-9185-4bec-a7e9-94914c04b1bc) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:41.345793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:06:41.357451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.410920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Transition to ACTIVE for port object aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:41.420630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.477502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6597049-8078-426c-a451-7a6802498530 None None] Pushing event updated for resources: {'Port': ['ID=d3a3a974-0705-4e45-9119-bcbdc02932fb,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:41.524108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46e43d-45a0-423b-b7fd-2b68558bbb6e req-a61a1594-6a83-4bbb-abe5-8dea2158f98b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:41.524693 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a4b5c18-1911-47ff-be91-b45ba51864d4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f67a96a8a7fd4faea9a0b9a1a93ff3b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4374745 May 29 01:06:41.525076 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de46e43d-45a0-423b-b7fd-2b68558bbb6e req-a61a1594-6a83-4bbb-abe5-8dea2158f98b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 931 time: 0.7622604 May 29 01:06:41.525455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55994) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:41.603979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:41.605031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.629605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.671848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Pushing event updated for resources: {'Port': ['ID=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:41.715413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.738627 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de46e43d-45a0-423b-b7fd-2b68558bbb6e req-d59a0e10-2b60-431c-a301-4f6aa1120a32 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947289 May 29 01:06:41.756221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Transition to ACTIVE for port object 86c947d7-9185-4bec-a7e9-94914c04b1bc will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:41.756939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9084275a-3a0a-4c15-9a35-a0a7b2e3262f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.808604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Transition to ACTIVE for port object 86c947d7-9185-4bec-a7e9-94914c04b1bc will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:41.828264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:41.831662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.838754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:41.840500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=415acd51-cb6f-41ac-92f6-6e63951f47aa,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:41.845502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:41.846098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.897458 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-82e9ba08-952b-414e-ae83-2f232cd0f996 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0776312 May 29 01:06:41.900497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 55998) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:41.911105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9084275a-3a0a-4c15-9a35-a0a7b2e3262f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.913468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Attempting to bind port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:41.913995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Attempting to bind port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:41.914321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Attempting to bind port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 on network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:41.921345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 on network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:06:41.921676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Attempting to bind port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 on network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:41.922893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-169002619', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '415acd51-cb6f-41ac-92f6-6e63951f47aa'}], 'security_groups': ['77b5d640-0a0a-4da6-ab77-8b46a25d2198']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:41.928535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:41.928915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Checking segment: {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:41.929298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Bound using segment: {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:41.929721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Bound port: aebfb99d-4cfc-49ac-a2c1-54cd57cffe79, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2825876e-f3e9-4afa-91e5-8dd012147a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:41.930064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:41.947971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.047621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8aebe-584a-459d-b5c1-f46a166f40cb None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:42.051967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] For port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:42.056935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] For port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:42.064090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.131542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.133083 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] 10.222.0.16 "PUT /v2.0/ports/aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 HTTP/1.1" status: 200 len: 1093 time: 2.1673360 May 29 01:06:42.133575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:06:42.144834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Pushing event updated for resources: {'Port': ['ID=86c947d7-9185-4bec-a7e9-94914c04b1bc,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:42.159034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c90f61-ee80-41c4-a711-c27e1a878623 service neutron] Pushing event updated for resources: {'Port': ['ID=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:42.194975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Network 887e06ac-c595-458e-9afa-f760bfa647cc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:42.201782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:42.205936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:42.284407 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd54f24-5e6f-4f86-a1b7-400f172790dc'] response: {'name': 'network-changed', 'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'status': 'completed', 'code': 200} May 29 01:06:42.331303 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-240de63e-d314-4763-b8ec-ae2aa95b86ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 1096 time: 0.1555853 May 29 01:06:42.343616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.355876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Attempting to bind port 86c947d7-9185-4bec-a7e9-94914c04b1bc on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:42.356275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Attempting to bind port 86c947d7-9185-4bec-a7e9-94914c04b1bc by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c2777751-3a84-4d75-9899-dbe936363145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '887e06ac-c595-458e-9afa-f760bfa647cc'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:42.356639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Attempting to bind port 86c947d7-9185-4bec-a7e9-94914c04b1bc on network 887e06ac-c595-458e-9afa-f760bfa647cc {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:42.379299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:42.379892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Checking segment: {'id': 'c2777751-3a84-4d75-9899-dbe936363145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '887e06ac-c595-458e-9afa-f760bfa647cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:42.380327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.380724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Bound using segment: {'id': 'c2777751-3a84-4d75-9899-dbe936363145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '887e06ac-c595-458e-9afa-f760bfa647cc'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:42.381234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Bound port: 86c947d7-9185-4bec-a7e9-94914c04b1bc, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2777751-3a84-4d75-9899-dbe936363145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '887e06ac-c595-458e-9afa-f760bfa647cc'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:42.381613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.422257 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-f3534029-5acf-4717-8ce9-97513a3750ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 HTTP/1.1" status: 200 len: 217 time: 0.0840828 May 29 01:06:42.510195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-099d4075-803c-4158-9a1d-115aada893ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:42.511692 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-099d4075-803c-4158-9a1d-115aada893ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c5eaefa-9c65-4c96-8e96-c836a737c165 HTTP/1.1" status: 200 len: 835 time: 0.0832675 May 29 01:06:42.545563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9084275a-3a0a-4c15-9a35-a0a7b2e3262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.584354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084275a-3a0a-4c15-9a35-a0a7b2e3262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f7a38-ee70-4977-a0b2-be738723fccf,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:42.720899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] For port 86c947d7-9185-4bec-a7e9-94914c04b1bc, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:42.725649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] For port 86c947d7-9185-4bec-a7e9-94914c04b1bc, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=86c947d7-9185-4bec-a7e9-94914c04b1bc,segment=NetworkSegment(c2777751-3a84-4d75-9899-dbe936363145),segment_id=c2777751-3a84-4d75-9899-dbe936363145)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:42.738043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.752598 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-0c1e020a-d2cf-414c-9e6c-4c071bac8078 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2345285 May 29 01:06:42.767789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9084275a-3a0a-4c15-9a35-a0a7b2e3262f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:42.768949 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9084275a-3a0a-4c15-9a35-a0a7b2e3262f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8f6f7a38-ee70-4977-a0b2-be738723fccf HTTP/1.1" status: 204 len: 168 time: 1.2426207 May 29 01:06:42.848232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8f6d1-07a4-464b-b2d0-eadf2b77c144 None None] Pushing event updated for resources: {'Port': ['ID=86c947d7-9185-4bec-a7e9-94914c04b1bc,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:43.031040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:43.081921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3a3a974-0705-4e45-9119-bcbdc02932fb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:43.084902 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-74dab417-6af0-461b-a943-5c0c460400ea service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251286 May 29 01:06:43.126620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6425376a-5404-475d-9997-6fb6a473621c None None] Update dhcp port {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'fixed_ips': [{'subnet_id': 'bfbd3f3e-cdcf-4015-894f-4a98fd24b992', 'ip_address': '2001:db8::2'}, {'subnet_id': '415acd51-cb6f-41ac-92f6-6e63951f47aa'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': 'a0a95c90-2abd-4fad-941c-45aebab2f040'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:06:43.152954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad5f86-cc56-4216-bf99-f4dcff2fdaea None None] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:43.314947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43ac4ce4-84ee-4719-9040-40a9275bedd9 req-a6f65e24-67a3-4e4f-a0db-7ac851e71c74 service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229888 May 29 01:06:43.409140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.20.0.1 (f2f6b15f-cb2a-492b-99a4-bdc74672aa35/26abb493-be4a-4570-8abf-92b3ef5ddc84/1be0fc34-cb43-4957-b606-5b441db8c0a5) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:43.423643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6425376a-5404-475d-9997-6fb6a473621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:43.440450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f4f4a578-bbc6-4f55-a8b9-6fef74e1db65 None None] Provisioning for port d3a3a974-0705-4e45-9119-bcbdc02932fb completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:43.510647 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-b875ad72-f79e-4899-877f-a78b5404a46d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 1096 time: 0.1279340 May 29 01:06:43.611495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d3a3a974-0705-4e45-9119-bcbdc02932fb completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:43.663596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d3a3a974-0705-4e45-9119-bcbdc02932fb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:43.664367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:43.705992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-0d9419d1-de3b-4691-a296-74ec38f1c3e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:43.710652 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-0d9419d1-de3b-4691-a296-74ec38f1c3e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 200 len: 898 time: 0.1941528 May 29 01:06:43.782160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:43.800023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6142e35-5e3d-4cf2-9c5d-e10101ea700c req-af5ee6f2-07e7-436f-907d-d4fd86d4591a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:43.801762 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c6142e35-5e3d-4cf2-9c5d-e10101ea700c req-af5ee6f2-07e7-436f-907d-d4fd86d4591a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 943 time: 0.7041466 May 29 01:06:43.805332 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-01bebc60-e242-4fd4-ba05-beca4208eb70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 HTTP/1.1" status: 200 len: 217 time: 0.0884831 May 29 01:06:43.808523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:43.846352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object 1be0fc34-cb43-4957-b606-5b441db8c0a5 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:43.847558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-6425376a-5404-475d-9997-6fb6a473621c None None] Allocated IP 2001:db8:0:1::2 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/415acd51-cb6f-41ac-92f6-6e63951f47aa/a0a95c90-2abd-4fad-941c-45aebab2f040) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:43.908594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Deleting port f9bd756f-2b7f-4b4b-ab85-0e6238be9373 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:43.908938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:43.930794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-8f1df8a3-625e-493e-a8d1-981f75fd56d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:43.932907 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-8f1df8a3-625e-493e-a8d1-981f75fd56d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c5eaefa-9c65-4c96-8e96-c836a737c165 HTTP/1.1" status: 200 len: 835 time: 0.1217422 May 29 01:06:44.037629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.094646 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-11e825fc-1305-4a12-9261-ce5ceb174270 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518548 May 29 01:06:44.115275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6425376a-5404-475d-9997-6fb6a473621c None None] For port a0a95c90-2abd-4fad-941c-45aebab2f040, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0a95c90-2abd-4fad-941c-45aebab2f040,segment=NetworkSegment(32aabf5a-a400-48f6-a1c4-8dd615d54994),segment_id=32aabf5a-a400-48f6-a1c4-8dd615d54994)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:44.132538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d3a3a974-0705-4e45-9119-bcbdc02932fb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3a3a974-0705-4e45-9119-bcbdc02932fb,segment=NetworkSegment(20bed9c6-78d7-4e33-b389-f0f6ba3aee75),segment_id=20bed9c6-78d7-4e33-b389-f0f6ba3aee75)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:44.150915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.180529 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c6142e35-5e3d-4cf2-9c5d-e10101ea700c req-eecac15b-b712-4f51-b8d2-f6bcd73d1ae4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593338 May 29 01:06:44.182201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.253492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.294472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6425376a-5404-475d-9997-6fb6a473621c None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.381074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Calling delete_port for f9bd756f-2b7f-4b4b-ab85-0e6238be9373 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:44.384400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d3a3a974-0705-4e45-9119-bcbdc02932fb,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:44.390395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6425376a-5404-475d-9997-6fb6a473621c None None] Transition to ACTIVE for port object a0a95c90-2abd-4fad-941c-45aebab2f040 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:44.392925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-a4dbf2d6-6eae-496e-8f54-184a57a280f0 service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903192 May 29 01:06:44.408017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6425376a-5404-475d-9997-6fb6a473621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.437106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56024) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:44.550836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de43175-e423-4b80-abae-a27f37d867a4 None None] Network 887e06ac-c595-458e-9afa-f760bfa647cc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:44.574596 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3105a9e-1350-4ec8-bb6d-a95e407d69bb req-68721c5d-63e4-4648-adba-fe7be64b509e service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693935 May 29 01:06:44.578682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=1be0fc34-cb43-4957-b606-5b441db8c0a5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:44.584409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:44.595140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:44.597705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:44.677129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425376a-5404-475d-9997-6fb6a473621c None None] Pushing event updated for resources: {'Port': ['ID=a0a95c90-2abd-4fad-941c-45aebab2f040,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:44.715403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1898641947'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:44.730567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:44.734983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5dbc400b-cd9d-4f04-9869-5d68f67d7c2d None None] Provisioning for port 86c947d7-9185-4bec-a7e9-94914c04b1bc completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:44.753384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Delete allocated IP 2001:db8::a5 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/bfbd3f3e-cdcf-4015-894f-4a98fd24b992) {{(pid=83979) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 29 01:06:44.758638 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Usage tracker for resource:network and tenant:2cfd99f423d6474fa7ab6cff0d355552 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:44.761651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.765446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:44.776286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:44.783715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8:0:1::290 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/415acd51-cb6f-41ac-92f6-6e63951f47aa/f442806e-ba60-4321-a9d9-a9adfc1bcfb0) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:44.867451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Made reservation on behalf of 2cfd99f423d6474fa7ab6cff0d355552 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:44.871751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.885136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5dbc400b-cd9d-4f04-9869-5d68f67d7c2d None None] Provisioning complete for port d3a3a974-0705-4e45-9119-bcbdc02932fb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:44.885631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5dbc400b-cd9d-4f04-9869-5d68f67d7c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:44.921748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.038718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3a3a974-0705-4e45-9119-bcbdc02932fb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:45.117864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.169120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d3a3a974-0705-4e45-9119-bcbdc02932fb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:45.169708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.206719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:45.330634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0a95c90-2abd-4fad-941c-45aebab2f040 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:45.408174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event deleted for resources: {'Port': ['ID=f9bd756f-2b7f-4b4b-ab85-0e6238be9373,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:45.410024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.428603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Usage tracker for resource:security_group_rule and tenant:2cfd99f423d6474fa7ab6cff0d355552 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:45.437265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-57a6e3fd-7ba9-4842-966d-e1c91691a51d None None] Provisioning for port 1be0fc34-cb43-4957-b606-5b441db8c0a5 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:45.439365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:45.440228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86c947d7-9185-4bec-a7e9-94914c04b1bc up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:45.487497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-57a6e3fd-7ba9-4842-966d-e1c91691a51d None None] Provisioning complete for port 1be0fc34-cb43-4957-b606-5b441db8c0a5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:45.487968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-57a6e3fd-7ba9-4842-966d-e1c91691a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.523063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:45.553968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-57a6e3fd-7ba9-4842-966d-e1c91691a51d None None] Port 1be0fc34-cb43-4957-b606-5b441db8c0a5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:45.565411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 86c947d7-9185-4bec-a7e9-94914c04b1bc completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:45.570151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 86c947d7-9185-4bec-a7e9-94914c04b1bc triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:45.570515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.690792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.705098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Provisioning for port a0a95c90-2abd-4fad-941c-45aebab2f040 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:45.712260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:45.712640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.786231 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 86c947d7-9185-4bec-a7e9-94914c04b1bc, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=86c947d7-9185-4bec-a7e9-94914c04b1bc,segment=NetworkSegment(c2777751-3a84-4d75-9899-dbe936363145),segment_id=c2777751-3a84-4d75-9899-dbe936363145)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:45.792685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.910144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=86c947d7-9185-4bec-a7e9-94914c04b1bc,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:45.929791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Provisioning complete for port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:45.930157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:45.975157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:06:45.983372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:45.997066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Provisioning complete for port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:45.997430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.007065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.010407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.049614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-89ec8339-7217-4f5e-be16-8f736ba5d1b4 None None] Port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:46.071544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f8c58-b053-43cd-b1ce-26289f096d3f req-49fd4fab-81ae-4805-a703-eea4649ee071 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:46.073025 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa4f8c58-b053-43cd-b1ce-26289f096d3f req-49fd4fab-81ae-4805-a703-eea4649ee071 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 943 time: 0.6666822 May 29 01:06:46.197937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object f442806e-ba60-4321-a9d9-a9adfc1bcfb0 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:46.220793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.253554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.432038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.570433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.580745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:06:46.628302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.636426 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa4f8c58-b053-43cd-b1ce-26289f096d3f req-78da0fae-9e3f-4306-8d62-33987a5976ab tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5478132 May 29 01:06:46.781575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ecd0a1-cafb-4bb8-bd41-7c2fbfa10978,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:46.783790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=f442806e-ba60-4321-a9d9-a9adfc1bcfb0,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:46.792617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] In _notify_port_updated(), no bound segment for port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 on network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 {{(pid=83979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:06:46.796774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:46.797736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.799843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "PUT /v2.0/ports/f442806e-ba60-4321-a9d9-a9adfc1bcfb0 HTTP/1.1" status: 200 len: 930 time: 4.8911524 May 29 01:06:46.802476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.802808 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Added segment 288e80bb-7d40-4d22-9e34-46a639c3b176 of type vlan for network 1e33920a-ffdd-48e1-893b-822ff063bda2 May 29 01:06:46.803651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56036) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:46.818532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.852769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.853119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.853685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.854015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.854335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.854652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.854967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.855280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.855596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.855909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.856244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6086a5ef-70ba-494a-8525-7338d1fe49a2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.871064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.871304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.871636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.871961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.872329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.872649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.872976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.874381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.874381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.874579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.874809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:46.894167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:46.894762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.900921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86c947d7-9185-4bec-a7e9-94914c04b1bc up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:46.908760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.939037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb74c-171f-4f74-8b5b-fb01d11755e8 req-5c26cfd3-78c4-4f91-b5ce-0ede1d746fe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:46.940569 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-caafb74c-171f-4f74-8b5b-fb01d11755e8 req-5c26cfd3-78c4-4f91-b5ce-0ede1d746fe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 945 time: 0.7320766 May 29 01:06:46.944464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.944942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:06:46.959078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-06d3815f-1875-491f-b1be-626b4db7ad45 None None] Provisioning for port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:46.973929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-06d3815f-1875-491f-b1be-626b4db7ad45 None None] Provisioning complete for port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:46.974950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06d3815f-1875-491f-b1be-626b4db7ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:46.998248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.016319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.050318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-06d3815f-1875-491f-b1be-626b4db7ad45 None None] Port f442806e-ba60-4321-a9d9-a9adfc1bcfb0 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:47.064637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 86c947d7-9185-4bec-a7e9-94914c04b1bc triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:47.065129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.103007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.107303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:47.107961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.164222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.189424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-caafb74c-171f-4f74-8b5b-fb01d11755e8 req-2228787d-669b-48c0-a70d-2500b4544078 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309718 May 29 01:06:47.294801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for f442806e-ba60-4321-a9d9-a9adfc1bcfb0 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:47.317765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.321019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=1be0fc34-cb43-4957-b606-5b441db8c0a5,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:47.326344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.330926 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-80ba8c2a-100a-4825-8128-7830c5a6e22d tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 HTTP/1.1" status: 204 len: 168 time: 6.2911966 May 29 01:06:47.331215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56040) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:47.334966 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8842716 May 29 01:06:47.334966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e748d4-6b87-4299-bd0f-85208006c585 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event updated for resources: {'Network': ['ID=1e33920a-ffdd-48e1-893b-822ff063bda2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:47.336755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1563941374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:47.338906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56044) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:47.345177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 1e33920a-ffdd-48e1-893b-822ff063bda2 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:06:47.347584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Request body: {'subnet': {'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:47.355738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:47.364025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Usage tracker for resource:router and tenant:247c4ba3e4c44e0da22609396ad5787c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:47.368340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:47.378029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:47.502137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.503182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.555811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:47.562415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Usage tracker for resource:subnet and tenant:2cfd99f423d6474fa7ab6cff0d355552 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:47.572275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:47.575148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.581723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:47.585444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.596069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:47.597815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:47.645669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=f442806e-ba60-4321-a9d9-a9adfc1bcfb0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:47.667474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Made reservation on behalf of 2cfd99f423d6474fa7ab6cff0d355552 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:47.683494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.701698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.767835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:06:47.775477 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c21d331c-a1d0-4104-a815-1fa2fdb62469 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/f442806e-ba60-4321-a9d9-a9adfc1bcfb0 HTTP/1.1" status: 204 len: 168 time: 0.9706237 May 29 01:06:47.779126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:47.780693 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-aa0862f7-0ad0-4c28-86bd-3319d372a4c7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4484997 May 29 01:06:47.781620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56050) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:47.784584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:47.848557 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee2385d-30d0-441a-815c-141f8fb526ec tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:06:47.849145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ee2385d-30d0-441a-815c-141f8fb526ec tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:47.860765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': True}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:48.017750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:48.028268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ee2385d-30d0-441a-815c-141f8fb526ec tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:48.029671 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ee2385d-30d0-441a-815c-141f8fb526ec tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/f442806e-ba60-4321-a9d9-a9adfc1bcfb0 HTTP/1.1" status: 404 len: 333 time: 0.2462494 May 29 01:06:48.034848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.037178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:06:48.037349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56058) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:48.087183 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-07abbf9f-0ea8-4be4-9470-966921bad5a0 None None] Provisioning complete for port 1be0fc34-cb43-4957-b606-5b441db8c0a5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:48.087641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-07abbf9f-0ea8-4be4-9470-966921bad5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.133962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.230082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:06:48.230337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-7d0be902-f3aa-45bb-a041-1d7e0a05d462 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:48.230828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-7d0be902-f3aa-45bb-a041-1d7e0a05d462 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Synchronizing usage tracker for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:48.245888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af91bd0-7b38-4b73-8363-3f725b6f1890 req-7ad55d34-dca6-419d-bde2-b54b7c342a81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:48.247399 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af91bd0-7b38-4b73-8363-3f725b6f1890 req-7ad55d34-dca6-419d-bde2-b54b7c342a81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 943 time: 0.4047120 May 29 01:06:48.249664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2bcd217d-eea9-4318-a6d4-5358ebcb29f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.250127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:48.267556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-07abbf9f-0ea8-4be4-9470-966921bad5a0 None None] Port 1be0fc34-cb43-4957-b606-5b441db8c0a5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:48.272593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.279446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2bcd217d-eea9-4318-a6d4-5358ebcb29f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.335308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2bcd217d-eea9-4318-a6d4-5358ebcb29f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.360769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd217d-eea9-4318-a6d4-5358ebcb29f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc16a67f-c730-43a2-8351-100cce605e0f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:48.367031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:48.367191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-7d0be902-f3aa-45bb-a041-1d7e0a05d462 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Unset dirty status for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:48.368361 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-7d0be902-f3aa-45bb-a041-1d7e0a05d462 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 945 time: 0.6488011 May 29 01:06:48.370754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2bcd217d-eea9-4318-a6d4-5358ebcb29f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.371770 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2bcd217d-eea9-4318-a6d4-5358ebcb29f2 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/security-groups/bc16a67f-c730-43a2-8351-100cce605e0f HTTP/1.1" status: 204 len: 168 time: 0.3329768 May 29 01:06:48.380036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56064) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:48.455709 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af91bd0-7b38-4b73-8363-3f725b6f1890 req-b7632362-eacd-4c83-9008-559400ac596e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805089 May 29 01:06:48.556317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Deleting port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:48.556680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.563437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.590090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['aebfb99d-4cfc-49ac-a2c1-54cd57cffe79'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:06:48.606472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.755922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e1f559d-92eb-446d-83df-af5baaf92fbb tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.787226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 68669d0e-0a85-450e-80c0-836de628c779 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:06:48.812411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb66cf3-c10a-452b-b5a1-d6e0616479fe req-bf3dc7fb-2290-4fc3-b20b-af380e5b0b72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:48.814174 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bbb66cf3-c10a-452b-b5a1-d6e0616479fe req-bf3dc7fb-2290-4fc3-b20b-af380e5b0b72 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 945 time: 0.4267879 May 29 01:06:48.819737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event updated for resources: {'Subnet': ['ID=8da90fe0-7b79-444f-a945-a4e2108f6da1,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:48.840324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e1f559d-92eb-446d-83df-af5baaf92fbb tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.925010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] For port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:48.925607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:48.975813 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Checking segment: {'id': '288e80bb-7d40-4d22-9e34-46a639c3b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:48.976202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Network hostable DHCP agents. Network: 1e33920a-ffdd-48e1-893b-822ff063bda2, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:06:49.041608 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bbb66cf3-c10a-452b-b5a1-d6e0616479fe req-3fb61f73-8d2b-4a1d-b079-0574dcbc34d0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182982 May 29 01:06:49.068301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e1f559d-92eb-446d-83df-af5baaf92fbb tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.102219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f559d-92eb-446d-83df-af5baaf92fbb tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b5d640-0a0a-4da6-ab77-8b46a25d2198,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:49.111940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Network 1e33920a-ffdd-48e1-893b-822ff063bda2 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:06:49.133127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e1f559d-92eb-446d-83df-af5baaf92fbb tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.134261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0e1f559d-92eb-446d-83df-af5baaf92fbb tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/security-groups/77b5d640-0a0a-4da6-ab77-8b46a25d2198 HTTP/1.1" status: 204 len: 168 time: 0.7499781 May 29 01:06:49.137056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56068) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:49.141380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 1e33920a-ffdd-48e1-893b-822ff063bda2) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:49.149781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb29886-5b30-4a53-abef-6180b067ee63 None None] Network 1e33920a-ffdd-48e1-893b-822ff063bda2 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:49.220496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:49.221183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.261738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.277051 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bdee1412-0f9f-46cf-9cff-777df9f37989 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9347799 May 29 01:06:49.288199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56072) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:49.299376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Request body: {'port': {'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2', 'name': 'tempest-TagsExtTest-462936441'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:49.316996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.334803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:49.344498 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e2748a06-7226-4e32-93d0-ffdf4cf6ec7d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/68669d0e-0a85-450e-80c0-836de628c779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8120849 May 29 01:06:49.346675 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] Sync routers for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:49.359065 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:49.359674 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:49.382249 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:49.387950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-1e33920a-ffdd-48e1-893b-822ff063bda2', 'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2', 'tenant_id': '2cfd99f423d6474fa7ab6cff0d355552', 'fixed_ips': [{'subnet_id': '8da90fe0-7b79-444f-a945-a4e2108f6da1'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:06:49.388961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.419296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet bfbd3f3e-cdcf-4015-894f-4a98fd24b992 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:06:49.426366 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:49.438857 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:49.439471 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:49.505320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e5435-c044-4fff-8b89-b21ae7fbc4fb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:49.506047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d51e5435-c044-4fff-8b89-b21ae7fbc4fb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:49.511069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.544612 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:49.545287 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bed0d5-7f9a-46ee-b840-46237bdeeba9 None None] The sync data for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:49.555551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.555927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.560386 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Floating IP b29d714e-71df-43c6-8f26-2eae53aadfd2 disassociated. External IP: 172.26.5.240, port: a261ac0b-ee5b-4e97-a4a3-31bd56d4be06. May 29 01:06:49.560959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Calling delete_port for a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:49.572240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d51e5435-c044-4fff-8b89-b21ae7fbc4fb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:49.576818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d51e5435-c044-4fff-8b89-b21ae7fbc4fb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports/1be0fc34-cb43-4957-b606-5b441db8c0a5 HTTP/1.1" status: 200 len: 910 time: 0.1934333 May 29 01:06:49.579142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Allocated IP 172.20.0.2 (1e33920a-ffdd-48e1-893b-822ff063bda2/8da90fe0-7b79-444f-a945-a4e2108f6da1/35ea78b4-6325-443b-b3af-0f0dcb753946) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:49.581363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56082) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:49.757849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Allocated IP 172.26.5.181 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/0bd8f1f5-cc44-4c09-90ca-ea89467f5f05) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:49.764008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.764454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:49.768514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Usage tracker for resource:port and tenant:2cfd99f423d6474fa7ab6cff0d355552 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:49.771631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:49.777597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:49.787079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:49.794970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Made reservation on behalf of 2cfd99f423d6474fa7ab6cff0d355552 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:49.798321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.833746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] device_id is not set on port 227f1541-55ec-4511-b16a-a6e7004a9fd3 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:49.867960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.882605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Transition to ACTIVE for port object 35ea78b4-6325-443b-b3af-0f0dcb753946 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:49.892660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baef05b-6070-4690-84e0-d341c8692d91 req-0aa468b9-e2bf-4d44-b558-30cb6186a7a3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:49.894133 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6baef05b-6070-4690-84e0-d341c8692d91 req-0aa468b9-e2bf-4d44-b558-30cb6186a7a3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 944 time: 0.2429118 May 29 01:06:49.911166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Transition to ACTIVE for port object 35ea78b4-6325-443b-b3af-0f0dcb753946 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:49.914434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:49.920284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.941611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:49.959784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:49.960224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.049389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Network 1e33920a-ffdd-48e1-893b-822ff063bda2 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:50.060559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:50.061389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.064554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Pushing event updated for resources: {'Port': ['ID=35ea78b4-6325-443b-b3af-0f0dcb753946,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:50.067493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:50.082775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.082775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.083123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.083224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.083583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.083962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.084184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.084483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.084801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.085122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.086029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.223803 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6baef05b-6070-4690-84e0-d341c8692d91 req-e67a666d-cd04-4bdf-841b-fd9ba0db67eb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200681 May 29 01:06:50.236615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Attempting to bind port 35ea78b4-6325-443b-b3af-0f0dcb753946 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:06:50.237169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Attempting to bind port 35ea78b4-6325-443b-b3af-0f0dcb753946 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '288e80bb-7d40-4d22-9e34-46a639c3b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:06:50.237311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Attempting to bind port 35ea78b4-6325-443b-b3af-0f0dcb753946 on network 1e33920a-ffdd-48e1-893b-822ff063bda2 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:06:50.239568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.263029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:06:50.263285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Checking segment: {'id': '288e80bb-7d40-4d22-9e34-46a639c3b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:06:50.263690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.264107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Bound using segment: {'id': '288e80bb-7d40-4d22-9e34-46a639c3b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:06:50.265135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Bound port: 35ea78b4-6325-443b-b3af-0f0dcb753946, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288e80bb-7d40-4d22-9e34-46a639c3b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e33920a-ffdd-48e1-893b-822ff063bda2'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:06:50.265502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.266073 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9dec96d0-a132-4f79-bf1e-ab7f3ed434a0 req-c9295d06-b260-46cf-8134-526c47b91a7b tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.0772679 May 29 01:06:50.316419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.327460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:06:50.328938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event deleted for resources: {'Port': ['ID=a261ac0b-ee5b-4e97-a4a3-31bd56d4be06,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:50.333291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e9ac8c57-d790-4fcc-95f2-e08407a676c5 {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:06:50.333489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:06:50.349876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:50.350160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.362073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.363073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:06:50.370183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbd3f3e-cdcf-4015-894f-4a98fd24b992,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:50.394553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.415947 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-910bb9b1-5243-4e9f-a1da-0aa481eb83a5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/bfbd3f3e-cdcf-4015-894f-4a98fd24b992 HTTP/1.1" status: 204 len: 168 time: 1.2742107 May 29 01:06:50.416986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56092) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:50.424724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:50.443632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82983cff-8bd4-471b-adf4-c15924304c5b None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:50.474417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:06:50.475041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:06:50.508721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.509824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.510261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.510788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.511315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.511855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.512795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.512916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.513666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.513872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.514250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:06:50.600806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] For port 35ea78b4-6325-443b-b3af-0f0dcb753946, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:06:50.606307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.609981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] For port 35ea78b4-6325-443b-b3af-0f0dcb753946, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=35ea78b4-6325-443b-b3af-0f0dcb753946,segment=NetworkSegment(288e80bb-7d40-4d22-9e34-46a639c3b176),segment_id=288e80bb-7d40-4d22-9e34-46a639c3b176)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:06:50.629454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:50.636085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.724417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:50.730698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:50.735860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:50.833217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Port': ['ID=0bd8f1f5-cc44-4c09-90ca-ea89467f5f05,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:50.836294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:50.853397 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0858a261-be02-4ee8-b729-7825e979a197'] response: {'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'code': 200} May 29 01:06:50.885263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:50.920260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:50.955458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:50.960287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9685b-cab5-4b47-a181-e0a6e2521e51 None None] Pushing event updated for resources: {'Port': ['ID=35ea78b4-6325-443b-b3af-0f0dcb753946,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:50.966181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] device_id is not set on port ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:50.987544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:51.025049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:51.035965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:51.086677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:06:51.490914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Allocated IP 172.20.0.14 (1e33920a-ffdd-48e1-893b-822ff063bda2/8da90fe0-7b79-444f-a945-a4e2108f6da1/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:51.559134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:51.616628 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5cb08334-c80e-4fbf-a5c7-095e11c9214a req-297169da-93cb-4282-b765-5311a164a780 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.1256480 May 29 01:06:51.637092 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82ed00aa-022a-45e8-9d66-c074c9a1b57d req-1f300d6c-67d7-4f7e-801f-49c8c396a38d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 1098 time: 0.5028131 May 29 01:06:51.810453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:51.825826 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82ed00aa-022a-45e8-9d66-c074c9a1b57d req-1097d2f0-eee2-416b-81a7-9ac86277abf8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766644 May 29 01:06:51.848453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf168-8115-4f9f-b13c-d83c654cff28 req-22a2ea33-ecfe-47e3-b711-a327ab57db34 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:51.855469 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-78dbf168-8115-4f9f-b13c-d83c654cff28 req-22a2ea33-ecfe-47e3-b711-a327ab57db34 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.3521328 May 29 01:06:51.918674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:51.939829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Transition to ACTIVE for port object ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:51.961896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:51.968239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:51.976129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7b4f9ba5-2e02-472c-8e77-cd2e10f099ec None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:51.976699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7b4f9ba5-2e02-472c-8e77-cd2e10f099ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:51.979125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.064571 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-78dbf168-8115-4f9f-b13c-d83c654cff28 req-7a4d8233-971c-4486-86bb-c2fda921889b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082012 May 29 01:06:52.145814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7b4f9ba5-2e02-472c-8e77-cd2e10f099ec None None] Provisioning complete for port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:52.146188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7b4f9ba5-2e02-472c-8e77-cd2e10f099ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.180419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.216804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f9ba5-2e02-472c-8e77-cd2e10f099ec None None] Port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:52.254750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event updated for resources: {'Port': ['ID=ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:52.259150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Network 1e33920a-ffdd-48e1-893b-822ff063bda2 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:52.269539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:52.274406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:52.285237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:52.303980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:52.304717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:52.308751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:52.309516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=6f596a3e-fb90-45ab-a417-2eecf378f2b4,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:52.316041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:52.316622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:52.360030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:52.360619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.375449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac70cf2-76c7-4879-9e94-2c69287e1620 None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:52.387436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4048c1e-daf6-480e-a16e-95897c0f539c None None] Network 1e33920a-ffdd-48e1-893b-822ff063bda2 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:52.409760 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9fc52fbd-77d4-49b4-ad9e-2f832285344a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9893091 May 29 01:06:52.410004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] No DVR routers for this DVR port a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:06:52.411521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.412135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56100) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:52.414464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'name': 'network-vif-deleted', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:06:52.423933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'security_group': {'name': 'tempest-secgroup-513535916'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:52.451277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:52.452656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.461684 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5acfb7c0-0baf-41d7-946f-cb9d6230e8e9 req-947f952e-cfc6-4b03-9439-07203006c820 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "DELETE /v2.0/ports/a261ac0b-ee5b-4e97-a4a3-31bd56d4be06 HTTP/1.1" status: 204 len: 173 time: 4.0321896 May 29 01:06:52.486587 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7a5c3d4e-69fd-49d1-ae01-dc28e6892242 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1955850 May 29 01:06:52.490421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56106) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:52.493849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:52.497299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-613686359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:52.506006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:52.514840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Usage tracker for resource:router and tenant:2cfd99f423d6474fa7ab6cff0d355552 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:52.519596 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8939e82a-88dd-4444-bc7b-7012cdcb0999'] response: {'server_uuid': '84242354-1a79-4880-8430-7f3783b24464', 'name': 'network-vif-deleted', 'tag': 'a261ac0b-ee5b-4e97-a4a3-31bd56d4be06', 'status': 'completed', 'code': 200} May 29 01:06:52.522950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:52.530843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:52.543268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:52.548900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:52.559936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:52.560901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.563500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.587453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.21.0.1 (887e06ac-c595-458e-9afa-f760bfa647cc/494721b1-4a22-448d-99f2-eb64e52cbaab/a99fc48b-bd1a-4c67-8e10-52459129965a) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:52.589048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.609596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.653481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Router e0080b1a-bbd3-4dea-8048-0a2df86bcbff is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:06:52.681819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.697803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c0d10ee9-a2f7-4524-8fb6-28e4d0524594 None None] Provisioning for port 35ea78b4-6325-443b-b3af-0f0dcb753946 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:52.724824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:52.758342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group_rule and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:52.763598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:52.788085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:52.861212 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a27d5576-fa2e-462a-aeba-ddc28d1f2422 req-bf2a4caf-b3f3-4ac1-9b94-42202103f831 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.0537748 May 29 01:06:52.906382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:52.962764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.966593 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-54933f98-ae7a-4532-8bc5-eed9ad0ef05f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4716766 May 29 01:06:52.977735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:52.988803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56114) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:53.003356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.005856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-576bbd1f-8bdd-420e-a9dc-aad11f069f60 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-575190276', 'prefixes': ['172.20.0.0/16']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:53.012296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.017789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-576bbd1f-8bdd-420e-a9dc-aad11f069f60 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:53.051020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 35ea78b4-6325-443b-b3af-0f0dcb753946 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:53.332272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-576bbd1f-8bdd-420e-a9dc-aad11f069f60 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for subnetpool, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.336086 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-576bbd1f-8bdd-420e-a9dc-aad11f069f60 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3424392 May 29 01:06:53.340759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56120) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:53.354729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-ad2bed81-fd9a-4f08-ab60-fba142ae2736 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', 'tempest-TagsExtTest-Tag-1536866110') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:53.393343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 35ea78b4-6325-443b-b3af-0f0dcb753946 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:53.425135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 35ea78b4-6325-443b-b3af-0f0dcb753946 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:53.425528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.443450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:53.447854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object a99fc48b-bd1a-4c67-8e10-52459129965a will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:53.448165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.449335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.450602 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0374968 May 29 01:06:53.451785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb500d42-8da1-4219-a335-0758de5350e5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835d3773-f70c-4c4c-b393-8b5b93b8c8b4,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:53.454062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56124) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:53.455704 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-af37ac7f-c56e-4a26-8256-aae93eb22ca0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "PUT /v2.0/routers/e0080b1a-bbd3-4dea-8048-0a2df86bcbff HTTP/1.1" status: 200 len: 915 time: 5.6083453 May 29 01:06:53.456162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56126) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:53.472162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'security_group': {'name': 'tempest-secgroup-319332992'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:53.475620 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] Sync routers for ids ['e0080b1a-bbd3-4dea-8048-0a2df86bcbff'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:53.497224 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] Routers {'e0080b1a-bbd3-4dea-8048-0a2df86bcbff'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:53.499465 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e0080b1a-bbd3-4dea-8048-0a2df86bcbff'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:53.505276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:53.522701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:53.528285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:53.541988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:53.568076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.657498 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:53.670536 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad2bed81-fd9a-4f08-ab60-fba142ae2736 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags/tempest-TagsExtTest-Tag-1536866110 HTTP/1.1" status: 201 len: 201 time: 0.3261302 May 29 01:06:53.672602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56132) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:53.683946 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] Routers {'e0080b1a-bbd3-4dea-8048-0a2df86bcbff'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:53.684589 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e0080b1a-bbd3-4dea-8048-0a2df86bcbff'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:53.702780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:53.711099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group_rule and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:53.711323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-59876f75-b211-41cf-9657-72d6eaca7371 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', 'tempest-TagsExtTest-Tag-390938727') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:53.715665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:53.724816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:53.732913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] Update dhcp port {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'fixed_ips': [{'subnet_id': '415acd51-cb6f-41ac-92f6-6e63951f47aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6f596a3e-fb90-45ab-a417-2eecf378f2b4'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': 'a0a95c90-2abd-4fad-941c-45aebab2f040'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:06:53.746603 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:53.746861 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82358af-3c69-44ab-98c0-7f076d715bfa None None] The sync data for ids ['e0080b1a-bbd3-4dea-8048-0a2df86bcbff'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:53.831688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.836896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb2e4b-164c-4d16-9a52-bffc2985e8e0 req-82fb1d84-b000-4a8a-ae28-a8e69fb3a50d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:53.839023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.844456 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6bdb2e4b-164c-4d16-9a52-bffc2985e8e0 req-82fb1d84-b000-4a8a-ae28-a8e69fb3a50d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.4773159 May 29 01:06:53.859235 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.869650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.872643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.895573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b3fc6e-b4b2-4e32-81da-0349f6669005,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:53.919538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:53.926620 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3fd45066-d238-4b9b-997b-cbe2c05e2977 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4597642 May 29 01:06:53.927358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56138) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:53.941144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085477301'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:53.957190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:53.964307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:53.969193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:53.974559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:54.017271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:54.074288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-022030a8-3481-40cf-ac5a-45c7011b2462 None None] Provisioning complete for port 35ea78b4-6325-443b-b3af-0f0dcb753946 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:54.075237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-022030a8-3481-40cf-ac5a-45c7011b2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.091704 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6bdb2e4b-164c-4d16-9a52-bffc2985e8e0 req-a2bb92ea-5bb5-4ce6-aa0d-85fb6ca2710a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460344 May 29 01:06:54.125055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:06:54.151499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 35ea78b4-6325-443b-b3af-0f0dcb753946, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=35ea78b4-6325-443b-b3af-0f0dcb753946,segment=NetworkSegment(288e80bb-7d40-4d22-9e34-46a639c3b176),segment_id=288e80bb-7d40-4d22-9e34-46a639c3b176)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:54.165316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.172534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 887e06ac-c595-458e-9afa-f760bfa647cc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:54.173925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.186605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:54.189312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:54.232054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:54.237088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:security_group_rule and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:54.240299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:54.261803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:54.323468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.327551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.332653 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.337720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=a99fc48b-bd1a-4c67-8e10-52459129965a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:54.350538 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-59876f75-b211-41cf-9657-72d6eaca7371 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags/tempest-TagsExtTest-Tag-390938727 HTTP/1.1" status: 201 len: 201 time: 0.6686144 May 29 01:06:54.355703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56142) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:54.363505 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8933cdef-9796-474c-a75d-8999e3a161f2 req-151011d5-5c86-4854-a569-a7c3ed243b5c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=84242354-1a79-4880-8430-7f3783b24464 HTTP/1.1" status: 200 len: 210 time: 0.1810679 May 29 01:06:54.366767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-cdc41f69-7501-4f78-85f7-e1b3f4cc9732 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', 'tempest-TagsExtTest-Tag-725453778') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:54.454113 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] Allocated IP 2001:db8::2 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/6f596a3e-fb90-45ab-a417-2eecf378f2b4/a0a95c90-2abd-4fad-941c-45aebab2f040) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:54.488393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.526402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c89cbd-4ecd-447a-a907-59d694704f4d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:54.550635 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5a7474fa-1aff-4c2b-aff6-d24d39f5c5d2 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/e0080b1a-bbd3-4dea-8048-0a2df86bcbff HTTP/1.1" status: 200 len: 921 time: 1.0857034 May 29 01:06:54.553691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56146) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:54.591244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.595608 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3afe082c-3ac6-41e4-990b-c3ab4d9a3087 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6640480 May 29 01:06:54.599797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] For port a0a95c90-2abd-4fad-941c-45aebab2f040, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0a95c90-2abd-4fad-941c-45aebab2f040,segment=NetworkSegment(32aabf5a-a400-48f6-a1c4-8dd615d54994),segment_id=32aabf5a-a400-48f6-a1c4-8dd615d54994)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:54.600304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56150) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:54.608051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1013710010', 'security_groups': ['52c89cbd-4ecd-447a-a907-59d694704f4d'], 'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f596a3e-fb90-45ab-a417-2eecf378f2b4'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:54.625150 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.642067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] Transition to ACTIVE for port object a0a95c90-2abd-4fad-941c-45aebab2f040 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:54.681593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:54.682375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:54.741223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cdc41f69-7501-4f78-85f7-e1b3f4cc9732 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags/tempest-TagsExtTest-Tag-725453778 HTTP/1.1" status: 201 len: 201 time: 0.3844514 May 29 01:06:54.747926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:54.756809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-5de86b2c-400d-4ea7-a4be-31e6700692e5 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', 'tempest-TagsExtTest-Tag-1141823409') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:54.794784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:54.800848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-126fcea1-a0bc-46ad-8e55-c47df2d1f1c0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Synchronizing usage tracker for tenant:02b879c472404e058a8294dfb375b7fc on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:54.815518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:54.834133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:54.834446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-126fcea1-a0bc-46ad-8e55-c47df2d1f1c0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Unset dirty status for tenant:02b879c472404e058a8294dfb375b7fc on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:54.835694 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-126fcea1-a0bc-46ad-8e55-c47df2d1f1c0 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=e0080b1a-bbd3-4dea-8048-0a2df86bcbff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2800956 May 29 01:06:54.841313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56158) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:54.843610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:54.844265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=35ea78b4-6325-443b-b3af-0f0dcb753946,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:54.920491 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5de86b2c-400d-4ea7-a4be-31e6700692e5 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags/tempest-TagsExtTest-Tag-1141823409 HTTP/1.1" status: 201 len: 201 time: 0.1690259 May 29 01:06:54.926214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56162) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:54.931507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-46ec3add-e9b3-41f1-9e5c-91203757d37a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:54.998001 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:06:55.025421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.029166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb262c9-6c09-41ed-ba21-e463fe59c2e8 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:55.029921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ddb262c9-6c09-41ed-ba21-e463fe59c2e8 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Synchronizing usage tracker for tenant:02b879c472404e058a8294dfb375b7fc on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:06:55.034949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.042572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.069306 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-46ec3add-e9b3-41f1-9e5c-91203757d37a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags HTTP/1.1" status: 200 len: 241 time: 0.1398263 May 29 01:06:55.069531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56166) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:55.073608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d750fd-a9da-417c-83aa-73ece16ffe63 None None] Pushing event updated for resources: {'Port': ['ID=a0a95c90-2abd-4fad-941c-45aebab2f040,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:55.078469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-72a02f00-dbe8-41db-a8e6-ed0089ddfb94 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', 'tempest-TagsExtTest-Tag-1536866110') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:55.089681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:06:55.112611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] device_id is not set on port 1ba41f3e-5640-4220-9c2f-51204ede26e6 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:06:55.129584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-022030a8-3481-40cf-ac5a-45c7011b2462 None None] Provisioning for port ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:55.137241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ddb262c9-6c09-41ed-ba21-e463fe59c2e8 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Unset dirty status for tenant:02b879c472404e058a8294dfb375b7fc on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:06:55.141251 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ddb262c9-6c09-41ed-ba21-e463fe59c2e8 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.2943115 May 29 01:06:55.143394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56170) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:55.159757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-022030a8-3481-40cf-ac5a-45c7011b2462 None None] Provisioning complete for port ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:55.163496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-022030a8-3481-40cf-ac5a-45c7011b2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.217437 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cd067249-2040-4775-83fc-3c6d61525c2c tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=e0080b1a-bbd3-4dea-8048-0a2df86bcbff HTTP/1.1" status: 200 len: 205 time: 0.0658605 May 29 01:06:55.218141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56176) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:55.222864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=a99fc48b-bd1a-4c67-8e10-52459129965a,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:55.290945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-022030a8-3481-40cf-ac5a-45c7011b2462 None None] Port ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:55.433577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8::35 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/6f596a3e-fb90-45ab-a417-2eecf378f2b4/1ba41f3e-5640-4220-9c2f-51204ede26e6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:55.503271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.647054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-38c1a7ae-eb28-4d6d-8aa3-5b864e5d8d68 None None] Provisioning complete for port ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:55.647054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38c1a7ae-eb28-4d6d-8aa3-5b864e5d8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.654696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.674139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object 1ba41f3e-5640-4220-9c2f-51204ede26e6 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:55.700143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.751908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-38c1a7ae-eb28-4d6d-8aa3-5b864e5d8d68 None None] Port ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:55.769793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:55.775829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7fcd9-c6b4-417e-a474-85c21890f89a None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:55.786542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-38c1a7ae-eb28-4d6d-8aa3-5b864e5d8d68 None None] Provisioning for port a99fc48b-bd1a-4c67-8e10-52459129965a completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:55.792504 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-72a02f00-dbe8-41db-a8e6-ed0089ddfb94 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags/tempest-TagsExtTest-Tag-1536866110 HTTP/1.1" status: 204 len: 168 time: 0.7219043 May 29 01:06:55.794891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-38c1a7ae-eb28-4d6d-8aa3-5b864e5d8d68 None None] Provisioning complete for port a99fc48b-bd1a-4c67-8e10-52459129965a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:55.797126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-38c1a7ae-eb28-4d6d-8aa3-5b864e5d8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.797488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56186) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:55.801050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 887e06ac-c595-458e-9afa-f760bfa647cc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:55.805197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-c44a90ee-0a59-49b9-b3aa-73cb210e1f80 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', 'tempest-TagsExtTest-Tag-1536866110') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:55.806349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:55.810202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:55.813418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:55.817552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:55.818153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:55.824384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=1ba41f3e-5640-4220-9c2f-51204ede26e6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:55.837982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:55.868146 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2e142933-a5bf-49b9-8504-eeeb63327b79 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2641063 May 29 01:06:55.868427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56190) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:55.876259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:55.932835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224b86-a653-42c2-9026-53b367d5bb41 req-f84fd09e-f539-492f-8e46-0948fd06dabc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:55.934656 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-25224b86-a653-42c2-9026-53b367d5bb41 req-f84fd09e-f539-492f-8e46-0948fd06dabc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.4183342 May 29 01:06:56.064146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:56.071469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:56.083698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-38c1a7ae-eb28-4d6d-8aa3-5b864e5d8d68 None None] Port a99fc48b-bd1a-4c67-8e10-52459129965a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:56.084319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:56.099918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:56.123219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:56.130175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:56.224123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1848e038-5f0a-44e4-ad1f-2b8e71e539b4 None None] Provisioning for port a0a95c90-2abd-4fad-941c-45aebab2f040 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:56.232256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1848e038-5f0a-44e4-ad1f-2b8e71e539b4 None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:56.240708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1848e038-5f0a-44e4-ad1f-2b8e71e539b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:56.269344 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-25224b86-a653-42c2-9026-53b367d5bb41 req-5256d458-2014-49fc-a7fb-e9b2f6c09149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576768 May 29 01:06:56.323206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e61f9ba-4648-4200-af97-8f8b49ba91ce None None] New status for floating IP b29d714e-71df-43c6-8f26-2eae53aadfd2: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:06:56.351677 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.ipam_backend_mixin [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f596a3e-fb90-45ab-a417-2eecf378f2b4 (CIDR: 2001:db8::/64) May 29 01:06:56.359236 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:06:56.359779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:56.366949 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-d92aa69e-85bd-45fa-837d-853fbe30b04d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036519914&fields=id&tenant_id=c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 267 time: 0.2928815 May 29 01:06:56.398317 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-379da600-c3ab-4dfc-b2c3-693bedf105ce tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5266757 May 29 01:06:56.398873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56198) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:56.406581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:56.644358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1848e038-5f0a-44e4-ad1f-2b8e71e539b4 None None] Provisioning complete for port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:56.644859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1848e038-5f0a-44e4-ad1f-2b8e71e539b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:56.660097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:56.672768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:56.676686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:56.679534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:56.685195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:56.697197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:56.700605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:56.703453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1848e038-5f0a-44e4-ad1f-2b8e71e539b4 None None] Port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:56.805330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c44a90ee-0a59-49b9-b3aa-73cb210e1f80 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags/tempest-TagsExtTest-Tag-1536866110 HTTP/1.1" status: 204 len: 168 time: 1.0067558 May 29 01:06:56.808554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56202) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:56.819137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-a4007ae4-4046-4fa1-ad78-e51cc0575cae tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:56.826398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e4147729-2528-4476-bc5b-5e147a11a154 None None] Provisioning complete for port a99fc48b-bd1a-4c67-8e10-52459129965a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:56.826827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4147729-2528-4476-bc5b-5e147a11a154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:56.837677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-ecb7dfbf-c0ff-475f-8c15-08a8791f6c1d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:56.839168 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-ecb7dfbf-c0ff-475f-8c15-08a8791f6c1d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 812 time: 0.4624228 May 29 01:06:56.876218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.ipam_backend_mixin [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 415acd51-cb6f-41ac-92f6-6e63951f47aa (CIDR: 2001:db8:0:1::/64) May 29 01:06:56.884055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d265ffd-214e-46de-b649-64c212a131da req-0602a6ff-c4a0-4411-a0a1-b0539248b2e2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:56.885418 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:06:56.885956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:06:56.891413 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d265ffd-214e-46de-b649-64c212a131da req-0602a6ff-c4a0-4411-a0a1-b0539248b2e2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.4174507 May 29 01:06:56.900164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e4147729-2528-4476-bc5b-5e147a11a154 None None] Port a99fc48b-bd1a-4c67-8e10-52459129965a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:56.918704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e4147729-2528-4476-bc5b-5e147a11a154 None None] Provisioning for port 1ba41f3e-5640-4220-9c2f-51204ede26e6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:06:56.923889 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b1de6625-325b-4e32-be26-692d28ab5a2a tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5238013 May 29 01:06:56.926581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56206) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:56.927639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e4147729-2528-4476-bc5b-5e147a11a154 None None] Provisioning complete for port 1ba41f3e-5640-4220-9c2f-51204ede26e6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:56.928048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4147729-2528-4476-bc5b-5e147a11a154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:56.933059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'subnet': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:56.933491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-b7543487-65fc-41c0-bd8b-9bc46f4c381a tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/quotas/c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 375 time: 0.0764105 May 29 01:06:56.954728 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a4007ae4-4046-4fa1-ad78-e51cc0575cae tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags HTTP/1.1" status: 200 len: 205 time: 0.1450808 May 29 01:06:56.959782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56210) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:56.959978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0a95c90-2abd-4fad-941c-45aebab2f040 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:56.968307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-b29c1815-1685-4ebf-a377-e7c7b01a510a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:57.032875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 68669d0e-0a85-450e-80c0-836de628c779 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:06:57.036571 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d265ffd-214e-46de-b649-64c212a131da req-be7fb476-d8c4-4c71-be7e-5a4f7bf823ff tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440852 May 29 01:06:57.040205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e4147729-2528-4476-bc5b-5e147a11a154 None None] Port 1ba41f3e-5640-4220-9c2f-51204ede26e6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:06:57.074064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:57.074064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:57.079888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56214) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:57.138744 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-c7b59ad6-4109-449b-981a-387c717ec846 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2038345 May 29 01:06:57.240349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 35ea78b4-6325-443b-b3af-0f0dcb753946 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:06:57.259466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:57.265937 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b29c1815-1685-4ebf-a377-e7c7b01a510a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags HTTP/1.1" status: 200 len: 240 time: 0.3063719 May 29 01:06:57.269104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56220) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:57.274329 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9861f14e-ba20-4b4a-94d8-ef24c251883f tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 1093 time: 0.1888316 May 29 01:06:57.276175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Usage tracker for resource:subnet and tenant:de000df38d0f45888ed63c7d9c343ce6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:57.279676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:57.283025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56224) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:57.291350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-ba23e5ec-b9e6-41c7-ad4b-5c032659dd8a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', 'tempest-TagsExtTest-Tag-390938727') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:57.318795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:57.321166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 35ea78b4-6325-443b-b3af-0f0dcb753946 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:06:57.321542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:57.328173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:57.337459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:57.346588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:57.351223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:57.363115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:57.368128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Made reservation on behalf of de000df38d0f45888ed63c7d9c343ce6 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:06:57.370992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:57.465031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:57.517411 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-0f658600-eff4-4680-983d-9e16fd935dbb service neutron] 10.222.0.33 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778205 May 29 01:06:57.518123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:57.575494 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba23e5ec-b9e6-41c7-ad4b-5c032659dd8a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags/tempest-TagsExtTest-Tag-390938727 HTTP/1.1" status: 204 len: 168 time: 0.3049703 May 29 01:06:57.579583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56228) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:57.596114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Deleting port 0bd8f1f5-cc44-4c09-90ca-ea89467f5f05 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:06:57.596431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:57.599838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-189e1edb-0c87-4bdd-8b62-5dce5ca6bec2 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', 'tempest-TagsExtTest-Tag-390938727') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:57.713488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:06:57.719498 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3d312579-b898-427a-8696-bff0a2e41838 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/68669d0e-0a85-450e-80c0-836de628c779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1374657 May 29 01:06:57.725806 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] Sync routers for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:06:57.729710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56232) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:57.738921 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:57.739815 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:57.802054 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:57.803777 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-b6a09b15-d988-41f1-9f97-e40035cf9a3f service neutron] 10.222.0.33 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792521 May 29 01:06:57.815623 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:06:57.816260 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:57.848150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:57.862213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c0127-2600-4824-a6d8-3b3c0e8d8a22 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:57.863743 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d28c0127-2600-4824-a6d8-3b3c0e8d8a22 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports/a99fc48b-bd1a-4c67-8e10-52459129965a HTTP/1.1" status: 200 len: 910 time: 0.1279438 May 29 01:06:57.870002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56236) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:57.899968 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:57.900382 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff199-7bc4-447b-8eff-2e22932c1e4d None None] The sync data for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:06:57.997375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Calling delete_port for 0bd8f1f5-cc44-4c09-90ca-ea89467f5f05 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:06:58.001362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.003951 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-189e1edb-0c87-4bdd-8b62-5dce5ca6bec2 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags/tempest-TagsExtTest-Tag-390938727 HTTP/1.1" status: 204 len: 168 time: 0.4212172 May 29 01:06:58.019766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56244) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:58.065399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-4a3976fb-6f66-434b-8514-18b12ce717be tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:58.169645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.187397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.243405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event deleted for resources: {'Port': ['ID=0bd8f1f5-cc44-4c09-90ca-ea89467f5f05,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:58.436009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:58.444624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:58.450614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Subnet': ['ID=31376d31-3ebd-4079-9b39-0b1117950d4f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:58.455049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0a6c2-615e-441e-b29f-baa6234d8068 None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:06:58.457594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:06:58.458281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.483027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.105 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/259eea0d-0aa0-4ee6-abbc-8a073debabd3) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:58.485029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.493182 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4a3976fb-6f66-434b-8514-18b12ce717be tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags HTTP/1.1" status: 200 len: 205 time: 0.4700737 May 29 01:06:58.495755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56250) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:58.511020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-24d77cf4-ec3d-4ec6-8447-4aaed1b53a00 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:58.569169 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-802c519e-5dab-41b0-9a7f-0dd0999622d5 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6413946 May 29 01:06:58.593174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56254) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:58.652668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1081765690', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31376d31-3ebd-4079-9b39-0b1117950d4f'}], 'security_groups': ['835d3773-f70c-4c4c-b393-8b5b93b8c8b4', '12b3fc6e-b4b2-4e32-81da-0349f6669005']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:58.839642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] Update dhcp port {'port': {'network_id': '29d9da75-bfdc-4922-89d5-22799bd3cbe4', 'fixed_ips': [{'subnet_id': '415acd51-cb6f-41ac-92f6-6e63951f47aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6f596a3e-fb90-45ab-a417-2eecf378f2b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '31376d31-3ebd-4079-9b39-0b1117950d4f'}], 'binding:host_id': 'dv-neutron-843186-2-hyperv'}, 'id': 'a0a95c90-2abd-4fad-941c-45aebab2f040'} from dv-neutron-843186-2-hyperv. {{(pid=83981) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 29 01:06:58.865661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.870164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.900239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.904457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.906037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Fanout notify agent at l3_agent the message router_deleted on router e0080b1a-bbd3-4dea-8048-0a2df86bcbff {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:06:58.923467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.928087 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3118c306-582b-432d-ab93-642058082483 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/e0080b1a-bbd3-4dea-8048-0a2df86bcbff HTTP/1.1" status: 204 len: 168 time: 3.7032769 May 29 01:06:58.928898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56258) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:58.934315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-126669190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:58.941377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:06:58.945751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Usage tracker for resource:router and tenant:247c4ba3e4c44e0da22609396ad5787c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:06:58.948323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:06:58.955328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:06:58.968403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.969353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:58.992137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.008670 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-24d77cf4-ec3d-4ec6-8447-4aaed1b53a00 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags HTTP/1.1" status: 200 len: 240 time: 0.5044444 May 29 01:06:59.011181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56264) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:59.017454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-3168077b-722f-440d-8248-ef94d30ec521 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', 'tempest-TagsExtTest-Tag-725453778') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:59.054233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.056965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.070502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.174119 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3168077b-722f-440d-8248-ef94d30ec521 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags/tempest-TagsExtTest-Tag-725453778 HTTP/1.1" status: 204 len: 168 time: 0.1562021 May 29 01:06:59.174119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.174119 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-62b62cf7-fcd8-47aa-9fb4-1990a50f7575 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2408311 May 29 01:06:59.174512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56268) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:59.174671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56270) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:59.183245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': False}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:06:59.204753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] Allocated IP 2001:db8:0:2::2 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/31376d31-3ebd-4079-9b39-0b1117950d4f/a0a95c90-2abd-4fad-941c-45aebab2f040) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:59.250397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-10d6337b-b1be-44ae-89cb-2a0df2769219 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', 'tempest-TagsExtTest-Tag-725453778') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:59.379083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.432750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.508547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6ab6f79e-72b0-4752-bb63-cb47c6018462 req-d52937dd-2e05-4152-b0ae-9fb19b9b5f75 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 210 time: 0.1622245 May 29 01:06:59.518096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] For port a0a95c90-2abd-4fad-941c-45aebab2f040, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0a95c90-2abd-4fad-941c-45aebab2f040,segment=NetworkSegment(32aabf5a-a400-48f6-a1c4-8dd615d54994),segment_id=32aabf5a-a400-48f6-a1c4-8dd615d54994)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:06:59.550630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.579214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] Transition to ACTIVE for port object a0a95c90-2abd-4fad-941c-45aebab2f040 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:06:59.585215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.610215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:06:59.615834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:06:59.617658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=259eea0d-0aa0-4ee6-abbc-8a073debabd3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:59.656077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:06:59.734607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70825d62-2ad5-4ee5-887e-e0b6525e56f0 None None] Pushing event updated for resources: {'Port': ['ID=a0a95c90-2abd-4fad-941c-45aebab2f040,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:06:59.763136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-10d6337b-b1be-44ae-89cb-2a0df2769219 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags/tempest-TagsExtTest-Tag-725453778 HTTP/1.1" status: 204 len: 168 time: 0.5821307 May 29 01:06:59.767787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56282) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:59.778508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-b725b019-62e8-47df-8d9d-c4c97d19d0aa tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:06:59.928963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Delete allocated IP 2001:db8::35 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/6f596a3e-fb90-45ab-a417-2eecf378f2b4) {{(pid=83980) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 29 01:06:59.951093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Allocated IP 2001:db8:0:2::2f4 (29d9da75-bfdc-4922-89d5-22799bd3cbe4/31376d31-3ebd-4079-9b39-0b1117950d4f/1ba41f3e-5640-4220-9c2f-51204ede26e6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:06:59.975593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:06:59.991554 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b725b019-62e8-47df-8d9d-c4c97d19d0aa tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags HTTP/1.1" status: 200 len: 205 time: 0.2210836 May 29 01:06:59.991754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56286) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:06:59.997575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-d6d0d8f7-6afc-4aac-8a7e-19decf3b7a24 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:00.219839 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d6d0d8f7-6afc-4aac-8a7e-19decf3b7a24 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags HTTP/1.1" status: 200 len: 241 time: 0.2241387 May 29 01:07:00.223807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56292) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:00.231228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-b37ae132-9013-4be8-8a36-632575870f19 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', 'tempest-TagsExtTest-Tag-1141823409') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:00.267393 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b37ae132-9013-4be8-8a36-632575870f19 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags/tempest-TagsExtTest-Tag-1141823409 HTTP/1.1" status: 204 len: 168 time: 0.0399733 May 29 01:07:00.267758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56296) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:00.274113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-ece6de1a-7d0f-4c50-94f2-a47453311e51 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', 'tempest-TagsExtTest-Tag-1141823409') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:00.388333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ece6de1a-7d0f-4c50-94f2-a47453311e51 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags/tempest-TagsExtTest-Tag-1141823409 HTTP/1.1" status: 204 len: 168 time: 0.1174114 May 29 01:07:00.388937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56302) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:00.390595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:00.407481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Provisioning for port a0a95c90-2abd-4fad-941c-45aebab2f040 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:00.418012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:00.418922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:00.424564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-d48b5c28-8c7a-482a-9932-6cc7d743010c tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:00.437984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:00.509168 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d48b5c28-8c7a-482a-9932-6cc7d743010c tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags HTTP/1.1" status: 200 len: 205 time: 0.0902877 May 29 01:07:00.509783 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56310) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:00.518707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-9d592bbf-08c0-41ac-bc63-15429bb74183 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:00.617711 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9d592bbf-08c0-41ac-bc63-15429bb74183 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1046314 May 29 01:07:00.620599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Provisioning complete for port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:00.621458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:00.622355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56316) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:00.624908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Allocated IP 172.26.5.235 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/0eb3cb7d-b106-41f3-9a81-6ed59b26d5e2) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:00.630296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-767fafa9-2c6a-4d90-9014-e05b859ad20b tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:00.698748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:00.714913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Provisioning complete for port 1ba41f3e-5640-4220-9c2f-51204ede26e6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:00.715463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:00.784528 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-02afe33e-a4b6-4eed-bc6a-03bb744f49e6 req-51f9e5f1-3582-47b7-839c-7757fd4cc7ce tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 210 time: 0.1628869 May 29 01:07:00.819309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-581db2f9-fdf0-45a6-988a-cb8fb9e9fd12 None None] Port 1ba41f3e-5640-4220-9c2f-51204ede26e6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:00.853715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:00.892341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Transition to ACTIVE for port object 1ba41f3e-5640-4220-9c2f-51204ede26e6 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:00.900528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:00.908517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0a95c90-2abd-4fad-941c-45aebab2f040 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:00.944511 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-767fafa9-2c6a-4d90-9014-e05b859ad20b tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags HTTP/1.1" status: 204 len: 168 time: 0.3212121 May 29 01:07:00.947035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56324) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:00.961057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-23666197-11c0-4f6a-ab64-bac29c8aadac tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:00.992836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:00.993212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.019663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.071424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-23666197-11c0-4f6a-ab64-bac29c8aadac tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1231167 May 29 01:07:01.074013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.078839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56328) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:01.105090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.120657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-7db22455-5460-431e-b8f0-ffc2b8b70ad3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:01.190157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:01.198428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:01.205468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:01.232442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb3cb7d-b106-41f3-9a81-6ed59b26d5e2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:01.251714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event updated for resources: {'Port': ['ID=1ba41f3e-5640-4220-9c2f-51204ede26e6,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:01.291175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] In _notify_port_updated(), no bound segment for port 1ba41f3e-5640-4220-9c2f-51204ede26e6 on network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:07:01.295088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:01.296497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.298008 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-013af137-5997-4fdd-a6cd-710aa2809b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "PUT /v2.0/ports/1ba41f3e-5640-4220-9c2f-51204ede26e6 HTTP/1.1" status: 200 len: 970 time: 2.6611357 May 29 01:07:01.305866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56332) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:01.352550 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7db22455-5460-431e-b8f0-ffc2b8b70ad3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags HTTP/1.1" status: 204 len: 168 time: 0.2417159 May 29 01:07:01.353334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56336) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:01.364836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-88a045f8-d792-49c6-a888-94c1a1fbd8ee tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', 'tempest-TagsExtTest-Tag-548792229') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:01.390416 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-57489ac1-fa50-4ffe-8ab4-2f9b2e2cd006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.409398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.457603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 1ba41f3e-5640-4220-9c2f-51204ede26e6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:01.459103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.469750 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-88a045f8-d792-49c6-a888-94c1a1fbd8ee tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags/tempest-TagsExtTest-Tag-548792229 HTTP/1.1" status: 201 len: 201 time: 0.1092193 May 29 01:07:01.472378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.482180 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7c85c03c-230d-4ae7-b340-4e0650271dab None None] Provisioning for port 1ba41f3e-5640-4220-9c2f-51204ede26e6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:01.489893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7c85c03c-230d-4ae7-b340-4e0650271dab None None] Provisioning complete for port 1ba41f3e-5640-4220-9c2f-51204ede26e6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:01.490587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c85c03c-230d-4ae7-b340-4e0650271dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.491871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56340) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:01.518247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-45b288ac-3c46-40a1-87c6-bcd17049d89a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', 'tempest-TagsExtTest-Tag-1972618760') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:01.562805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7c85c03c-230d-4ae7-b340-4e0650271dab None None] Port 1ba41f3e-5640-4220-9c2f-51204ede26e6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:01.654867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.659672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:01.918485 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Router c14127b5-d865-4d41-a39e-e08abfd49807 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:02.020578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port a99fc48b-bd1a-4c67-8e10-52459129965a {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:02.021133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:02.138040 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7288e948-ab02-4ce3-bc89-d2a1a1ab5dc3 req-250f925e-afd7-4c9f-ac56-733691d0a1f9 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 210 time: 0.0479579 May 29 01:07:02.281552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:02.290245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:02.291422 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1339d21b-2469-430f-931f-b31231fdbe19 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "PUT /v2.0/routers/c14127b5-d865-4d41-a39e-e08abfd49807 HTTP/1.1" status: 200 len: 915 time: 3.1158998 May 29 01:07:02.293122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] Sync routers for ids ['c14127b5-d865-4d41-a39e-e08abfd49807'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:02.294004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56348) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:02.307227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] Routers {'c14127b5-d865-4d41-a39e-e08abfd49807'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:02.308122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c14127b5-d865-4d41-a39e-e08abfd49807'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:02.344155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-d8770158-45b5-4c66-9f63-6bab1c376bc6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:02.345559 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-d8770158-45b5-4c66-9f63-6bab1c376bc6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 812 time: 0.7617023 May 29 01:07:02.372878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:02.385689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] Routers {'c14127b5-d865-4d41-a39e-e08abfd49807'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:02.385913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:06:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c14127b5-d865-4d41-a39e-e08abfd49807'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:02.440739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:02.454151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:02.454796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:02.455026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84f208-c2b7-4939-a020-b35cc15231c0 None None] The sync data for ids ['c14127b5-d865-4d41-a39e-e08abfd49807'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:02.482742 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-45b288ac-3c46-40a1-87c6-bcd17049d89a tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags/tempest-TagsExtTest-Tag-1972618760 HTTP/1.1" status: 201 len: 201 time: 0.9845967 May 29 01:07:02.482742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:02.484399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56352) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:02.490973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-2f2fe564-419f-4558-8bf5-f5ea91f4c9bb tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', 'tempest-TagsExtTest-Tag-1568483913') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:02.640060 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-322eec24-4adf-4b57-a81e-f2e2ecefe09e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/c14127b5-d865-4d41-a39e-e08abfd49807 HTTP/1.1" status: 200 len: 921 time: 0.3428588 May 29 01:07:02.641042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56356) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:02.656793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 1ba41f3e-5640-4220-9c2f-51204ede26e6 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:02.708720 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2f2fe564-419f-4558-8bf5-f5ea91f4c9bb tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags/tempest-TagsExtTest-Tag-1568483913 HTTP/1.1" status: 201 len: 201 time: 0.2231793 May 29 01:07:02.711942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56360) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:02.720279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-83e89212-789b-470f-a4d7-6ebb7febed30 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', 'tempest-TagsExtTest-Tag-1292888023') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:02.722700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2fbe355a-5873-4fdb-9171-9693426083da tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 380 time: 0.3609693 May 29 01:07:02.729086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:02.748319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'port': {'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'admin_state_up': True, 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'security_groups': ['41ae96d7-1044-4102-a4e9-e5bf299d2d49']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:02.751339 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4bc55330-e7c6-4e2a-9930-a196207f489e tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=c14127b5-d865-4d41-a39e-e08abfd49807&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1089864 May 29 01:07:02.753796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56364) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:02.857931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-83e89212-789b-470f-a4d7-6ebb7febed30 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags/tempest-TagsExtTest-Tag-1292888023 HTTP/1.1" status: 201 len: 201 time: 0.1414592 May 29 01:07:02.858754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56368) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:02.866676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-e7203b99-11f3-4834-948c-960e49680ae0 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', {'tags': ['tempest-TagsExtTest-Tag-1452085036', 'tempest-TagsExtTest-Tag-1589921909', 'tempest-TagsExtTest-Tag-1810265513']}) {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:02.927453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for a99fc48b-bd1a-4c67-8e10-52459129965a owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:02.955232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b88789-056a-4b75-ab67-280aa016cb73 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:02.956679 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d7b88789-056a-4b75-ab67-280aa016cb73 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.2018354 May 29 01:07:02.959880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56372) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:02.974163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=259eea0d-0aa0-4ee6-abbc-8a073debabd3,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:03.009646 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ced62f3c-9b78-49af-9975-dd92f208a1b0 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=c14127b5-d865-4d41-a39e-e08abfd49807 HTTP/1.1" status: 200 len: 205 time: 0.0463228 May 29 01:07:03.009856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56376) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:03.083144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.130644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e7203b99-11f3-4834-948c-960e49680ae0 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags HTTP/1.1" status: 200 len: 318 time: 0.2708404 May 29 01:07:03.141064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56380) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:03.150524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-5d9838c5-46a3-47d6-9a3a-d8c70f311549 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:03.291547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5d9838c5-46a3-47d6-9a3a-d8c70f311549 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags HTTP/1.1" status: 204 len: 168 time: 0.1455269 May 29 01:07:03.294246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56386) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:03.300192 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-41bb3ac6-f9d6-4375-a5b1-2e64781520a8 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', 'tempest-TagsExtTest-Tag-1452085036') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:03.384324 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0924dac9-f161-4832-b353-44248b8da58d req-6542497d-5957-41f9-a876-ce56df96a85a tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 210 time: 0.0574543 May 29 01:07:03.405514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.500133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.507595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:03.547623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:port and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:03.565369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:03.566834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-758a8d0c-9c88-4370-a9ec-4f7a50cd31dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.581859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:03.584567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=1ba41f3e-5640-4220-9c2f-51204ede26e6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:03.634163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Made reservation on behalf of c1061b9e135f46219445f4b06952b692 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:03.637278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.654087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.671389 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-41bb3ac6-f9d6-4375-a5b1-2e64781520a8 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:03.672425 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-41bb3ac6-f9d6-4375-a5b1-2e64781520a8 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags/tempest-TagsExtTest-Tag-1452085036 HTTP/1.1" status: 404 len: 329 time: 0.3773077 May 29 01:07:03.675211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56390) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:03.680353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-3744271d-2ef4-4a87-b5bd-ecb71a417d65 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', 'tempest-TagsExtTest-Tag-1589921909') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:03.768158 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-89125ab9-816d-4d0e-90fa-3765ed6d3b1c tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/1ba41f3e-5640-4220-9c2f-51204ede26e6 HTTP/1.1" status: 204 len: 168 time: 2.4609723 May 29 01:07:03.770830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56394) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:03.813429 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-3744271d-2ef4-4a87-b5bd-ecb71a417d65 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:03.814432 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3744271d-2ef4-4a87-b5bd-ecb71a417d65 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags/tempest-TagsExtTest-Tag-1589921909 HTTP/1.1" status: 404 len: 329 time: 0.1383178 May 29 01:07:03.819605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56398) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:03.829424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-323f15ba-802c-4c62-9c85-f4dca618bab9 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1', 'tempest-TagsExtTest-Tag-1810265513') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:03.829674 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0158d7c0-563f-434b-8516-be85a2007766 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] GET failed (client error): The resource could not be found. May 29 01:07:03.830056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0158d7c0-563f-434b-8516-be85a2007766 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Synchronizing usage tracker for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:03.851721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0158d7c0-563f-434b-8516-be85a2007766 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Unset dirty status for tenant:de000df38d0f45888ed63c7d9c343ce6 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:03.852886 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0158d7c0-563f-434b-8516-be85a2007766 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports/1ba41f3e-5640-4220-9c2f-51204ede26e6 HTTP/1.1" status: 404 len: 333 time: 0.0806782 May 29 01:07:03.855907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56402) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:03.879158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.880546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.904108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Deleting port 0eb3cb7d-b106-41f3-9a81-6ed59b26d5e2 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:03.904449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:03.980548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=a99fc48b-bd1a-4c67-8e10-52459129965a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:04.046797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ff2-a5e5-4488-904d-ad6e4caf8edd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.085511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Allocated IP 172.20.0.4 (a1fbdd6c-b6d7-4216-bc21-91d79df445cd/8d8c319a-af00-4825-8b11-fdd866db4f1b/2f15e413-6841-4f26-b5f2-67c06bfff59b) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:04.092029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ff2-a5e5-4488-904d-ad6e4caf8edd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.103561 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 2b63eea7-f406-42b3-bbe9-b8a753cc92bf associated. External IP: 172.26.5.105, port: aebfb99d-4cfc-49ac-a2c1-54cd57cffe79. May 29 01:07:04.153573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.285933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ff2-a5e5-4488-904d-ad6e4caf8edd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.294970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Calling delete_port for 0eb3cb7d-b106-41f3-9a81-6ed59b26d5e2 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:04.341409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5ff2-a5e5-4488-904d-ad6e4caf8edd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c89cbd-4ecd-447a-a907-59d694704f4d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:04.359689 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ff2-a5e5-4488-904d-ad6e4caf8edd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.360838 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d24b5ff2-a5e5-4488-904d-ad6e4caf8edd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/security-groups/52c89cbd-4ecd-447a-a907-59d694704f4d HTTP/1.1" status: 204 len: 168 time: 0.5040154 May 29 01:07:04.363442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56406) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:04.397897 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-323f15ba-802c-4c62-9c85-f4dca618bab9 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:04.398934 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-323f15ba-802c-4c62-9c85-f4dca618bab9 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags/tempest-TagsExtTest-Tag-1810265513 HTTP/1.1" status: 404 len: 329 time: 0.5771914 May 29 01:07:04.409813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56410) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:04.447801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-0bc4c841-8ab1-48e3-8888-3ea1f9f0d6ca tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', {'tags': ['tempest-TagsExtTest-Tag-761808704', 'tempest-TagsExtTest-Tag-70662658', 'tempest-TagsExtTest-Tag-1113713575']}) {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:04.463818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35b2b212-ddb7-41c2-8c36-456e3eee4741 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.507005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.541284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35b2b212-ddb7-41c2-8c36-456e3eee4741 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.602712 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a4f56cdf-b15b-4a77-aa0c-affd8581da60 req-794c156d-5a02-407f-bd2a-4455ed0e1648 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 210 time: 0.0707183 May 29 01:07:04.638641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.670485 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0bc4c841-8ab1-48e3-8888-3ea1f9f0d6ca tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags HTTP/1.1" status: 200 len: 315 time: 0.2517948 May 29 01:07:04.673655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56416) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:04.680575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35b2b212-ddb7-41c2-8c36-456e3eee4741 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.696384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.707553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-97683af1-7538-4ab0-9b58-5d6ef784732f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:04.722651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Transition to ACTIVE for port object 2f15e413-6841-4f26-b5f2-67c06bfff59b will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:04.734603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event deleted for resources: {'Port': ['ID=0eb3cb7d-b106-41f3-9a81-6ed59b26d5e2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:04.747865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2b212-ddb7-41c2-8c36-456e3eee4741 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b3fc6e-b4b2-4e32-81da-0349f6669005,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:04.749921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.846754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35b2b212-ddb7-41c2-8c36-456e3eee4741 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:04.847859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-35b2b212-ddb7-41c2-8c36-456e3eee4741 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/security-groups/12b3fc6e-b4b2-4e32-81da-0349f6669005 HTTP/1.1" status: 204 len: 168 time: 0.4835413 May 29 01:07:04.852606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56420) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:04.904063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.053694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.249578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:05.251951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:05.254411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:05.280623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=2f15e413-6841-4f26-b5f2-67c06bfff59b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:05.301858 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-97683af1-7538-4ab0-9b58-5d6ef784732f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags HTTP/1.1" status: 204 len: 168 time: 0.6224809 May 29 01:07:05.307423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56424) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:05.314406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63c173fa-94a6-4423-99fa-220be26d2ac4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.316691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-7ccf0cbf-159a-4589-bb2b-5f45225c7f73 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', 'tempest-TagsExtTest-Tag-761808704') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:05.384699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.388557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:05.389172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.451598 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-9206aeb8-a297-4fc2-b0d6-05609af6d1ab tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7069244 May 29 01:07:05.472322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63c173fa-94a6-4423-99fa-220be26d2ac4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.488767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.508152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.528947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Request body: {'port': {'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:05.534170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-af675596-f979-4249-8dcd-a2dfc9beb444 None None] Provisioning for port 2f15e413-6841-4f26-b5f2-67c06bfff59b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:05.545684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-af675596-f979-4249-8dcd-a2dfc9beb444 None None] Provisioning complete for port 2f15e413-6841-4f26-b5f2-67c06bfff59b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:05.546719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af675596-f979-4249-8dcd-a2dfc9beb444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.546871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.547709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Fanout notify agent at l3_agent the message router_deleted on router c14127b5-d865-4d41-a39e-e08abfd49807 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:05.549659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63c173fa-94a6-4423-99fa-220be26d2ac4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.571483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c173fa-94a6-4423-99fa-220be26d2ac4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d3773-f70c-4c4c-b393-8b5b93b8c8b4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:05.592046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.597243 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-41a1106c-cb79-4876-a44c-a52a6e453625 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/c14127b5-d865-4d41-a39e-e08abfd49807 HTTP/1.1" status: 204 len: 168 time: 2.5829434 May 29 01:07:05.597243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63c173fa-94a6-4423-99fa-220be26d2ac4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.600457 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-63c173fa-94a6-4423-99fa-220be26d2ac4 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/security-groups/835d3773-f70c-4c4c-b393-8b5b93b8c8b4 HTTP/1.1" status: 204 len: 168 time: 0.7450995 May 29 01:07:05.601552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56428) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:05.602469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56430) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:05.610055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1990218082', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:05.617358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:05.617582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-af675596-f979-4249-8dcd-a2dfc9beb444 None None] Port 2f15e413-6841-4f26-b5f2-67c06bfff59b cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:05.659016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Usage tracker for resource:router and tenant:247c4ba3e4c44e0da22609396ad5787c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:05.662096 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-7ccf0cbf-159a-4589-bb2b-5f45225c7f73 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:05.665714 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7ccf0cbf-159a-4589-bb2b-5f45225c7f73 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags/tempest-TagsExtTest-Tag-761808704 HTTP/1.1" status: 404 len: 328 time: 0.3546536 May 29 01:07:05.667539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:05.669767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56438) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:05.677317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:05.682571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-df19056b-1ce6-4d0e-a358-817a79f87366 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', 'tempest-TagsExtTest-Tag-70662658') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:05.714218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.715070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.863109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.881565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:05.901416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 6f596a3e-fb90-45ab-a417-2eecf378f2b4 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:05.907271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.041214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99da6c26-b8a8-4d93-85b8-f0f959114a3c has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:06.044791 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-df19056b-1ce6-4d0e-a358-817a79f87366 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:06.047309 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-df19056b-1ce6-4d0e-a358-817a79f87366 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags/tempest-TagsExtTest-Tag-70662658 HTTP/1.1" status: 404 len: 327 time: 0.3746688 May 29 01:07:06.052455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56442) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:06.070830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-a3907b02-3739-457f-a637-1edd0de94c86 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5', 'tempest-TagsExtTest-Tag-1113713575') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:06.071110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.075428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc3e18-228d-4623-856b-b8c8e5dc6b80 req-b0cb5375-df6b-40af-b52f-f17d9b846b99 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:06.077014 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cbdc3e18-228d-4623-856b-b8c8e5dc6b80 req-b0cb5375-df6b-40af-b52f-f17d9b846b99 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 931 time: 0.3100088 May 29 01:07:06.096294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.195477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.208639 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cbdc3e18-228d-4623-856b-b8c8e5dc6b80 req-3405021a-375d-49d2-b4a1-5d1c45c804f3 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206372 May 29 01:07:06.251403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.392334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.432534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 68669d0e-0a85-450e-80c0-836de628c779 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:06.441045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=6f596a3e-fb90-45ab-a417-2eecf378f2b4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:06.460716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae9f84f-b13b-4f3c-bd37-d4c21c71b1f5 None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:06.462433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.478792 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3db608f3-afe8-4969-895c-428e1aa8114b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/6f596a3e-fb90-45ab-a417-2eecf378f2b4 HTTP/1.1" status: 204 len: 168 time: 0.8700309 May 29 01:07:06.480166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56446) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:06.491688 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-a3907b02-3739-457f-a637-1edd0de94c86 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:06.495646 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a3907b02-3739-457f-a637-1edd0de94c86 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags/tempest-TagsExtTest-Tag-1113713575 HTTP/1.1" status: 404 len: 329 time: 0.4373491 May 29 01:07:06.497467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56450) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:06.508326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-47c581c6-e61a-4c4f-9029-280319811b8c tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', {'tags': ['tempest-TagsExtTest-Tag-181576370', 'tempest-TagsExtTest-Tag-1341340717', 'tempest-TagsExtTest-Tag-1580151924']}) {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:06.571763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.613284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.618620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 31376d31-3ebd-4079-9b39-0b1117950d4f {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:06.656306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.737441 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.875055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Allocated IP 172.26.5.173 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/27edc8b2-e37a-4dae-97e0-0e3746b1eeb8) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:06.911111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:06.976198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.resource_extend [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:07:07.055125 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47c581c6-e61a-4c4f-9029-280319811b8c tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags HTTP/1.1" status: 200 len: 317 time: 0.5559874 May 29 01:07:07.064033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56454) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:07.078048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f15e413-6841-4f26-b5f2-67c06bfff59b {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:07:07.088452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.114444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Transition to ACTIVE for port object 2f15e413-6841-4f26-b5f2-67c06bfff59b will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:07.117728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-dfa63d87-b92c-43b6-90fa-6cc4327f0341 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:07.136104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.302817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:07.308392 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4dae06b9-de69-403e-b5d2-102e0ace1b3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/68669d0e-0a85-450e-80c0-836de628c779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4351997 May 29 01:07:07.315936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56460) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:07.318513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Pushing event updated for resources: {'Port': ['ID=2f15e413-6841-4f26-b5f2-67c06bfff59b,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:07.320051 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] Sync routers for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:07.323191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:07.338390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] Sync routers for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:07.377076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.385264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:07.387175 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:07.388361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:07.397334 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:07.489368 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c0f6f64c-5a5d-4929-ba6c-8df5589ba3a6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.2052734 May 29 01:07:07.491814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:07:07.496246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56464) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:07.529679 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:07.560141 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:07.560931 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:07.602879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.614953 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2251af25-a546-4301-8d65-fde76e8ec4dd'] response: {'name': 'network-changed', 'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'status': 'completed', 'code': 200} May 29 01:07:07.644445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Attempting to bind port 2f15e413-6841-4f26-b5f2-67c06bfff59b on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:07:07.645033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Attempting to bind port 2f15e413-6841-4f26-b5f2-67c06bfff59b by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:07:07.645559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Attempting to bind port 2f15e413-6841-4f26-b5f2-67c06bfff59b on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:07.660565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Port 2f15e413-6841-4f26-b5f2-67c06bfff59b on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:07:07.661170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Attempting to bind port 2f15e413-6841-4f26-b5f2-67c06bfff59b on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:07.668859 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:07.669680 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af6e06-711f-4535-86d6-aa1734d53cd4 None None] The sync data for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:07.680522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:07:07.680944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Checking segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:07.681240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Bound using segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:07:07.681665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Bound port: 2f15e413-6841-4f26-b5f2-67c06bfff59b, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:07:07.682011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.687808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.694612 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-727bcb56-6db4-4959-97c6-ce5b15ffb42b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/2b63eea7-f406-42b3-bbe9-b8a753cc92bf HTTP/1.1" status: 200 len: 991 time: 0.1947377 May 29 01:07:07.708221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=31376d31-3ebd-4079-9b39-0b1117950d4f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:07.739918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-521f8ba0-124b-40cc-a203-132ec629a621 None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:07.740556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-521f8ba0-124b-40cc-a203-132ec629a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.751080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.773715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff950e-9147-427c-a7b5-1f37eed58827 None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:07.783855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] For port 2f15e413-6841-4f26-b5f2-67c06bfff59b, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:07:07.787421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] For port 2f15e413-6841-4f26-b5f2-67c06bfff59b, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:07:07.793243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.794177 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f38ffec3-0e6d-45e7-9f09-741567762c77 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/31376d31-3ebd-4079-9b39-0b1117950d4f HTTP/1.1" status: 204 len: 168 time: 1.3129766 May 29 01:07:07.798905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56470) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:07.803182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dfa63d87-b92c-43b6-90fa-6cc4327f0341 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags HTTP/1.1" status: 204 len: 168 time: 0.7383142 May 29 01:07:07.809759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56472) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:07.818464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-99fc7349-9e09-4abf-8744-91a2e0691543 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', 'tempest-TagsExtTest-Tag-181576370') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:07.891321 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3123fc-b3cc-4cc3-8fae-9a26945de515 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:07.891321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3123fc-b3cc-4cc3-8fae-9a26945de515 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:07.892680 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ee3123fc-b3cc-4cc3-8fae-9a26945de515 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/6f596a3e-fb90-45ab-a417-2eecf378f2b4 HTTP/1.1" status: 404 len: 337 time: 0.0654953 May 29 01:07:07.901725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.902850 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] 10.222.0.16 "PUT /v2.0/ports/2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 200 len: 1093 time: 2.3849783 May 29 01:07:07.903673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56478) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:07.955832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f49d52-d002-47e6-89bc-58467e45564d req-a5d6d553-a7dd-4ea2-997b-fa8603e02ebf tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:07.957914 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57f49d52-d002-47e6-89bc-58467e45564d req-a5d6d553-a7dd-4ea2-997b-fa8603e02ebf tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 943 time: 0.4331911 May 29 01:07:07.965874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:07.975527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:08.025484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417a874-1091-4c9b-9f99-fb285df32857 service neutron] Pushing event updated for resources: {'Port': ['ID=2f15e413-6841-4f26-b5f2-67c06bfff59b,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:08.050365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-e226e961-359a-49b5-8c1b-226c57737473 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 1098 time: 0.4090605 May 29 01:07:08.175656 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-ac2e02f4-43d6-4518-b937-073629cc8a31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1096 time: 0.2116408 May 29 01:07:08.259233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:08.267593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting subnet 415acd51-cb6f-41ac-92f6-6e63951f47aa {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:08.281755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:08.283437 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57f49d52-d002-47e6-89bc-58467e45564d req-69d9f1d0-3f9c-42ad-a975-ef53dee1723b tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092561 May 29 01:07:08.285977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:08.304759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:08.325566 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-6685dd49-646e-44fa-bb4b-833d10326455 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 200 len: 217 time: 0.1317146 May 29 01:07:08.336667 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-99fc7349-9e09-4abf-8744-91a2e0691543 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:08.340643 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-99fc7349-9e09-4abf-8744-91a2e0691543 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags/tempest-TagsExtTest-Tag-181576370 HTTP/1.1" status: 404 len: 328 time: 0.5283756 May 29 01:07:08.341247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56482) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:08.363717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event updated for resources: {'Port': ['ID=27edc8b2-e37a-4dae-97e0-0e3746b1eeb8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:08.400259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:08.422179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-521f8ba0-124b-40cc-a203-132ec629a621 None None] Provisioning complete for port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:08.422651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-521f8ba0-124b-40cc-a203-132ec629a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:08.427569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-b5e4ecbe-71fd-47b5-b5dd-0dbf2c47e0ec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', 'tempest-TagsExtTest-Tag-1341340717') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:08.445982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-ff467c82-96d6-4dca-a941-84293f67e933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:08.447527 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-ff467c82-96d6-4dca-a941-84293f67e933 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.1154113 May 29 01:07:08.497823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-4a4cd034-6a8d-44e5-b398-61b01fad2dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:08.499925 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-4a4cd034-6a8d-44e5-b398-61b01fad2dec service neutron] 10.222.0.16 "GET /v2.0/networks?id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 200 len: 898 time: 0.4414420 May 29 01:07:08.510841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-521f8ba0-124b-40cc-a203-132ec629a621 None None] Port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:08.695586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:18Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:00Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:08.699052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56486) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:08.701860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] Checking router: 99da6c26-b8a8-4d93-85b8-f0f959114a3c for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:07:08.713803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:08.714421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:08.790303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:08.884359 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-0848b94d-9441-4fad-8782-b7cdb08ab54d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4292936 May 29 01:07:08.941213 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2e80db7b-cb38-4e66-aaa8-baf3e0b02b76 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/2b63eea7-f406-42b3-bbe9-b8a753cc92bf HTTP/1.1" status: 200 len: 991 time: 0.2400537 May 29 01:07:08.955757 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-c28abd06-3ce5-43e5-af68-05e637810bd3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 HTTP/1.1" status: 200 len: 999 time: 0.2608881 May 29 01:07:08.973096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:09.015365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-b5e4ecbe-71fd-47b5-b5dd-0dbf2c47e0ec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:09.019639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:09.020559 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b5e4ecbe-71fd-47b5-b5dd-0dbf2c47e0ec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags/tempest-TagsExtTest-Tag-1341340717 HTTP/1.1" status: 404 len: 329 time: 0.6671796 May 29 01:07:09.027271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56490) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.076235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-0f3cff96-2635-40bb-bc34-218b66abaa3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:09.077794 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-0f3cff96-2635-40bb-bc34-218b66abaa3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c5eaefa-9c65-4c96-8e96-c836a737c165 HTTP/1.1" status: 200 len: 835 time: 0.1111500 May 29 01:07:09.088981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Subnet': ['ID=415acd51-cb6f-41ac-92f6-6e63951f47aa,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:09.096042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:09.109543 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-928f52df-c3f3-4dba-a2c6-b123415429bd tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/415acd51-cb6f-41ac-92f6-6e63951f47aa HTTP/1.1" status: 204 len: 168 time: 1.2014782 May 29 01:07:09.113596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-cef13e84-7c0b-478d-8c87-08fd79d388ce tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb', 'tempest-TagsExtTest-Tag-1580151924') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:09.120277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56494) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.167878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e0aa1-17f6-48d7-b3fb-1477eeb3f050 None None] Network 29d9da75-bfdc-4922-89d5-22799bd3cbe4 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:09.207961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-37509729-b88f-4623-98e1-5a872a9fcd2e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:09.220378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37509729-b88f-4623-98e1-5a872a9fcd2e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:09.225056 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-37509729-b88f-4623-98e1-5a872a9fcd2e tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/bfbd3f3e-cdcf-4015-894f-4a98fd24b992 HTTP/1.1" status: 404 len: 337 time: 0.0977533 May 29 01:07:09.225868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56498) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.233917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:09.295268 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-cef13e84-7c0b-478d-8c87-08fd79d388ce tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:09.296771 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cef13e84-7c0b-478d-8c87-08fd79d388ce tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags/tempest-TagsExtTest-Tag-1580151924 HTTP/1.1" status: 404 len: 329 time: 0.2055635 May 29 01:07:09.301657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56502) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.318487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-7a29ced7-7544-49d7-85b7-809019537623 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', {'tags': ['tempest-TagsExtTest-Tag-1177838051', 'tempest-TagsExtTest-Tag-1448142216', 'tempest-TagsExtTest-Tag-1099517607']}) {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:09.350346 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e2860967-4887-4749-8f54-f44d3a48cb23 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ec265cd-bd1f-4618-b0d4-703b90905ad7 HTTP/1.1" status: 200 len: 205 time: 0.0675344 May 29 01:07:09.357677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56508) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.433911 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7a29ced7-7544-49d7-85b7-809019537623 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "PUT /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags HTTP/1.1" status: 200 len: 318 time: 0.1293042 May 29 01:07:09.442382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56512) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.444669 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-35ffb3ba-203a-4764-8259-0a9f9b4835b1 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034294 May 29 01:07:09.448443 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-1cf4b1ae-696a-45b3-81b7-59ed8f7d0f11 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] delete failed (client error): The resource could not be found. May 29 01:07:09.452845 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1cf4b1ae-696a-45b3-81b7-59ed8f7d0f11 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/routers/8ec265cd-bd1f-4618-b0d4-703b90905ad7 HTTP/1.1" status: 404 len: 336 time: 0.0909193 May 29 01:07:09.453605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56516) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.469013 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-f4ec2ce6-4a3f-40f7-9334-b87bac8e168a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3826854 May 29 01:07:09.476961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-deb56f6c-5974-41c6-86ae-574773e1641b tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:09.531919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7bb75c45-0c93-411b-b24d-53685506b6e7 None None] Provisioning complete for port a0a95c90-2abd-4fad-941c-45aebab2f040 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:09.533450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bb75c45-0c93-411b-b24d-53685506b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:09.580651 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaba234-bbba-4561-bfd3-cf500ba76125 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:09.581087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaba234-bbba-4561-bfd3-cf500ba76125 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:09.585301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4aaba234-bbba-4561-bfd3-cf500ba76125 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/4a0ac43a-1e2b-4034-b6cc-8c7c718c3936 HTTP/1.1" status: 404 len: 337 time: 0.0998623 May 29 01:07:09.587399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56520) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.608691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:09.609446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:09.631577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:07:09.649123 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d48d319-9316-462a-9428-77ec6cf4b709 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:09.649563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d48d319-9316-462a-9428-77ec6cf4b709 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:09.653953 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0d48d319-9316-462a-9428-77ec6cf4b709 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/241b8246-fb8a-41e1-8f74-1e8f963d2e86 HTTP/1.1" status: 404 len: 337 time: 0.0586703 May 29 01:07:09.654509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56526) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.703458 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1f2385-b397-41e6-8d09-56dbbaa89c38 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:09.704157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1f2385-b397-41e6-8d09-56dbbaa89c38 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:09.708304 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0a1f2385-b397-41e6-8d09-56dbbaa89c38 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/9ca088be-25b2-427b-a2b7-40fbd84a3907 HTTP/1.1" status: 404 len: 337 time: 0.0498657 May 29 01:07:09.715072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56530) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.749539 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ee89c8-7d10-4e12-a8dd-a56d63706361'] response: {'name': 'network-changed', 'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'status': 'completed', 'code': 200} May 29 01:07:09.754574 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c97d8b9e-399b-4316-a7e8-de56b8a3dce2 req-1270fd03-0e44-4247-be30-171cea7fa3b6 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999258 May 29 01:07:09.762273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-deb56f6c-5974-41c6-86ae-574773e1641b tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3165121 May 29 01:07:09.765949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56534) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.776170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-7050bb52-8dd6-4708-8956-34eff7b59137 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', 'tempest-TagsExtTest-Tag-1177838051') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:09.855534 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3afb8e-8ca4-46cf-9019-97a10a70c003 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:09.855887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3afb8e-8ca4-46cf-9019-97a10a70c003 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:09.857642 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-be3afb8e-8ca4-46cf-9019-97a10a70c003 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/97225349-31f7-4d25-8b20-4ab6a26e658e HTTP/1.1" status: 404 len: 333 time: 0.1312649 May 29 01:07:09.860480 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-3f878299-cd87-4230-bc3e-cbf4a1db896b service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832395 May 29 01:07:09.871043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56538) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.876694 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-7050bb52-8dd6-4708-8956-34eff7b59137 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:09.877682 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7050bb52-8dd6-4708-8956-34eff7b59137 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags/tempest-TagsExtTest-Tag-1177838051 HTTP/1.1" status: 404 len: 329 time: 0.1108510 May 29 01:07:09.908618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56542) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.915956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-09046fda-1c45-4dab-9713-75cc01a1728c tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', 'tempest-TagsExtTest-Tag-1448142216') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:09.930694 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-e184f85d-a6c6-469f-a2b0-49cad5e4c81b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:09.931136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e184f85d-a6c6-469f-a2b0-49cad5e4c81b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:09.934531 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e184f85d-a6c6-469f-a2b0-49cad5e4c81b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/7fa18aa2-1e07-4fdc-a9e6-835be556338a HTTP/1.1" status: 404 len: 337 time: 0.0595455 May 29 01:07:09.936576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56546) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.984597 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4ecbd1-7757-4ffc-8582-79defcee487f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:09.985328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4ecbd1-7757-4ffc-8582-79defcee487f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:09.985475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:18Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:00Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:09.993663 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1a4ecbd1-7757-4ffc-8582-79defcee487f tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/eb009e90-d1b9-4c8a-8d1d-a46ae6c781b1 HTTP/1.1" status: 404 len: 337 time: 0.0506232 May 29 01:07:09.993663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56550) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:09.993969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97109e32-47a6-4039-9d22-5b7d42874560 None None] The sync data for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv is: [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:06:18Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:00Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:10.003349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56552) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:10.009386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7bb75c45-0c93-411b-b24d-53685506b6e7 None None] Provisioning complete for port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:10.009881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bb75c45-0c93-411b-b24d-53685506b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:10.064455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] DHCP port deletion for 29d9da75-bfdc-4922-89d5-22799bd3cbe4 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:07:10.086886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] Deleting port a0a95c90-2abd-4fad-941c-45aebab2f040 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:10.087265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:10.102524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5803-2d48-42c9-964a-2c1df56da5eb req-4934d980-137a-4e25-bb20-c4dec22f0ada tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:10.104275 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d59b5803-2d48-42c9-964a-2c1df56da5eb req-4934d980-137a-4e25-bb20-c4dec22f0ada tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 943 time: 0.6312444 May 29 01:07:10.127155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7bb75c45-0c93-411b-b24d-53685506b6e7 None None] Port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:10.161561 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-140a563b-ea60-4f5b-a221-e1930117e3dd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/2b63eea7-f406-42b3-bbe9-b8a753cc92bf HTTP/1.1" status: 200 len: 991 time: 0.1684191 May 29 01:07:10.179107 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-541ed2fb-3eae-4dfd-8746-a47b4610a757 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1096 time: 0.3651204 May 29 01:07:10.314047 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e44ce7-87a2-413f-9cdb-b95be358763d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:10.314490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e44ce7-87a2-413f-9cdb-b95be358763d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:10.318848 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b6e44ce7-87a2-413f-9cdb-b95be358763d tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/eda75ee4-74ce-40a8-b048-fee7a877b5b4 HTTP/1.1" status: 404 len: 333 time: 0.3000941 May 29 01:07:10.324575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56558) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:10.332110 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a8cdd-4176-4ced-8eda-a5f0132df067 None None] New status for floating IP 2b63eea7-f406-42b3-bbe9-b8a753cc92bf: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:07:10.343525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] For port a0a95c90-2abd-4fad-941c-45aebab2f040, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a0a95c90-2abd-4fad-941c-45aebab2f040,segment=NetworkSegment(32aabf5a-a400-48f6-a1c4-8dd615d54994),segment_id=32aabf5a-a400-48f6-a1c4-8dd615d54994)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:10.344221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:10.347340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-880296b4-ac2f-4994-bb69-f08bae57cabf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:10.348833 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-880296b4-ac2f-4994-bb69-f08bae57cabf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.1626430 May 29 01:07:10.462934 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1426888-5b65-4b24-8f96-f8497bb1f247 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:10.463378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1426888-5b65-4b24-8f96-f8497bb1f247 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:10.468162 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f1426888-5b65-4b24-8f96-f8497bb1f247 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/66d10caf-644a-4fa7-a1f1-b706bccb51b2 HTTP/1.1" status: 404 len: 337 time: 0.1415646 May 29 01:07:10.474344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56562) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:10.495129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] Calling delete_port for a0a95c90-2abd-4fad-941c-45aebab2f040 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:10.516871 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-09046fda-1c45-4dab-9713-75cc01a1728c tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:10.517902 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-09046fda-1c45-4dab-9713-75cc01a1728c tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags/tempest-TagsExtTest-Tag-1448142216 HTTP/1.1" status: 404 len: 329 time: 0.6074607 May 29 01:07:10.555537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56568) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:10.565799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-4435c188-a4e8-4899-8f4d-4a2c5920fe94 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8', 'tempest-TagsExtTest-Tag-1099517607') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:10.581257 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c16980e-b3d1-4452-9b0e-933efa23ac3b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] DELETE failed (client error): The resource could not be found. May 29 01:07:10.581257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c16980e-b3d1-4452-9b0e-933efa23ac3b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:10.590541 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8c16980e-b3d1-4452-9b0e-933efa23ac3b tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/subnets/7599b3f2-48cf-4f9c-8f49-afd9014557b2 HTTP/1.1" status: 404 len: 337 time: 0.1092844 May 29 01:07:10.595092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56572) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:10.601155 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5068b4c-a019-4b36-ba60-06bc4ec3a647 req-b505eab4-e198-4a81-893a-a46b612569ef service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100811 May 29 01:07:10.612125 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d59b5803-2d48-42c9-964a-2c1df56da5eb req-9b0df9ff-c0e8-4886-aa71-6bca12bdacbe tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285458 May 29 01:07:10.625269 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-3725cb84-bb6c-41c3-8ea1-8e4cc0f1b1d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 200 len: 217 time: 0.2689283 May 29 01:07:10.635110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:10.684366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] Pushing event deleted for resources: {'Port': ['ID=a0a95c90-2abd-4fad-941c-45aebab2f040,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:10.695835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e16b04-da10-428e-bb7d-4a1885fdf6a0 None None] No DVR routers for this DVR port a0a95c90-2abd-4fad-941c-45aebab2f040 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:07:10.724710 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-4435c188-a4e8-4899-8f4d-4a2c5920fe94 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] show failed (client error): The resource could not be found. May 29 01:07:10.728136 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4435c188-a4e8-4899-8f4d-4a2c5920fe94 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags/tempest-TagsExtTest-Tag-1099517607 HTTP/1.1" status: 404 len: 329 time: 0.1711895 May 29 01:07:10.730854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56576) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:10.733122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-338ac0d7-eaa7-4049-89fd-c9cd1108fd2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:10.735556 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-338ac0d7-eaa7-4049-89fd-c9cd1108fd2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.1034260 May 29 01:07:10.740748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Deleting port 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:10.741226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:10.771493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-9a1b29c9-505c-4f84-b373-3bb4f539788f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '09b37967-dbbd-4224-ab17-5985be4170e8') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:10.884960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Router 362e6564-f2ab-46b5-a058-8c0e4766cf44 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:10.898298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0a95c90-2abd-4fad-941c-45aebab2f040 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:07:10.932960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: a0a95c90-2abd-4fad-941c-45aebab2f040 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:07:10.933399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a0a95c90-2abd-4fad-941c-45aebab2f040 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:07:10.935930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9a1b29c9-505c-4f84-b373-3bb4f539788f tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1692204 May 29 01:07:10.956304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56580) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:10.968046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-679c757d-ba4a-4a6f-9419-5aa9dc7672d2 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f10d8472-8278-4f13-b77b-f6832735defb') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:11.099658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port 1be0fc34-cb43-4957-b606-5b441db8c0a5 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:11.100263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:11.139021 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-0ec6a29b-b727-44ee-b2bc-65217987bda0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3598955 May 29 01:07:11.170754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56584) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:11.301033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:11.322575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:11.446830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for 1be0fc34-cb43-4957-b606-5b441db8c0a5 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:11.456898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Calling delete_port for 49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:11.499544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:11.510808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] Sync routers for ids ['362e6564-f2ab-46b5-a058-8c0e4766cf44'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:11.525145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] Routers {'362e6564-f2ab-46b5-a058-8c0e4766cf44'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:11.526923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['362e6564-f2ab-46b5-a058-8c0e4766cf44'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:11.534184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:11.537926 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-34d44ed3-4328-42ea-9923-44d30b026b68 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9323323 May 29 01:07:11.540335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56588) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:11.553677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:11.590968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:11.601662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] Routers {'362e6564-f2ab-46b5-a058-8c0e4766cf44'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:11.602343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['362e6564-f2ab-46b5-a058-8c0e4766cf44'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:11.613343 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47f5cc29-e356-4df6-ae2b-ec272c293cef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/2b63eea7-f406-42b3-bbe9-b8a753cc92bf HTTP/1.1" status: 200 len: 993 time: 0.4321268 May 29 01:07:11.651643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:11.666426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:11.666837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebc9b5-fb92-4073-9276-b89c2570959c None None] The sync data for ids ['362e6564-f2ab-46b5-a058-8c0e4766cf44'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:11.692306 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-679c757d-ba4a-4a6f-9419-5aa9dc7672d2 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb/tags HTTP/1.1" status: 204 len: 168 time: 0.7337196 May 29 01:07:11.694918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56594) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:11.708123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=1be0fc34-cb43-4957-b606-5b441db8c0a5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:11.713061 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-03b9d486-9cec-467f-ba4d-8ae2488ffefd service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654590 May 29 01:07:11.716483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.tag.tag_plugin [None req-0c6d5ace-b6fa-459b-8ad8-14d5c44b76d4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:11.753586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.003701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Port': ['ID=49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:12.017698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.063143 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d0e5181e-65d3-4c3b-8022-4da5a10ea402 tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/ports/49fbf249-f2dc-4e22-81d5-8e4d8dd77d4a HTTP/1.1" status: 204 len: 168 time: 1.4759965 May 29 01:07:12.068538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56598) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:12.094041 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d1a00b1-b9fe-4ccc-9b55-18cbb044c048 req-d247da2d-0840-4bd3-ac65-4fb64aa50e16 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734002 May 29 01:07:12.183425 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0c6d5ace-b6fa-459b-8ad8-14d5c44b76d4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5/tags HTTP/1.1" status: 204 len: 168 time: 0.4764946 May 29 01:07:12.183960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56602) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:12.194973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.tag.tag_plugin [None req-599a4236-ec2a-4f50-9b33-49d1488828e0 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8da90fe0-7b79-444f-a945-a4e2108f6da1') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:12.195426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d22d6a-f1a4-475a-b353-4485d3e357d2 req-bead4ba2-42db-4881-982c-cfeea63bf698 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:12.196893 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-55d22d6a-f1a4-475a-b353-4485d3e357d2 req-bead4ba2-42db-4881-982c-cfeea63bf698 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 943 time: 0.4108696 May 29 01:07:12.217507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.240796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.366568 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-55d22d6a-f1a4-475a-b353-4485d3e357d2 req-d861e47f-60d0-4a6f-8ced-0e465f773153 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632793 May 29 01:07:12.518822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.555619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d9da75-bfdc-4922-89d5-22799bd3cbe4']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:12.575742 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-599a4236-ec2a-4f50-9b33-49d1488828e0 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1/tags HTTP/1.1" status: 204 len: 168 time: 0.3909822 May 29 01:07:12.580622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32aabf5a-a400-48f6-a1c4-8dd615d54994') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:12.580622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32aabf5a-a400-48f6-a1c4-8dd615d54994') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:12.588265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56606) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:12.596701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.636458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.653238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 68669d0e-0a85-450e-80c0-836de628c779 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:12.660734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:07:12.661125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:07:12.677038 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:07:12.789098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.792924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:12.806437 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] Sync routers for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:12.809635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.812109 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8aa6db3e-7b7c-4197-bdfe-fc1f46b8b169 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/68669d0e-0a85-450e-80c0-836de628c779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4919543 May 29 01:07:12.814474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56610) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:12.819404 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:12.820219 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:12.829653 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] Pushing event deleted for resources: {'Network': ['ID=29d9da75-bfdc-4922-89d5-22799bd3cbe4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:12.838472 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c034e241-e542-478a-bbcf-8665d6992fcc tempest-PortsIpV6TestJSON-1077714048 tempest-PortsIpV6TestJSON-1077714048-project] 10.222.0.33 "DELETE /v2.0/networks/29d9da75-bfdc-4922-89d5-22799bd3cbe4 HTTP/1.1" status: 204 len: 168 time: 0.7689910 May 29 01:07:12.841507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb6c2d5e-e0e2-4783-a72e-6107f0fa91ac tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for subnetpool, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:12.845086 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cb6c2d5e-e0e2-4783-a72e-6107f0fa91ac tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnetpools/09b37967-dbbd-4224-ab17-5985be4170e8 HTTP/1.1" status: 204 len: 168 time: 0.2524724 May 29 01:07:12.847633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56616) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:12.891627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9678999e-a19a-4a2c-9df0-62d52cf05388 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:12.909764 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-70512b48-b9a9-412d-95e9-4c60a77775ce tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "GET /v2.0/ports?device_id=f10d8472-8278-4f13-b77b-f6832735defb HTTP/1.1" status: 200 len: 205 time: 0.0569043 May 29 01:07:12.913424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56620) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:12.927975 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:12.939559 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] Routers {'68669d0e-0a85-450e-80c0-836de628c779'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:12.940415 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['68669d0e-0a85-450e-80c0-836de628c779'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:12.974866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9678999e-a19a-4a2c-9df0-62d52cf05388 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:12.976630 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9678999e-a19a-4a2c-9df0-62d52cf05388 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=68669d0e-0a85-450e-80c0-836de628c779 HTTP/1.1" status: 200 len: 205 time: 0.1611657 May 29 01:07:12.987987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56624) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:13.009414 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:13.009854 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3c215-932c-499a-9ec7-3dcfea84615b None None] The sync data for ids ['68669d0e-0a85-450e-80c0-836de628c779'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:13.120467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.148457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.160569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Deleting port 27edc8b2-e37a-4dae-97e0-0e3746b1eeb8 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:13.161097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.215922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56630) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:13.220853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35bcb044-d358-4eaa-b637-f6fe30037c76 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.274718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-035ecfd5-2eb9-45ef-99e1-75c16ef41bbb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.366501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.508066 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Calling delete_port for 27edc8b2-e37a-4dae-97e0-0e3746b1eeb8 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:13.714019 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e18dbe51-d0f3-4e85-991d-600d5e7367d6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=de000df38d0f45888ed63c7d9c343ce6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4969842 May 29 01:07:13.716505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56638) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:13.811270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f9db80f-a608-46c6-a7c2-d3de78b3d2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.881215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f9db80f-a608-46c6-a7c2-d3de78b3d2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.920171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:13.976591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Pushing event deleted for resources: {'Port': ['ID=27edc8b2-e37a-4dae-97e0-0e3746b1eeb8,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:14.049739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f9db80f-a608-46c6-a7c2-d3de78b3d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.079740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9db80f-a608-46c6-a7c2-d3de78b3d2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7de63e-1b18-47db-9d58-5e52ad8373ae,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:14.156593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f9db80f-a608-46c6-a7c2-d3de78b3d2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.157603 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4f9db80f-a608-46c6-a7c2-d3de78b3d2b6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3c7de63e-1b18-47db-9d58-5e52ad8373ae HTTP/1.1" status: 204 len: 168 time: 0.4402380 May 29 01:07:14.178027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069523-4252-43f3-9c8c-3bc9d91dddb7 req-ba80debe-09b0-4f00-b63f-5b4093122fe7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:14.184562 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24069523-4252-43f3-9c8c-3bc9d91dddb7 req-ba80debe-09b0-4f00-b63f-5b4093122fe7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 943 time: 0.6804087 May 29 01:07:14.192904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35bcb044-d358-4eaa-b637-f6fe30037c76 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.218348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35bcb044-d358-4eaa-b637-f6fe30037c76 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.221449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-035ecfd5-2eb9-45ef-99e1-75c16ef41bbb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.235048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.241881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-035ecfd5-2eb9-45ef-99e1-75c16ef41bbb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.257716 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24069523-4252-43f3-9c8c-3bc9d91dddb7 req-e345082f-85e0-4c08-9f83-ab5be6ba5f98 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722487 May 29 01:07:14.282291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35bcb044-d358-4eaa-b637-f6fe30037c76 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.282879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bcb044-d358-4eaa-b637-f6fe30037c76 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Fanout notify agent at l3_agent the message router_deleted on router f10d8472-8278-4f13-b77b-f6832735defb {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:14.312951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-035ecfd5-2eb9-45ef-99e1-75c16ef41bbb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.313437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035ecfd5-2eb9-45ef-99e1-75c16ef41bbb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Fanout notify agent at l3_agent the message router_deleted on router 68669d0e-0a85-450e-80c0-836de628c779 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:14.319134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-035ecfd5-2eb9-45ef-99e1-75c16ef41bbb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.322769 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-035ecfd5-2eb9-45ef-99e1-75c16ef41bbb tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/68669d0e-0a85-450e-80c0-836de628c779 HTTP/1.1" status: 204 len: 168 time: 1.3309796 May 29 01:07:14.323766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35bcb044-d358-4eaa-b637-f6fe30037c76 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.324795 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-35bcb044-d358-4eaa-b637-f6fe30037c76 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/routers/f10d8472-8278-4f13-b77b-f6832735defb HTTP/1.1" status: 204 len: 168 time: 1.4104636 May 29 01:07:14.325389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56644) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:14.355705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56648) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:14.389310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.394044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.460899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Deleting port ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:14.461250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.547621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Router 362e6564-f2ab-46b5-a058-8c0e4766cf44 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:14.700047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:14.707513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.711188 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-55a4f11d-43bf-4fdb-b5c5-d626be389c86 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "PUT /v2.0/routers/362e6564-f2ab-46b5-a058-8c0e4766cf44 HTTP/1.1" status: 200 len: 706 time: 3.1646719 May 29 01:07:14.711349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56662) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:14.714387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] Sync routers for ids ['362e6564-f2ab-46b5-a058-8c0e4766cf44'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:14.726605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] Routers {'362e6564-f2ab-46b5-a058-8c0e4766cf44'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:14.727620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['362e6564-f2ab-46b5-a058-8c0e4766cf44'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:14.797911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:14.814368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] Routers {'362e6564-f2ab-46b5-a058-8c0e4766cf44'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:14.815195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['362e6564-f2ab-46b5-a058-8c0e4766cf44'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:14.851275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet 494721b1-4a22-448d-99f2-eb64e52cbaab {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:14.865718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.869935 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d36e7792-122b-41f8-a6ae-c75785c103dc tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/routers/362e6564-f2ab-46b5-a058-8c0e4766cf44 HTTP/1.1" status: 200 len: 741 time: 0.1489236 May 29 01:07:14.873834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56668) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:14.886572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:14.887509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dcae1-ec16-4133-af12-25ccf59ea5db None None] The sync data for ids ['362e6564-f2ab-46b5-a058-8c0e4766cf44'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:14.928243 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-92b50f54-ef66-4b68-b418-c99a54735b31 tempest-RoutersAdminTest-759740702 tempest-RoutersAdminTest-759740702-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=362e6564-f2ab-46b5-a058-8c0e4766cf44 HTTP/1.1" status: 200 len: 205 time: 0.0530202 May 29 01:07:14.930685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56674) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:14.946354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:14.975982 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9b9bcc3a-950d-43cd-a2c1-1dbbc02ca909 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=362e6564-f2ab-46b5-a058-8c0e4766cf44 HTTP/1.1" status: 200 len: 205 time: 0.0440261 May 29 01:07:14.978273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56678) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:15.005464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.141677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Calling delete_port for ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:15.168311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56684) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:15.227820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb6b0-d3f9-46e7-95b5-8d16f445b050 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.235384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.348511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472116652'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:15.365336 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:15.375975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:15.381211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:15.395704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:15.398001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.477903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=494721b1-4a22-448d-99f2-eb64e52cbaab,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:15.489242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.535397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.555211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.561115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd742b-154b-4e4c-96ee-bcd79aeada89 None None] Network 887e06ac-c595-458e-9afa-f760bfa647cc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:15.564093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event deleted for resources: {'Port': ['ID=ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:15.573925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.592070 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-485ce4cd-2de1-49b6-8bcc-5e6cd261ee8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/494721b1-4a22-448d-99f2-eb64e52cbaab HTTP/1.1" status: 204 len: 168 time: 1.2634072 May 29 01:07:15.604603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56692) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:15.671819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb6b0-d3f9-46e7-95b5-8d16f445b050 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.682394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb6b0-d3f9-46e7-95b5-8d16f445b050 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.733667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:15.742902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:15.750458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:15.755656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.763052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:15.774745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938035c4-16e2-4228-a7c3-a9b63966bf59 req-854aa7ee-eba8-4e74-ac81-3c3b7f820fed tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:15.776373 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-938035c4-16e2-4228-a7c3-a9b63966bf59 req-854aa7ee-eba8-4e74-ac81-3c3b7f820fed tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 943 time: 0.3723273 May 29 01:07:15.782587 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e03b6171-d7c9-436e-9ace-268843cecfec tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/ports/ec0c55f2-79c0-4ed6-baa1-eb3202fd70d5 HTTP/1.1" status: 204 len: 168 time: 1.4224098 May 29 01:07:15.790177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56696) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:15.798341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb6b0-d3f9-46e7-95b5-8d16f445b050 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.798893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cbb6b0-d3f9-46e7-95b5-8d16f445b050 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Fanout notify agent at l3_agent the message router_deleted on router 362e6564-f2ab-46b5-a058-8c0e4766cf44 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:15.825228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb6b0-d3f9-46e7-95b5-8d16f445b050 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.826573 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b9cbb6b0-d3f9-46e7-95b5-8d16f445b050 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/362e6564-f2ab-46b5-a058-8c0e4766cf44 HTTP/1.1" status: 204 len: 168 time: 0.8473887 May 29 01:07:15.832702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56700) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:15.903522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet 26abb493-be4a-4570-8abf-92b3ef5ddc84 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:15.909676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.939684 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-938035c4-16e2-4228-a7c3-a9b63966bf59 req-909d9bfe-cfd3-4b19-ab5c-b6d9bd1d82e6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519048 May 29 01:07:15.973499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] DHCP port deletion for 887e06ac-c595-458e-9afa-f760bfa647cc request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:07:15.976186 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e8f21ce9-d550-496c-88e4-5fc6d5dd0dab tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=362e6564-f2ab-46b5-a058-8c0e4766cf44 HTTP/1.1" status: 200 len: 205 time: 0.1421905 May 29 01:07:15.978757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56704) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:15.980535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] Deleting port 86c947d7-9185-4bec-a7e9-94914c04b1bc {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:15.981221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:15.982849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.072534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.080472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.099861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-af37807f-abe5-4246-aaaf-6cc587b6a8bd tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] delete failed (client error): The resource could not be found. May 29 01:07:16.103412 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-af37807f-abe5-4246-aaaf-6cc587b6a8bd tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/362e6564-f2ab-46b5-a058-8c0e4766cf44 HTTP/1.1" status: 404 len: 336 time: 0.1211312 May 29 01:07:16.103637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56708) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.130554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Deleting subnet 8da90fe0-7b79-444f-a945-a4e2108f6da1 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:16.140896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:16.142971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.153345 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-44e8fac6-cf4c-49e5-80a0-5a2a021b64b2 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=c14127b5-d865-4d41-a39e-e08abfd49807 HTTP/1.1" status: 200 len: 205 time: 0.0482039 May 29 01:07:16.156566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56712) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.176584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb6e22-574f-4b45-a12a-e968d950ec23,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:16.179389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:16.188111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:16.198086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:16.216927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.246943 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-64f446f0-baaf-4ba2-a050-6e3e75d94543 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] delete failed (client error): The resource could not be found. May 29 01:07:16.247963 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-64f446f0-baaf-4ba2-a050-6e3e75d94543 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/c14127b5-d865-4d41-a39e-e08abfd49807 HTTP/1.1" status: 404 len: 336 time: 0.0903726 May 29 01:07:16.251452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56716) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.262393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] For port 86c947d7-9185-4bec-a7e9-94914c04b1bc, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=86c947d7-9185-4bec-a7e9-94914c04b1bc,segment=NetworkSegment(c2777751-3a84-4d75-9899-dbe936363145),segment_id=c2777751-3a84-4d75-9899-dbe936363145)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:16.262778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.301427 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0a8fdbdb-6fba-4825-a69f-30f576301b71 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=e0080b1a-bbd3-4dea-8048-0a2df86bcbff HTTP/1.1" status: 200 len: 205 time: 0.0486517 May 29 01:07:16.303838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56720) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.329417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.338049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.374581 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-9ec4b041-cdf3-4dd0-ab63-b7de0ad3a054 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] delete failed (client error): The resource could not be found. May 29 01:07:16.375596 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9ec4b041-cdf3-4dd0-ab63-b7de0ad3a054 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/e0080b1a-bbd3-4dea-8048-0a2df86bcbff HTTP/1.1" status: 404 len: 336 time: 0.0706918 May 29 01:07:16.378303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56724) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.392456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] Calling delete_port for 86c947d7-9185-4bec-a7e9-94914c04b1bc owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:16.395261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58014680-fb90-46d8-b059-8e5545c239ac,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:16.398310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.429335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.430745 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7f046d3b-939b-4260-bf25-8bbc15216e06 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2599010 May 29 01:07:16.434962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.436643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56728) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.470825 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9500f8a7-f9f4-47ba-876a-74f089090cd6 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 HTTP/1.1" status: 200 len: 205 time: 0.0913038 May 29 01:07:16.473790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56732) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.496622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.532664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.567022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] Pushing event deleted for resources: {'Port': ['ID=86c947d7-9185-4bec-a7e9-94914c04b1bc,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:16.569346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f02695-8717-430a-a625-e241d6f08ff3 None None] No DVR routers for this DVR port 86c947d7-9185-4bec-a7e9-94914c04b1bc on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:07:16.593201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.673383 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-55322684-b15c-40c1-9ca4-55d26563ebb7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] delete failed (client error): The resource could not be found. May 29 01:07:16.674561 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-55322684-b15c-40c1-9ca4-55d26563ebb7 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/6ac0cb53-cba9-4c56-bb53-40e7d3b07ab8 HTTP/1.1" status: 404 len: 336 time: 0.1978610 May 29 01:07:16.678803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56736) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.728892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=26abb493-be4a-4570-8abf-92b3ef5ddc84,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:16.731517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.739383 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e1445b45-13f0-49f3-ada1-6052376fe0a2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/26abb493-be4a-4570-8abf-92b3ef5ddc84 HTTP/1.1" status: 204 len: 168 time: 1.1337793 May 29 01:07:16.742803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56740) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.747166 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8da9a811-2195-4b0a-b791-4dc2114e1e76 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 HTTP/1.1" status: 200 len: 205 time: 0.0650520 May 29 01:07:16.750372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56744) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.753244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26483a9-2028-45c9-a070-f7443a3f05c2 None None] Network f2f6b15f-cb2a-492b-99a4-bdc74672aa35 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:16.828568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.861406 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-4e19f1ca-c8ac-40e0-95e0-8aef4358ecd8 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] delete failed (client error): The resource could not be found. May 29 01:07:16.865060 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4e19f1ca-c8ac-40e0-95e0-8aef4358ecd8 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/c02626fd-3d18-4cbf-8b9a-9d93582b2bf6 HTTP/1.1" status: 404 len: 336 time: 0.1115220 May 29 01:07:16.866990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56748) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.874528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event deleted for resources: {'Subnet': ['ID=8da90fe0-7b79-444f-a945-a4e2108f6da1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:16.880532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9c0edf65-6c37-4305-9c2f-17ddcc93b560 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:16.887330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.900099 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-09e5e352-8e3b-4dbe-9eff-d686cfc2cfc3 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/subnets/8da90fe0-7b79-444f-a945-a4e2108f6da1 HTTP/1.1" status: 204 len: 168 time: 1.1079528 May 29 01:07:16.900874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56752) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:16.909515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:16.919632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9778d-4f7d-4123-a35d-04ad73d459a7 None None] Network 1e33920a-ffdd-48e1-893b-822ff063bda2 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:16.928343 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-13eaad28-f379-4a15-a87b-5dbd71b85a33 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "GET /v2.0/ports?device_id=379205a9-07e3-4a9c-8d4b-4eee61a23d59 HTTP/1.1" status: 200 len: 205 time: 0.0579565 May 29 01:07:16.928879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56756) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:17.020843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86c947d7-9185-4bec-a7e9-94914c04b1bc no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:07:17.056871 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-b7e11e15-b8a4-4a79-beca-8648b3a2b6ac tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] delete failed (client error): The resource could not be found. May 29 01:07:17.058156 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b7e11e15-b8a4-4a79-beca-8648b3a2b6ac tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/routers/379205a9-07e3-4a9c-8d4b-4eee61a23d59 HTTP/1.1" status: 404 len: 336 time: 0.1281166 May 29 01:07:17.059103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9c0edf65-6c37-4305-9c2f-17ddcc93b560 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:17.060387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9c0edf65-6c37-4305-9c2f-17ddcc93b560 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6226177 May 29 01:07:17.061534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56764) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:17.073050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 86c947d7-9185-4bec-a7e9-94914c04b1bc {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:07:17.073511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 86c947d7-9185-4bec-a7e9-94914c04b1bc not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:07:17.079070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56766) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:17.128333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.151129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e046243f-c948-4299-b1a2-4fea71b6c9f1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-security--629954597', 'description': 'tempest-security-description-86732351'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:17.156875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887e06ac-c595-458e-9afa-f760bfa647cc']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:17.171360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2777751-3a84-4d75-9899-dbe936363145') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:17.171667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2777751-3a84-4d75-9899-dbe936363145') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:17.188840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.194589 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe86b177-4a37-492d-81f8-88f59c4f74c3 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] DELETE failed (client error): The resource could not be found. May 29 01:07:17.195248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe86b177-4a37-492d-81f8-88f59c4f74c3 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:07:17.197171 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fe86b177-4a37-492d-81f8-88f59c4f74c3 tempest-RoutersAdminTest-827813385 tempest-RoutersAdminTest-827813385-project] 10.222.0.33 "DELETE /v2.0/subnets/04059a5f-fb2b-462d-b214-0bce862eae9b HTTP/1.1" status: 404 len: 337 time: 0.1244447 May 29 01:07:17.210173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.215499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.241932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:07:17.243088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.244756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Deleting port 35ea78b4-6325-443b-b3af-0f0dcb753946 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:17.245095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:07:17.265964 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:07:17.274509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e046243f-c948-4299-b1a2-4fea71b6c9f1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.323525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] DHCP port deletion for f2f6b15f-cb2a-492b-99a4-bdc74672aa35 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:07:17.328295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Deleting port d3a3a974-0705-4e45-9119-bcbdc02932fb {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:17.329079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.377725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.388695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.411955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f407a4-d4d1-4583-bfeb-aedcf9b0ce00 req-40ffffef-f2d1-4cfb-ab19-b98c5668dd19 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:17.413647 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-58f407a4-d4d1-4583-bfeb-aedcf9b0ce00 req-40ffffef-f2d1-4cfb-ab19-b98c5668dd19 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 943 time: 0.2945528 May 29 01:07:17.418890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=887e06ac-c595-458e-9afa-f760bfa647cc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:17.428657 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0a7a16a1-7357-40fa-a52e-efedb22beb38 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/887e06ac-c595-458e-9afa-f760bfa647cc HTTP/1.1" status: 204 len: 168 time: 0.6852539 May 29 01:07:17.430462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e046243f-c948-4299-b1a2-4fea71b6c9f1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.431477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56774) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:17.437037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] DHCP port deletion for 1e33920a-ffdd-48e1-893b-822ff063bda2 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:07:17.459435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e046243f-c948-4299-b1a2-4fea71b6c9f1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.461898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e046243f-c948-4299-b1a2-4fea71b6c9f1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.463314 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e046243f-c948-4299-b1a2-4fea71b6c9f1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "PUT /v2.0/security-groups/58014680-fb90-46d8-b059-8e5545c239ac HTTP/1.1" status: 200 len: 1609 time: 0.3828108 May 29 01:07:17.465085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Deleting port 35ea78b4-6325-443b-b3af-0f0dcb753946 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:17.465458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.477430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56778) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:17.595622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.612921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port d3a3a974-0705-4e45-9119-bcbdc02932fb {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:17.613403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.632863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046243f-c948-4299-b1a2-4fea71b6c9f1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58014680-fb90-46d8-b059-8e5545c239ac,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:17.664642 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-58f407a4-d4d1-4583-bfeb-aedcf9b0ce00 req-5c439f89-93bc-4769-9fa2-9e1df2ae307a tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381139 May 29 01:07:17.680914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] For port 35ea78b4-6325-443b-b3af-0f0dcb753946, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=35ea78b4-6325-443b-b3af-0f0dcb753946,segment=NetworkSegment(288e80bb-7d40-4d22-9e34-46a639c3b176),segment_id=288e80bb-7d40-4d22-9e34-46a639c3b176)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:17.681511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.694705 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a3b88419-1777-4036-87de-c4d782bec52f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups/58014680-fb90-46d8-b059-8e5545c239ac HTTP/1.1" status: 200 len: 1609 time: 0.2123005 May 29 01:07:17.704623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56784) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:17.741325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56786) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:17.799875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] For port d3a3a974-0705-4e45-9119-bcbdc02932fb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3a3a974-0705-4e45-9119-bcbdc02932fb,segment=NetworkSegment(20bed9c6-78d7-4e33-b389-f0f6ba3aee75),segment_id=20bed9c6-78d7-4e33-b389-f0f6ba3aee75)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:17.800323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.840375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Calling delete_port for 35ea78b4-6325-443b-b3af-0f0dcb753946 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:17.896294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port d3a3a974-0705-4e45-9119-bcbdc02932fb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d3a3a974-0705-4e45-9119-bcbdc02932fb,segment=NetworkSegment(20bed9c6-78d7-4e33-b389-f0f6ba3aee75),segment_id=20bed9c6-78d7-4e33-b389-f0f6ba3aee75)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:17.896769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.935107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Calling delete_port for d3a3a974-0705-4e45-9119-bcbdc02932fb owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:17.963891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38fcf1f6-7660-4a9c-8439-00c446abaeb9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.966140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.973676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] For port 35ea78b4-6325-443b-b3af-0f0dcb753946, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=35ea78b4-6325-443b-b3af-0f0dcb753946,segment=NetworkSegment(288e80bb-7d40-4d22-9e34-46a639c3b176),segment_id=288e80bb-7d40-4d22-9e34-46a639c3b176)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:17.974071 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:17.991366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 2f15e413-6841-4f26-b5f2-67c06bfff59b details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:07:18.022412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event deleted for resources: {'Port': ['ID=35ea78b4-6325-443b-b3af-0f0dcb753946,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:18.040731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for d3a3a974-0705-4e45-9119-bcbdc02932fb owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:18.041892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38fcf1f6-7660-4a9c-8439-00c446abaeb9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.056828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] No DVR routers for this DVR port 35ea78b4-6325-443b-b3af-0f0dcb753946 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:07:18.075340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.115080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Calling delete_port for 35ea78b4-6325-443b-b3af-0f0dcb753946 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:18.181268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:18.194501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Usage tracker for resource:security_group_rule and tenant:247c4ba3e4c44e0da22609396ad5787c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:18.198796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:18.202755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.213772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.222029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38fcf1f6-7660-4a9c-8439-00c446abaeb9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.242131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:18.252676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcf1f6-7660-4a9c-8439-00c446abaeb9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58014680-fb90-46d8-b059-8e5545c239ac,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:18.262684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=d3a3a974-0705-4e45-9119-bcbdc02932fb,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:18.272314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e33920a-ffdd-48e1-893b-822ff063bda2']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:18.290191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No DVR routers for this DVR port d3a3a974-0705-4e45-9119-bcbdc02932fb on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:07:18.303725 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:07:18.304108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:07:18.319365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:07:18.319714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:07:18.343361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 2f15e413-6841-4f26-b5f2-67c06bfff59b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:18.361823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:07:18.386287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288e80bb-7d40-4d22-9e34-46a639c3b176') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:18.386600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288e80bb-7d40-4d22-9e34-46a639c3b176') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:18.396902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38fcf1f6-7660-4a9c-8439-00c446abaeb9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.400370 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-38fcf1f6-7660-4a9c-8439-00c446abaeb9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/58014680-fb90-46d8-b059-8e5545c239ac HTTP/1.1" status: 204 len: 168 time: 0.6380703 May 29 01:07:18.401072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56794) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:18.404215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.421815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.441106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f15e413-6841-4f26-b5f2-67c06bfff59b {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:07:18.444722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.449081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.456149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 2f15e413-6841-4f26-b5f2-67c06bfff59b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:18.457275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:07:18.457837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.461323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:07:18.472938 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:07:18.494334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f6b15f-cb2a-492b-99a4-bdc74672aa35']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:18.515963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bed9c6-78d7-4e33-b389-f0f6ba3aee75') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:18.516541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bed9c6-78d7-4e33-b389-f0f6ba3aee75') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:18.527425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=2f15e413-6841-4f26-b5f2-67c06bfff59b,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:18.534601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.536678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.546835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.556204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-569d3a48-e5a1-464f-be8d-9384d40c3a72 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:18.573663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.581212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.591665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.597611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-569d3a48-e5a1-464f-be8d-9384d40c3a72 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:18.598804 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-569d3a48-e5a1-464f-be8d-9384d40c3a72 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1972139 May 29 01:07:18.602754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56798) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:18.603492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] Pushing event deleted for resources: {'Network': ['ID=1e33920a-ffdd-48e1-893b-822ff063bda2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:18.612029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:07:18.612431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.621039 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e155fa5-60ea-4a65-b5d4-4fa0dc48eeb4 tempest-TagsExtTest-276262456 tempest-TagsExtTest-276262456-project] 10.222.0.33 "DELETE /v2.0/networks/1e33920a-ffdd-48e1-893b-822ff063bda2 HTTP/1.1" status: 204 len: 168 time: 1.7169693 May 29 01:07:18.625249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-ec4686a8-a117-4cd7-b01e-e3ee48e348e1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] delete failed (client error): The resource could not be found. May 29 01:07:18.630490 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ec4686a8-a117-4cd7-b01e-e3ee48e348e1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/58014680-fb90-46d8-b059-8e5545c239ac HTTP/1.1" status: 404 len: 347 time: 0.0206022 May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:07:18.630639 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:07:18.632696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56804) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:18.633776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33036810-32fd-4cfb-b293-557e4faa89d0,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:18.638086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--605981343'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:18.644225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:18.655431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:18.666989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.688818 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-61b3d2f8-ad7e-49a0-a771-6f53b34afab1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=247c4ba3e4c44e0da22609396ad5787c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9431438 May 29 01:07:18.690831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56808) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:18.719282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:18.720092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.726023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.732135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:18.738662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:18.753031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:18.762333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['2f15e413-6841-4f26-b5f2-67c06bfff59b'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:07:18.773090 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/f2f6b15f-cb2a-492b-99a4-bdc74672aa35 HTTP/1.1" status: 204 len: 168 time: 1.3402307 May 29 01:07:18.777428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56814) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:18.796196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1436647078'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:18.803866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ceb8e-7a99-4fa3-95cf-8db357f39d2e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=f2f6b15f-cb2a-492b-99a4-bdc74672aa35,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:18.811623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da200f20-b58f-43a4-8310-ec1e0df36cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.816451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:18.829484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:18.834194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:18.841191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da200f20-b58f-43a4-8310-ec1e0df36cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.846073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:18.856859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Deleting port d3a3a974-0705-4e45-9119-bcbdc02932fb {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:18.857506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.861560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:18.865703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.901963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Deleting port 35ea78b4-6325-443b-b3af-0f0dcb753946 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:18.902682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.980031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56820) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:18.985293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:18.986999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3a3a974-0705-4e45-9119-bcbdc02932fb no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:07:18.993546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.028609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:07:19.039376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.039720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment ed49d181-5112-4081-a6a5-474cdbb84b56 of type vlan for network e3516a62-1907-4d05-85fc-00341938368d May 29 01:07:19.043190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-35a0cbf1-76b5-41a4-9b6a-ffa6e216c0f7 None None] The port 'd3a3a974-0705-4e45-9119-bcbdc02932fb' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:07:19.070216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025595e-4a82-487f-b90d-b638ae5cdb35 req-6ec5282a-f932-47fe-b498-ec696fc42a67 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:19.070478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.071885 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b025595e-4a82-487f-b90d-b638ae5cdb35 req-6ec5282a-f932-47fe-b498-ec696fc42a67 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 944 time: 0.2337625 May 29 01:07:19.085050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1c1714-49ef-49fc-9b49-eb4bf3677085,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:19.093571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d3a3a974-0705-4e45-9119-bcbdc02932fb {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:07:19.093992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d3a3a974-0705-4e45-9119-bcbdc02932fb not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:07:19.094489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 35ea78b4-6325-443b-b3af-0f0dcb753946 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:07:19.103828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da200f20-b58f-43a4-8310-ec1e0df36cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.106481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da200f20-b58f-43a4-8310-ec1e0df36cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.107798 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da200f20-b58f-43a4-8310-ec1e0df36cf1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/33036810-32fd-4cfb-b293-557e4faa89d0 HTTP/1.1" status: 204 len: 168 time: 0.4159896 May 29 01:07:19.118922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.123272 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-66f8a07a-93b0-4a3c-b1e5-ba43eb398f89 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4914196 May 29 01:07:19.127688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56828) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.136835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da200f20-b58f-43a4-8310-ec1e0df36cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33036810-32fd-4cfb-b293-557e4faa89d0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:19.138674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': 'ea1c1714-49ef-49fc-9b49-eb4bf3677085', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:19.153926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:19.162351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:19.169066 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b025595e-4a82-487f-b90d-b638ae5cdb35 req-92796f0d-f0d8-4478-a74a-fbf75a0ea1a6 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879889 May 29 01:07:19.169302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:19.178074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.185850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:19.186517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.196124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a01aaee-0f30-4659-9d36-38896ff676c2 None None] The port '35ea78b4-6325-443b-b3af-0f0dcb753946' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:07:19.196124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 35ea78b4-6325-443b-b3af-0f0dcb753946 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:07:19.196124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 35ea78b4-6325-443b-b3af-0f0dcb753946 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:07:19.236471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:19.316028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6d78897b-46bf-414d-8555-d75471a723d4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2cfd99f423d6474fa7ab6cff0d355552&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3344519 May 29 01:07:19.318443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56832) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.356465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.390430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f716d002-2edf-4526-819e-ffa205a29a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.400082 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6209674 May 29 01:07:19.403390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56838) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.411746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': 'e3516a62-1907-4d05-85fc-00341938368d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:19.422928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cf196-9a45-43d9-abe9-d70bd198299e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=e3516a62-1907-4d05-85fc-00341938368d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:19.442441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.446787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network e3516a62-1907-4d05-85fc-00341938368d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:07:19.446943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.470498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab4bb61-1d49-42aa-9593-9b3b86f39e98,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:19.485408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.486896 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-03333882-adac-4852-aa8c-e4b68c89a0d5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3581407 May 29 01:07:19.489590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56842) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.515425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f716d002-2edf-4526-819e-ffa205a29a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.522511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a794930c-0a7f-4267-970a-e34b655c388a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.538651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a794930c-0a7f-4267-970a-e34b655c388a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.580969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a794930c-0a7f-4267-970a-e34b655c388a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.582605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:19.587364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:19.591129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:19.600489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:19.603346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a794930c-0a7f-4267-970a-e34b655c388a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.607559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56846) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.607868 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a794930c-0a7f-4267-970a-e34b655c388a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/cab4bb61-1d49-42aa-9593-9b3b86f39e98 HTTP/1.1" status: 204 len: 168 time: 0.1171656 May 29 01:07:19.611548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794930c-0a7f-4267-970a-e34b655c388a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cab4bb61-1d49-42aa-9593-9b3b86f39e98,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:19.643588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:19.663642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f716d002-2edf-4526-819e-ffa205a29a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.676789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56850) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.726976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-15e4f6b2-bc9d-40e8-8be1-e7a390e80a7f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=02b879c472404e058a8294dfb375b7fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490034 May 29 01:07:19.729613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56854) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.743018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716d002-2edf-4526-819e-ffa205a29a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ecd0a1-cafb-4bb8-bd41-7c2fbfa10978,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:19.770755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f716d002-2edf-4526-819e-ffa205a29a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.774093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f716d002-2edf-4526-819e-ffa205a29a5f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/45ecd0a1-cafb-4bb8-bd41-7c2fbfa10978 HTTP/1.1" status: 204 len: 168 time: 0.4523151 May 29 01:07:19.782679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e2649081-37d5-463c-9f0e-070ace67c127 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:19.789190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.790775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9eb8-6757-44d9-8777-551c901c4eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.817265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9eb8-6757-44d9-8777-551c901c4eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.872027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9eb8-6757-44d9-8777-551c901c4eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.881549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e2649081-37d5-463c-9f0e-070ace67c127 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:19.882890 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e2649081-37d5-463c-9f0e-070ace67c127 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2729716 May 29 01:07:19.886158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56860) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:19.888298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a9eb8-6757-44d9-8777-551c901c4eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254ba1f-6d68-47ae-8e0a-aebd3f68649b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:19.895574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9eb8-6757-44d9-8777-551c901c4eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:19.899158 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8f2a9eb8-6757-44d9-8777-551c901c4eb6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a254ba1f-6d68-47ae-8e0a-aebd3f68649b HTTP/1.1" status: 204 len: 168 time: 0.1661851 May 29 01:07:20.007503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2404099a-4e2a-4295-9ad0-db409bcab11d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.054455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2404099a-4e2a-4295-9ad0-db409bcab11d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.128098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.178451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2404099a-4e2a-4295-9ad0-db409bcab11d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.225307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404099a-4e2a-4295-9ad0-db409bcab11d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1c1714-49ef-49fc-9b49-eb4bf3677085,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:20.302452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:20.315173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2404099a-4e2a-4295-9ad0-db409bcab11d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.321370 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2404099a-4e2a-4295-9ad0-db409bcab11d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/ea1c1714-49ef-49fc-9b49-eb4bf3677085 HTTP/1.1" status: 204 len: 168 time: 0.4293199 May 29 01:07:20.321370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56884) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:20.341285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': 'ed49d181-5112-4081-a6a5-474cdbb84b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e3516a62-1907-4d05-85fc-00341938368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:20.341938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: e3516a62-1907-4d05-85fc-00341938368d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:07:20.396232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ca5ab196-64ec-4a61-b52f-3849e8246e53 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:20.409235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network e3516a62-1907-4d05-85fc-00341938368d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:07:20.422739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ca5ab196-64ec-4a61-b52f-3849e8246e53 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:20.428441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56892) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:20.434019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272102359'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:20.439389 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ca5ab196-64ec-4a61-b52f-3849e8246e53 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1190362 May 29 01:07:20.440902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, e3516a62-1907-4d05-85fc-00341938368d) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:20.444698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:20.445154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:20.445934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.453420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f2b42-c1d0-4742-a4e4-6601f139878d None None] Network e3516a62-1907-4d05-85fc-00341938368d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:20.461270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:20.469159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2869462d-e63f-4d06-8f79-45590d2a7c6a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0644886 May 29 01:07:20.470070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56896) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:20.476493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1994307311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:20.486294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:20.488128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.491296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:router and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:20.496171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:20.534280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:20.540303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:20.548369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:20.558225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:20.559149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:20.589867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.591258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.627237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed9d32-aa6b-423c-ae23-d7247b2b148f req-adbeeba4-8927-412d-b785-5f7852219f60 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:20.629330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2aed9d32-aa6b-423c-ae23-d7247b2b148f req-adbeeba4-8927-412d-b785-5f7852219f60 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 944 time: 0.1293471 May 29 01:07:20.662540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.668291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.675644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.716957 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2aed9d32-aa6b-423c-ae23-d7247b2b148f req-96efcd16-dc7b-45ba-a9ac-4715a5dd86fe tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800719 May 29 01:07:20.719907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.722633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.726243 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2943642 May 29 01:07:20.727922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56906) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:20.741291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '13f84739-dd09-48ab-b8eb-2e404aeeaeab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:20.750559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.754713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:20.756234 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0b7ddbdd-5f70-42b6-8b2a-380c90f77205 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2844388 May 29 01:07:20.757384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56910) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:20.763263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'port': {'network_id': 'e3516a62-1907-4d05-85fc-00341938368d', 'name': 'tempest-RoutersTest-1173717775'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:20.768771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:20.773170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:20.782911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:20.794682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e805255-b989-4c9f-bd02-fe7cb30dee55 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f84739-dd09-48ab-b8eb-2e404aeeaeab,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:20.807104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.884385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.889840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.934210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-e3516a62-1907-4d05-85fc-00341938368d', 'network_id': 'e3516a62-1907-4d05-85fc-00341938368d', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': '8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:07:20.935025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.937665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cbc943-ac13-495b-a261-68fba2d461ac,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:20.954708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:20.956975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:20.960865 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f97aaca-1c94-41e1-9f79-7655c202ba7e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2295239 May 29 01:07:20.961695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56920) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:20.964606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:port and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:20.969461 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:20.970708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '13f84739-dd09-48ab-b8eb-2e404aeeaeab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:20.977365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:20.978572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:20.985219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:20.990578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:20.992764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:20.997397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.002712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:21.025721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.032634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] device_id is not set on port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:07:21.083426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56924) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:21.167960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.176398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Allocated IP 172.20.0.2 (e3516a62-1907-4d05-85fc-00341938368d/8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8/617bb7a7-2dab-42f1-a737-e431b1fcbbba) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:21.184139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.253727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba7d7f4-a6c2-4beb-ba79-e8defb103e21,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:21.281118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.284764 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-22c4f944-bd7e-43a6-a07b-734294586424 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3182931 May 29 01:07:21.285399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56934) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:21.291671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '13f84739-dd09-48ab-b8eb-2e404aeeaeab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:21.305131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:21.314052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1171158888-network', 'tenant_id': 'd3e82d5ca4c442d7a870ab64c4d9ae7c'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:21.320086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:21.322629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:21.326360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:21.329317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Usage tracker for resource:network and tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:21.334257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:21.336814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:21.342723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:21.362497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Made reservation on behalf of d3e82d5ca4c442d7a870ab64c4d9ae7c for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:21.364829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.378505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.388224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.430630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:21.433908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.437604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Usage tracker for resource:security_group_rule and tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:21.444443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Transition to ACTIVE for port object 617bb7a7-2dab-42f1-a737-e431b1fcbbba will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:21.446709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:21.456892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:21.466889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Transition to ACTIVE for port object 617bb7a7-2dab-42f1-a737-e431b1fcbbba will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:21.487216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.503954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.513113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.551026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7f5e6d-e2e8-486a-b211-6d8143b4d303,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:21.559399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.20.0.11 (e3516a62-1907-4d05-85fc-00341938368d/8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8/c2ec95e7-60cc-4f4d-8785-3a7137e0f33a) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:21.560083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Network e3516a62-1907-4d05-85fc-00341938368d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:21.564883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:21.567984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:21.588699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.595351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.611461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.612843 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-acda5e40-6928-4179-9497-9f448e34b08e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3265138 May 29 01:07:21.617694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56942) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:21.622188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:07:21.632523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '13f84739-dd09-48ab-b8eb-2e404aeeaeab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:21.642579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:21.645341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e1f5bd-bbea-425b-b469-b131cb491d36,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:21.647453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:21.648128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.648468 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Added segment cbb8ee1f-1f6f-44cc-855c-8690a620ee38 of type vlan for network 962d2886-0691-47c2-8b4a-8e148a3d0ebe May 29 01:07:21.657406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:21.665040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:21.681179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.698199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.700067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Pushing event updated for resources: {'Port': ['ID=617bb7a7-2dab-42f1-a737-e431b1fcbbba,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:21.710795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Attempting to bind port 617bb7a7-2dab-42f1-a737-e431b1fcbbba on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:07:21.711255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Attempting to bind port 617bb7a7-2dab-42f1-a737-e431b1fcbbba by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'ed49d181-5112-4081-a6a5-474cdbb84b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e3516a62-1907-4d05-85fc-00341938368d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:07:21.711697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Attempting to bind port 617bb7a7-2dab-42f1-a737-e431b1fcbbba on network e3516a62-1907-4d05-85fc-00341938368d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:21.720238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:07:21.720723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Checking segment: {'id': 'ed49d181-5112-4081-a6a5-474cdbb84b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e3516a62-1907-4d05-85fc-00341938368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:21.721189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.721680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Bound using segment: {'id': 'ed49d181-5112-4081-a6a5-474cdbb84b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e3516a62-1907-4d05-85fc-00341938368d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:07:21.722207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Bound port: 617bb7a7-2dab-42f1-a737-e431b1fcbbba, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed49d181-5112-4081-a6a5-474cdbb84b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e3516a62-1907-4d05-85fc-00341938368d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:07:21.722721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.726208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.727548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:21.728534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.848863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] For port 617bb7a7-2dab-42f1-a737-e431b1fcbbba, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:07:21.850046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] Pushing event updated for resources: {'Network': ['ID=962d2886-0691-47c2-8b4a-8e148a3d0ebe,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:21.855038 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] For port 617bb7a7-2dab-42f1-a737-e431b1fcbbba, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=617bb7a7-2dab-42f1-a737-e431b1fcbbba,segment=NetworkSegment(ed49d181-5112-4081-a6a5-474cdbb84b56),segment_id=ed49d181-5112-4081-a6a5-474cdbb84b56)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:07:21.860689 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a5d8765-bba5-454d-8fc4-1fd520cfb73b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7760782 May 29 01:07:21.862570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 962d2886-0691-47c2-8b4a-8e148a3d0ebe details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:07:21.863278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56952) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:21.869576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Request body: {'subnet': {'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1171158888-subnet', 'tenant_id': 'd3e82d5ca4c442d7a870ab64c4d9ae7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:21.876167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:21.881062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Usage tracker for resource:subnet and tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:21.882406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.884868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:21.892472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:21.893299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.906646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Made reservation on behalf of d3e82d5ca4c442d7a870ab64c4d9ae7c for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:21.909421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.910284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.931775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32f257e-e4c7-44c9-925b-e15eedf684d6,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:21.983609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:21.997545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.004339 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-54953ea5-a27b-4eda-b0d9-b2c528c615f7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3853998 May 29 01:07:22.006982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56958) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:22.021576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '13f84739-dd09-48ab-b8eb-2e404aeeaeab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:22.053674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f922-8b79-40ae-bd17-9f7a7571718c None None] Pushing event updated for resources: {'Port': ['ID=617bb7a7-2dab-42f1-a737-e431b1fcbbba,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:22.072453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 2f15e413-6841-4f26-b5f2-67c06bfff59b up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:22.080987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object c2ec95e7-60cc-4f4d-8785-3a7137e0f33a will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:22.084905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:22.090330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:22.098396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:22.120759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:22.160296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.191418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49d14d-030a-4c52-967f-994f9ed0c8af req-254722da-f626-43bd-b35a-90a0563bc5e5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:22.195919 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be49d14d-030a-4c52-967f-994f9ed0c8af req-254722da-f626-43bd-b35a-90a0563bc5e5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 944 time: 0.1851366 May 29 01:07:22.206319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.209165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 2f15e413-6841-4f26-b5f2-67c06bfff59b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:22.214787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 2f15e413-6841-4f26-b5f2-67c06bfff59b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:22.215291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.242414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.335620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b912d59-1244-4fd6-b5ab-fd1de9d0f25c,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:22.338196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Checking segment: {'id': 'cbb8ee1f-1f6f-44cc-855c-8690a620ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:22.338605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Network hostable DHCP agents. Network: 962d2886-0691-47c2-8b4a-8e148a3d0ebe, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:07:22.363397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Network 962d2886-0691-47c2-8b4a-8e148a3d0ebe is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:07:22.389504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 962d2886-0691-47c2-8b4a-8e148a3d0ebe) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:22.410126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:22.413193 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be49d14d-030a-4c52-967f-994f9ed0c8af req-4ac9514b-48aa-48de-a5b8-c5a1818568a0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042642 May 29 01:07:22.414007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131da392-779c-4f3f-aad8-4d0756f43d9d None None] Network 962d2886-0691-47c2-8b4a-8e148a3d0ebe requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:22.414288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.469734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.480148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network e3516a62-1907-4d05-85fc-00341938368d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:22.480148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:22.487279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8b4aedfb-4e00-45b2-ad1a-3165cae51daf admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6226594 May 29 01:07:22.488834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:22.532875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.565732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=c2ec95e7-60cc-4f4d-8785-3a7137e0f33a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:22.571236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.603726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccdcdbc-ac09-4aee-bd8a-18ef8f93465d,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:22.616535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56968) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:22.629573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:07:22.643794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.650056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56976) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:22.650941 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8721a98f-a902-46bf-9d14-1418f97f110a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6388822 May 29 01:07:22.661274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:22.661999 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.672582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 2f15e413-6841-4f26-b5f2-67c06bfff59b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:22.695332 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d1e89a1d-84c7-44c9-82e8-1c638f4779d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9357481 May 29 01:07:22.697888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.698043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 56980) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:22.727851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a6bb17d3-de48-4b10-a55c-592598039a74 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.750575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a6bb17d3-de48-4b10-a55c-592598039a74 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.800721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a6bb17d3-de48-4b10-a55c-592598039a74 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.811846 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b5ef59-697d-4e27-bac0-2aac5dbcb8c6'] response: {'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'code': 200} May 29 01:07:22.823613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb17d3-de48-4b10-a55c-592598039a74 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ccdcdbc-ac09-4aee-bd8a-18ef8f93465d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:22.829245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a6bb17d3-de48-4b10-a55c-592598039a74 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:22.834709 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a6bb17d3-de48-4b10-a55c-592598039a74 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/6ccdcdbc-ac09-4aee-bd8a-18ef8f93465d HTTP/1.1" status: 204 len: 168 time: 0.1839294 May 29 01:07:22.835226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56986) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:22.894555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=2f15e413-6841-4f26-b5f2-67c06bfff59b,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:22.922667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aeab9e-705d-44fc-9386-d17f6d5808b3 None None] Network 962d2886-0691-47c2-8b4a-8e148a3d0ebe requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:22.945155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2135224680', 'router:external': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:22.963072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:22.978551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:network and tenant:8503bfa075b04fb587b307a6a71fc4eb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:22.998282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0ea178b-f0a6-4a51-a3a6-2290548b0595 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:23.001053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:23.010240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:23.044637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Made reservation on behalf of 8503bfa075b04fb587b307a6a71fc4eb for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:23.053612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.085507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.088896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 617bb7a7-2dab-42f1-a737-e431b1fcbbba up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:23.097162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0ea178b-f0a6-4a51-a3a6-2290548b0595 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:23.098458 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c0ea178b-f0a6-4a51-a3a6-2290548b0595 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2614300 May 29 01:07:23.102193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 56992) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:23.231327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fd0465b-5f03-4a86-a38a-2e911050fe1e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.254879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:23.272101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fd0465b-5f03-4a86-a38a-2e911050fe1e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.279486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:security_group_rule and tenant:8503bfa075b04fb587b307a6a71fc4eb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:23.285379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:23.298644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:23.358598 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b93c8393-48c4-47c8-95a9-228da4e5be57 req-713d646a-578a-43d9-84c4-11c165271376 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1098 time: 0.2322719 May 29 01:07:23.371662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 617bb7a7-2dab-42f1-a737-e431b1fcbbba completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:23.394825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fd0465b-5f03-4a86-a38a-2e911050fe1e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.432836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0465b-5f03-4a86-a38a-2e911050fe1e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f32f257e-e4c7-44c9-925b-e15eedf684d6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:23.478661 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b93c8393-48c4-47c8-95a9-228da4e5be57 req-b120ef95-6df9-4031-a276-f036381099c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050422 May 29 01:07:23.497115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fd0465b-5f03-4a86-a38a-2e911050fe1e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.499476 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4fd0465b-5f03-4a86-a38a-2e911050fe1e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f32f257e-e4c7-44c9-925b-e15eedf684d6 HTTP/1.1" status: 204 len: 168 time: 0.3950188 May 29 01:07:23.507802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57002) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:23.538652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.550146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.590448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:07:23.625498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ed230128-7976-436f-8566-7bba2c8ca6d1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:23.632160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1146cf80-a392-47f8-95b2-f0924c048924,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:23.636533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.637195 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Added segment 18918385-ce18-44c4-88ba-64df16c71d27 of type vlan for network 92352034-958b-4978-9204-bc72964a9e32 May 29 01:07:23.664227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ed230128-7976-436f-8566-7bba2c8ca6d1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:23.665819 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ed230128-7976-436f-8566-7bba2c8ca6d1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1560910 May 29 01:07:23.669085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57008) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:23.701175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.715925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.731550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01d481e5-dc0a-41a5-9993-a04db57a9da1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.745998 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb31bd25-d706-4f7a-8092-04ffe28db22d None None] Network e3516a62-1907-4d05-85fc-00341938368d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:23.746888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01d481e5-dc0a-41a5-9993-a04db57a9da1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.781739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01d481e5-dc0a-41a5-9993-a04db57a9da1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.805944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d481e5-dc0a-41a5-9993-a04db57a9da1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f7f5e6d-e2e8-486a-b211-6d8143b4d303,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:23.821110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.822014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:23.822586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.826814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ec961-bb96-4f90-8358-5d470aab72cf req-6cfd6091-455b-4800-a743-42d7d1a3f668 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:23.828828 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-476ec961-bb96-4f90-8358-5d470aab72cf req-6cfd6091-455b-4800-a743-42d7d1a3f668 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 945 time: 0.1812265 May 29 01:07:23.855451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01d481e5-dc0a-41a5-9993-a04db57a9da1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:23.856692 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-01d481e5-dc0a-41a5-9993-a04db57a9da1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/1f7f5e6d-e2e8-486a-b211-6d8143b4d303 HTTP/1.1" status: 204 len: 168 time: 0.1865466 May 29 01:07:23.858679 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2404480 May 29 01:07:23.863093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57016) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:23.863347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57018) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:23.925465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7ba2e9e3-8dfa-4b92-aad1-4f9a94bc07d2 None None] Provisioning for port 617bb7a7-2dab-42f1-a737-e431b1fcbbba completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:23.934838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7ba2e9e3-8dfa-4b92-aad1-4f9a94bc07d2 None None] Provisioning complete for port 617bb7a7-2dab-42f1-a737-e431b1fcbbba triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:23.935577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ba2e9e3-8dfa-4b92-aad1-4f9a94bc07d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.039636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'subnet': {'network_id': '92352034-958b-4978-9204-bc72964a9e32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:24.050789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:24.068786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:subnet and tenant:8503bfa075b04fb587b307a6a71fc4eb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:24.079289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:24.081937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57026) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:24.091282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:24.096318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1778671891-network', 'tenant_id': '01663202e7524a3aa12c967eb6e7c4b1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:24.108535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:24.111833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a60595-0131-4e75-aa32-ac868666572e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Network': ['ID=92352034-958b-4978-9204-bc72964a9e32,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:24.122464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Usage tracker for resource:network and tenant:01663202e7524a3aa12c967eb6e7c4b1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:24.127526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:24.139018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Made reservation on behalf of 8503bfa075b04fb587b307a6a71fc4eb for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:24.142255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.155359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ba2e9e3-8dfa-4b92-aad1-4f9a94bc07d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.155851 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-476ec961-bb96-4f90-8358-5d470aab72cf req-e4e67070-5e72-472c-acbc-6f4551ca323b tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266239 May 29 01:07:24.162833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:24.177432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-659110bf-1c8d-4cdc-95b2-6e1885eafaaf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:24.178655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 92352034-958b-4978-9204-bc72964a9e32 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:07:24.255955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Made reservation on behalf of 01663202e7524a3aa12c967eb6e7c4b1 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:24.258187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.274966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-659110bf-1c8d-4cdc-95b2-6e1885eafaaf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:24.276249 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-659110bf-1c8d-4cdc-95b2-6e1885eafaaf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4103532 May 29 01:07:24.279311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57030) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:24.283092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.324365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4ac6-3745-42f3-add2-d5c55d1357cf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.339072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:24.344167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7ba2e9e3-8dfa-4b92-aad1-4f9a94bc07d2 None None] For port 617bb7a7-2dab-42f1-a737-e431b1fcbbba, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=617bb7a7-2dab-42f1-a737-e431b1fcbbba,segment=NetworkSegment(ed49d181-5112-4081-a6a5-474cdbb84b56),segment_id=ed49d181-5112-4081-a6a5-474cdbb84b56)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:24.345339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Usage tracker for resource:security_group_rule and tenant:01663202e7524a3aa12c967eb6e7c4b1 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:24.349882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4ac6-3745-42f3-add2-d5c55d1357cf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.354854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:24.359175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ba2e9e3-8dfa-4b92-aad1-4f9a94bc07d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.366086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:24.395472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4ac6-3745-42f3-add2-d5c55d1357cf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.415533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e4ac6-3745-42f3-add2-d5c55d1357cf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ba7d7f4-a6c2-4beb-ba79-e8defb103e21,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:24.432910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4ac6-3745-42f3-add2-d5c55d1357cf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.433995 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0e6e4ac6-3745-42f3-add2-d5c55d1357cf tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/5ba7d7f4-a6c2-4beb-ba79-e8defb103e21 HTTP/1.1" status: 204 len: 168 time: 0.1529899 May 29 01:07:24.436932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57034) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:24.444198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2e9e3-8dfa-4b92-aad1-4f9a94bc07d2 None None] Pushing event updated for resources: {'Port': ['ID=617bb7a7-2dab-42f1-a737-e431b1fcbbba,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:24.463762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.473375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.594231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.602004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.620437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-535b0c93-bd25-4870-bf80-b4cf174542c1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:24.631548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=c2ec95e7-60cc-4f4d-8785-3a7137e0f33a,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:24.647289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:07:24.659184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ae784-8672-4532-9f1c-758a49592999,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:24.680278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-535b0c93-bd25-4870-bf80-b4cf174542c1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:24.685298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-535b0c93-bd25-4870-bf80-b4cf174542c1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2438664 May 29 01:07:24.685462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.685462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Added segment e9579572-91a3-4220-9378-c176e7247918 of type vlan for network 6db1ae8e-6f01-4a04-804e-6f17dc4e1df3 May 29 01:07:24.685462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57038) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:24.745869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e06c-4385-4334-b3c7-c2ff068904de tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.773320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e06c-4385-4334-b3c7-c2ff068904de tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.802843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7f2d7baa-9e3f-443f-a06f-7dbdd7758ae1 None None] Provisioning for port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:24.804462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.809785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7f2d7baa-9e3f-443f-a06f-7dbdd7758ae1 None None] Provisioning complete for port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:24.810291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7baa-9e3f-443f-a06f-7dbdd7758ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.862790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.objects.ports [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 29 01:07:24.863334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.911534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d7baa-9e3f-443f-a06f-7dbdd7758ae1 None None] Port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:24.917570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e06c-4385-4334-b3c7-c2ff068904de tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.927331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7f2d7baa-9e3f-443f-a06f-7dbdd7758ae1 None None] Provisioning complete for port 617bb7a7-2dab-42f1-a737-e431b1fcbbba triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:24.928068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7baa-9e3f-443f-a06f-7dbdd7758ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.963728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:24.964403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 617bb7a7-2dab-42f1-a737-e431b1fcbbba up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:24.974841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Subnet': ['ID=86e8494b-23da-4ffb-9203-c33b8c1c7749,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:24.997099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3e06c-4385-4334-b3c7-c2ff068904de tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2cbc943-ac13-495b-a261-68fba2d461ac,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:25.015423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.016754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:25.017475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.078223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.118843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 617bb7a7-2dab-42f1-a737-e431b1fcbbba triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:25.119376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.129575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] Pushing event updated for resources: {'Network': ['ID=6db1ae8e-6f01-4a04-804e-6f17dc4e1df3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:25.152156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 6db1ae8e-6f01-4a04-804e-6f17dc4e1df3 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:07:25.186597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e06c-4385-4334-b3c7-c2ff068904de tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.188089 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ecf3e06c-4385-4334-b3c7-c2ff068904de tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/d2cbc943-ac13-495b-a261-68fba2d461ac HTTP/1.1" status: 204 len: 168 time: 0.5020745 May 29 01:07:25.191716 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1e32edca-e5d6-4f9d-85dc-5bc5a5aca702 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1067564 May 29 01:07:25.192405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57042) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:25.197676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57044) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:25.222689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Checking segment: {'id': '18918385-ce18-44c4-88ba-64df16c71d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '92352034-958b-4978-9204-bc72964a9e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:25.223060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network hostable DHCP agents. Network: 92352034-958b-4978-9204-bc72964a9e32, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:07:25.240147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Request body: {'subnet': {'network_id': '6db1ae8e-6f01-4a04-804e-6f17dc4e1df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1778671891-subnet', 'tenant_id': '01663202e7524a3aa12c967eb6e7c4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:25.250030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:25.261338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Usage tracker for resource:subnet and tenant:01663202e7524a3aa12c967eb6e7c4b1 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:25.262891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dcbab165-53ec-4cb2-b7a2-97bedd0ffd0f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:25.271509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:25.279945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network 92352034-958b-4978-9204-bc72964a9e32 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:07:25.288187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dcbab165-53ec-4cb2-b7a2-97bedd0ffd0f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:25.288769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:25.289506 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dcbab165-53ec-4cb2-b7a2-97bedd0ffd0f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0937800 May 29 01:07:25.292549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:25.321562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 92352034-958b-4978-9204-bc72964a9e32) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:25.334070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:25.334642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.354214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47aa05-d9ca-45c9-ae0b-04842771353c None None] Network 92352034-958b-4978-9204-bc72964a9e32 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:25.375540 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9d064bd0-3395-4e86-869c-c5bb593435a0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5075715 May 29 01:07:25.382016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57056) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:25.390391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1628575889', 'network_id': '92352034-958b-4978-9204-bc72964a9e32'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:25.396679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:25.401699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5e87e0f-59bd-4213-b737-953c3c40e452 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.403781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:port and tenant:8503bfa075b04fb587b307a6a71fc4eb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:25.407542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:25.422711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:25.442079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5e87e0f-59bd-4213-b737-953c3c40e452 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.450020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Made reservation on behalf of 8503bfa075b04fb587b307a6a71fc4eb for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:25.452944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.476706 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-907f0fbb-a689-4fb4-8bb1-874fc93e03c9 None None] Provisioning complete for port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:25.477083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-907f0fbb-a689-4fb4-8bb1-874fc93e03c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.491465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] device_id is not set on port 0813e472-5544-4749-962a-bff4c4e994c9 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:07:25.500783 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Made reservation on behalf of 01663202e7524a3aa12c967eb6e7c4b1 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:25.503163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.567215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5e87e0f-59bd-4213-b737-953c3c40e452 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.587029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-907f0fbb-a689-4fb4-8bb1-874fc93e03c9 None None] Port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:25.589489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e87e0f-59bd-4213-b737-953c3c40e452 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f84739-dd09-48ab-b8eb-2e404aeeaeab,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:25.671602 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9d749-53da-4a63-b894-7ed4eb57bd8b None None] Network 92352034-958b-4978-9204-bc72964a9e32 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:25.672031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5e87e0f-59bd-4213-b737-953c3c40e452 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:25.675502 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a5e87e0f-59bd-4213-b737-953c3c40e452 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/13f84739-dd09-48ab-b8eb-2e404aeeaeab HTTP/1.1" status: 204 len: 168 time: 0.3797965 May 29 01:07:25.678172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57060) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:25.696725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cb875-67ae-4ca7-8f8a-74870e9ee1bb req-a9d2fce1-4bb5-4192-8745-03505b156336 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:25.698177 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-699cb875-67ae-4ca7-8f8a-74870e9ee1bb req-a9d2fce1-4bb5-4192-8745-03505b156336 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 945 time: 0.3666472 May 29 01:07:25.714667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Allocated IP 2001:db8::1f0 (92352034-958b-4978-9204-bc72964a9e32/86e8494b-23da-4ffb-9203-c33b8c1c7749/0813e472-5544-4749-962a-bff4c4e994c9) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:25.775061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a15c50d1-56c2-43bf-90d3-7d642e66b9a0 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:25.826408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a15c50d1-56c2-43bf-90d3-7d642e66b9a0 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:25.833603 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a15c50d1-56c2-43bf-90d3-7d642e66b9a0 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1487041 May 29 01:07:25.833603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57064) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:25.860686 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-699cb875-67ae-4ca7-8f8a-74870e9ee1bb req-dc485faf-c677-4781-bbc1-7c420abb3421 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515772 May 29 01:07:25.899146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616179869'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:25.907213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:25.923926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:25.952718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.002191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.013928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.026741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:26.033728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:26.037468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:26.044381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:26.085421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.132397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.173245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.179305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.190844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network 92352034-958b-4978-9204-bc72964a9e32 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:26.194748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:26.197447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:26.198502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:26.199194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.206312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.220083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Port': ['ID=0813e472-5544-4749-962a-bff4c4e994c9,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:26.274857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b619fd-1967-42a9-8400-da969dc25227,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:26.279564 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2aa322fb-bc40-4db6-b3a2-a15c8979a4b0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8965220 May 29 01:07:26.282553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57070) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:26.285238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.286434 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-62a0825a-a254-48c3-bd59-206629e713ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4530487 May 29 01:07:26.297922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57074) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:26.320742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': 'b3b619fd-1967-42a9-8400-da969dc25227', 'direction': 'ingress', 'protocol': 17}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:26.344370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Deleting port 0813e472-5544-4749-962a-bff4c4e994c9 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:26.344725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.347676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:26.361383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb396286-6c0a-4cac-92ab-ea92ba18fae3,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:26.363835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:26.371833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=c2ec95e7-60cc-4f4d-8785-3a7137e0f33a,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:26.374497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:26.380117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.389283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:26.416545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd842-9f60-4246-b00b-4e6a0967b391 req-a7312c24-bcda-4ff2-b39f-ce69074726b5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:26.418056 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-240bd842-9f60-4246-b00b-4e6a0967b391 req-a7312c24-bcda-4ff2-b39f-ce69074726b5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 945 time: 0.4140756 May 29 01:07:26.433723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Checking segment: {'id': 'e9579572-91a3-4220-9378-c176e7247918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6db1ae8e-6f01-4a04-804e-6f17dc4e1df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:26.434080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Network hostable DHCP agents. Network: 6db1ae8e-6f01-4a04-804e-6f17dc4e1df3, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:07:26.519526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.610479 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-240bd842-9f60-4246-b00b-4e6a0967b391 req-e0b234c4-e79d-4d09-98d7-8839556015ec tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778076 May 29 01:07:26.620418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Network 6db1ae8e-6f01-4a04-804e-6f17dc4e1df3 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:07:26.644429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57078) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:26.656312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 6db1ae8e-6f01-4a04-804e-6f17dc4e1df3) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:26.658691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.665709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:26.665914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a8115-2ff8-4b74-83f4-0037a0a1b1db None None] Network 6db1ae8e-6f01-4a04-804e-6f17dc4e1df3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:26.666339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.673365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.676061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network e3516a62-1907-4d05-85fc-00341938368d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:26.693469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:26.709106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.834176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6863b412-a19b-4a53-aef5-5495d23f6005,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:26.881429 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-424b113c-4402-41f2-986a-de3b252b8977 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6488976 May 29 01:07:26.881541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Calling delete_port for 0813e472-5544-4749-962a-bff4c4e994c9 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:26.889818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:26.891362 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-def08695-79ae-49c3-b5cf-1d3432baa820 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5858395 May 29 01:07:26.894198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57082) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:26.977452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-10c648a8-4498-47e7-be3a-8dbbfe260213 tempest-TestVolumeBootPattern-1280625693 tempest-TestVolumeBootPattern-1280625693-project-admin] Synchronizing usage tracker for tenant:ec25d6ad64794418851f162f0c285a39 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:27.030360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd28639-e1e4-4575-94a9-a1c953549b85 None None] Network 6db1ae8e-6f01-4a04-804e-6f17dc4e1df3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:27.081304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.121327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-10c648a8-4498-47e7-be3a-8dbbfe260213 tempest-TestVolumeBootPattern-1280625693 tempest-TestVolumeBootPattern-1280625693-project-admin] Unset dirty status for tenant:ec25d6ad64794418851f162f0c285a39 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:27.126534 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10c648a8-4498-47e7-be3a-8dbbfe260213 tempest-TestVolumeBootPattern-1280625693 tempest-TestVolumeBootPattern-1280625693-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1093 time: 0.4771461 May 29 01:07:27.126682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57088) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:27.133182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:27.143069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-1593-49e7-9469-7ee58d9bc021 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.145028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:27.159496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:floatingip and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:27.165938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:27.166999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cb697d95-f0b3-4457-97c5-df9c2ad2cb8a None None] Provisioning complete for port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:27.167449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cb697d95-f0b3-4457-97c5-df9c2ad2cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.171152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event deleted for resources: {'Port': ['ID=0813e472-5544-4749-962a-bff4c4e994c9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:27.182103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:27.197686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-1593-49e7-9469-7ee58d9bc021 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.230418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.247441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cb697d95-f0b3-4457-97c5-df9c2ad2cb8a None None] Port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:27.251861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.258303 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8b059bf7-77fb-41cb-a301-f15d5450d3ca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "DELETE /v2.0/ports/0813e472-5544-4749-962a-bff4c4e994c9 HTTP/1.1" status: 204 len: 168 time: 0.9748015 May 29 01:07:27.260990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57094) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:27.269960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92352034-958b-4978-9204-bc72964a9e32', 'external_fixed_ips': [{'subnet_id': '86e8494b-23da-4ffb-9203-c33b8c1c7749', 'ip_address': '2001:db8::1f0'}]}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:27.276417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:27.282787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:router and tenant:8503bfa075b04fb587b307a6a71fc4eb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:27.286382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:27.297029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:27.315160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.316578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.351791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-1593-49e7-9469-7ee58d9bc021 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.363032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.382608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f7798-1593-49e7-9469-7ee58d9bc021 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b619fd-1967-42a9-8400-da969dc25227,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:27.403647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-1593-49e7-9469-7ee58d9bc021 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.407162 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-321f7798-1593-49e7-9469-7ee58d9bc021 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/b3b619fd-1967-42a9-8400-da969dc25227 HTTP/1.1" status: 204 len: 168 time: 0.5095398 May 29 01:07:27.407910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57102) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:27.453839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 28ad9d92-7793-4a77-b96b-954b6b30d5a8 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:27.495328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-955019f5-040e-49c3-be97-44ed61c0e691 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:27.543762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.791190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.814448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.820931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-955019f5-040e-49c3-be97-44ed61c0e691 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:27.822140 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-955019f5-040e-49c3-be97-44ed61c0e691 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4127784 May 29 01:07:27.825761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.827493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57110) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:27.833753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065786535'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:27.872262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:27.897051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:27.916465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:27.965805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-b27fd0e1-2f12-470c-a410-ebf3aa8b9548 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:27.967788 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-b27fd0e1-2f12-470c-a410-ebf3aa8b9548 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/networks?id=962d2886-0691-47c2-8b4a-8e148a3d0ebe HTTP/1.1" status: 200 len: 812 time: 0.3463008 May 29 01:07:28.036883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:28.039092 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-510f7563-dc3d-4ab2-8652-535351887f95 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/quotas/d3e82d5ca4c442d7a870ab64c4d9ae7c HTTP/1.1" status: 200 len: 375 time: 0.0356405 May 29 01:07:28.050303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:28.054893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:28.063248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:28.083607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Allocated IP 2001:db8::1f0 (92352034-958b-4978-9204-bc72964a9e32/86e8494b-23da-4ffb-9203-c33b8c1c7749/5f72c885-4c56-4161-ba70-4b3d6cab7320) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:28.085328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:28.087524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Allocated IP 172.26.5.176 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/2b1a7cbb-99e3-47dc-aed7-8e35b114ede8) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:28.100633 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] Sync routers for ids ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:28.108419 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-807ffb31-b9e7-47fe-9e85-fee3f4e3d491 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d3e82d5ca4c442d7a870ab64c4d9ae7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606594 May 29 01:07:28.117285 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d7db9301-182a-4cb0-a24e-a0a6a260fed0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/28ad9d92-7793-4a77-b96b-954b6b30d5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4180722 May 29 01:07:28.118659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57114) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:28.123341 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] Routers {'28ad9d92-7793-4a77-b96b-954b6b30d5a8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:28.126252 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:28.228483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.228673 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:28.234351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.241765 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] Routers {'28ad9d92-7793-4a77-b96b-954b6b30d5a8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:28.242404 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:28.303045 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:28.303691 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af4f91-4333-42ee-a10f-45a95b8d79c3 None None] The sync data for ids ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:28.330053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e89f20d-3ab9-4b13-aa12-598d3c8a2002,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:28.337723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.341205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.342965 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bb71707d-ebdf-4773-ad7b-27b806167f28 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5138636 May 29 01:07:28.346884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57118) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:28.353330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738163143'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:28.356631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c75bf3f-f1da-47b4-839a-2aaf8b7be63a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:28.357207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2c75bf3f-f1da-47b4-839a-2aaf8b7be63a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:28.359745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:28.365078 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:28.368517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:28.379755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:28.395138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.432910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2c75bf3f-f1da-47b4-839a-2aaf8b7be63a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:28.434084 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2c75bf3f-f1da-47b4-839a-2aaf8b7be63a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports/c2ec95e7-60cc-4f4d-8785-3a7137e0f33a HTTP/1.1" status: 200 len: 978 time: 0.3145311 May 29 01:07:28.441283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57122) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:28.504336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-5f8f0599-a6cd-47e4-9355-6927024d8b27 service neutron] 10.222.0.33 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428764 May 29 01:07:28.516925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.584103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:28.597725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.600030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:28.603560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network 92352034-958b-4978-9204-bc72964a9e32 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:28.606290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:28.609230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:28.618234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:28.644858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:28.646734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Port': ['ID=5f72c885-4c56-4161-ba70-4b3d6cab7320,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:28.739121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.743980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.744758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.798509 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-128cd5cd-1df8-4fa0-b135-a9ca0f7a21fa service neutron] 10.222.0.33 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790806 May 29 01:07:28.799013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689aefc4-6527-492b-a005-80a0e74be0b1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:28.814274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.815508 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0bb6f02a-7c18-4370-8984-45378c21e2f3 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4677112 May 29 01:07:28.818488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57126) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:28.825525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '2e89f20d-3ab9-4b13-aa12-598d3c8a2002', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '689aefc4-6527-492b-a005-80a0e74be0b1', 'remote_ip_prefix': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:28.833739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:28.839643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:28.843198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:28.843395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:28.846855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:28.848425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=2b1a7cbb-99e3-47dc-aed7-8e35b114ede8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:28.850797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:28.851218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:28.857070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:28.857905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.002400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.098627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.107625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.141313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498410e2-51ed-4d91-bf82-c8de22a1569f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:29.151546 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-826ad280-b964-497c-9a57-273f3744ca8c req-a1a5c0ae-3002-4c58-80af-e51641f07a6e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 210 time: 0.1658912 May 29 01:07:29.177353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.181461 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4ff57599-93be-47f0-8729-bc0426ef808c tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3594489 May 29 01:07:29.181782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57138) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:29.236333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d423605-7b6c-4e0b-89fe-051b8119949f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.246789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d423605-7b6c-4e0b-89fe-051b8119949f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.279754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d423605-7b6c-4e0b-89fe-051b8119949f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.305376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d423605-7b6c-4e0b-89fe-051b8119949f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=498410e2-51ed-4d91-bf82-c8de22a1569f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:29.312821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4d423605-7b6c-4e0b-89fe-051b8119949f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.314005 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4d423605-7b6c-4e0b-89fe-051b8119949f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/498410e2-51ed-4d91-bf82-c8de22a1569f HTTP/1.1" status: 204 len: 168 time: 0.1312511 May 29 01:07:29.316519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57144) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:29.340033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Router e01d6870-f7cb-4e44-ab47-24331b740b38 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:29.442375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c2e091a-ef2e-492b-8f51-4da299362129 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:29.528329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c2e091a-ef2e-492b-8f51-4da299362129 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:29.530213 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9c2e091a-ef2e-492b-8f51-4da299362129 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2121086 May 29 01:07:29.533431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57148) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:29.627600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86be13a1-ed30-496b-8c87-03373a5ce77f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.672835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86be13a1-ed30-496b-8c87-03373a5ce77f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.709906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:29.720127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Sync routers for ids ['e01d6870-f7cb-4e44-ab47-24331b740b38'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:29.734933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Routers {'e01d6870-f7cb-4e44-ab47-24331b740b38'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:29.736162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e01d6870-f7cb-4e44-ab47-24331b740b38'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:29.760539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86be13a1-ed30-496b-8c87-03373a5ce77f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.786126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.787781 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4020c4f4-5168-4e96-987d-7bcc94e10761 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5251102 May 29 01:07:29.792843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:29.795142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be13a1-ed30-496b-8c87-03373a5ce77f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689aefc4-6527-492b-a005-80a0e74be0b1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:29.874525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-86be13a1-ed30-496b-8c87-03373a5ce77f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.879200 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-86be13a1-ed30-496b-8c87-03373a5ce77f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/689aefc4-6527-492b-a005-80a0e74be0b1 HTTP/1.1" status: 204 len: 168 time: 0.3422289 May 29 01:07:29.883387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57158) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:29.897380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:29.945990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Set router e01d6870-f7cb-4e44-ab47-24331b740b38 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:30.046360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-647b8809-e652-4ad0-8566-a9c64e081488 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:30.078603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-647b8809-e652-4ad0-8566-a9c64e081488 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:30.080385 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-647b8809-e652-4ad0-8566-a9c64e081488 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1966965 May 29 01:07:30.085608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57164) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:30.226932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.303338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c048a192-7363-45c8-a93f-28cb4fd12744 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.331786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c048a192-7363-45c8-a93f-28cb4fd12744 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.364493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01d6870-f7cb-4e44-ab47-24331b740b38', 'name': '', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92352034-958b-4978-9204-bc72964a9e32', 'external_fixed_ips': [{'subnet_id': '86e8494b-23da-4ffb-9203-c33b8c1c7749', 'ip_address': '2001:db8::1f0'}], 'enable_snat': True}, 'gw_port_id': '5f72c885-4c56-4161-ba70-4b3d6cab7320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:27Z', 'updated_at': '2022-05-29T01:07:28Z', 'revision_number': 3, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port': {'id': '5f72c885-4c56-4161-ba70-4b3d6cab7320', 'name': '', 'network_id': '92352034-958b-4978-9204-bc72964a9e32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01d6870-f7cb-4e44-ab47-24331b740b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '86e8494b-23da-4ffb-9203-c33b8c1c7749', 'ip_address': '2001:db8::1f0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:07:27Z', 'updated_at': '2022-05-29T01:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e8494b-23da-4ffb-9203-c33b8c1c7749', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:30.368784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Checking router: e01d6870-f7cb-4e44-ab47-24331b740b38 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:07:30.369451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Updating router e01d6870-f7cb-4e44-ab47-24331b740b38 port 5f72c885-4c56-4161-ba70-4b3d6cab7320 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:07:30.374782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.439670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.482528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.512203 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f002e887-501f-4cc9-9a7f-84d3fb411b4e req-99d53171-73ab-4b39-9dc0-50210e752964 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 210 time: 0.1758635 May 29 01:07:30.658672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-7ecdd176-22bb-41ac-8e79-297384c6c4dc tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:30.659356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-7ecdd176-22bb-41ac-8e79-297384c6c4dc tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Synchronizing usage tracker for tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:30.681547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c048a192-7363-45c8-a93f-28cb4fd12744 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.682619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port c2ec95e7-60cc-4f4d-8785-3a7137e0f33a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:30.682959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.709466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048a192-7363-45c8-a93f-28cb4fd12744 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e89f20d-3ab9-4b13-aa12-598d3c8a2002,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:30.711123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-7ecdd176-22bb-41ac-8e79-297384c6c4dc tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Unset dirty status for tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:30.712563 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-7ecdd176-22bb-41ac-8e79-297384c6c4dc tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.16 "GET /v2.0/networks?id=962d2886-0691-47c2-8b4a-8e148a3d0ebe HTTP/1.1" status: 200 len: 812 time: 0.5961857 May 29 01:07:30.730490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Request body: {'port': {'device_id': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe', 'admin_state_up': True, 'tenant_id': 'd3e82d5ca4c442d7a870ab64c4d9ae7c'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:30.747711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c048a192-7363-45c8-a93f-28cb4fd12744 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.748964 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c048a192-7363-45c8-a93f-28cb4fd12744 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/2e89f20d-3ab9-4b13-aa12-598d3c8a2002 HTTP/1.1" status: 204 len: 168 time: 0.6582253 May 29 01:07:30.754095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57170) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:30.829872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.843148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Transition to ACTIVE for port object 5f72c885-4c56-4161-ba70-4b3d6cab7320 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:30.852405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.890608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:30.896397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Usage tracker for resource:port and tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:30.900576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:30.907364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:30.929823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Made reservation on behalf of d3e82d5ca4c442d7a870ab64c4d9ae7c for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:30.930227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Attempting to bind port 5f72c885-4c56-4161-ba70-4b3d6cab7320 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:07:30.930566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Attempting to bind port 5f72c885-4c56-4161-ba70-4b3d6cab7320 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '18918385-ce18-44c4-88ba-64df16c71d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '92352034-958b-4978-9204-bc72964a9e32'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:07:30.930928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Attempting to bind port 5f72c885-4c56-4161-ba70-4b3d6cab7320 on network 92352034-958b-4978-9204-bc72964a9e32 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:30.932794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.945139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.946066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:07:30.946445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Checking segment: {'id': '18918385-ce18-44c4-88ba-64df16c71d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '92352034-958b-4978-9204-bc72964a9e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:30.946848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.947236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Bound using segment: {'id': '18918385-ce18-44c4-88ba-64df16c71d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '92352034-958b-4978-9204-bc72964a9e32'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:07:30.947704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Bound port: 5f72c885-4c56-4161-ba70-4b3d6cab7320, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18918385-ce18-44c4-88ba-64df16c71d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '92352034-958b-4978-9204-bc72964a9e32'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:07:30.948100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.955163 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-47760066-82a1-43db-8d23-62373556ce0d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2000086 May 29 01:07:30.955805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57174) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:30.961967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508670395'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:30.971610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:30.974100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Deleting port 5f72c885-4c56-4161-ba70-4b3d6cab7320 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:30.974100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.990509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:30.996566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.005988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.015350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cbdff-2f3e-477b-a87f-cb0b40c3212d None None] Pushing event updated for resources: {'Port': ['ID=5f72c885-4c56-4161-ba70-4b3d6cab7320,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:31.047941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:31.053438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:31.072419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] For port 5f72c885-4c56-4161-ba70-4b3d6cab7320, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:07:31.076097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] For port 5f72c885-4c56-4161-ba70-4b3d6cab7320, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f72c885-4c56-4161-ba70-4b3d6cab7320,segment=NetworkSegment(18918385-ce18-44c4-88ba-64df16c71d27),segment_id=18918385-ce18-44c4-88ba-64df16c71d27)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:07:31.076307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:31.081426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.165375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Routers {'e01d6870-f7cb-4e44-ab47-24331b740b38'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:31.165995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e01d6870-f7cb-4e44-ab47-24331b740b38'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:31.229329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.242651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cbdff-2f3e-477b-a87f-cb0b40c3212d None None] Pushing event updated for resources: {'Port': ['ID=5f72c885-4c56-4161-ba70-4b3d6cab7320,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:31.307795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for c2ec95e7-60cc-4f4d-8785-3a7137e0f33a owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:31.357050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:31.363481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] Set router e01d6870-f7cb-4e44-ab47-24331b740b38 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:31.370789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:31.378726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:31.381575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] For port 5f72c885-4c56-4161-ba70-4b3d6cab7320, host dv-neutron-843186-2-hyperv, got binding levels [] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:31.381928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.398096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Allocated IP 172.20.0.5 (962d2886-0691-47c2-8b4a-8e148a3d0ebe/5b912d59-1244-4fd6-b5ab-fd1de9d0f25c/528cb030-404a-4119-bab0-653194a3517d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:31.398414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=2b1a7cbb-99e3-47dc-aed7-8e35b114ede8,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:31.401697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:31.449665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.479232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce43b-6de3-4ee5-9dd6-a6b2e935b9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.488614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01d6870-f7cb-4e44-ab47-24331b740b38', 'name': '', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:27Z', 'updated_at': '2022-05-29T01:07:30Z', 'revision_number': 4, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:31.492683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cccc5e-2801-4078-9437-923c02748da8 None None] The sync data for ids ['e01d6870-f7cb-4e44-ab47-24331b740b38'] in dv-neutron-843186-2-hyperv is: [{'id': 'e01d6870-f7cb-4e44-ab47-24331b740b38', 'name': '', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:27Z', 'updated_at': '2022-05-29T01:07:30Z', 'revision_number': 4, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:31.527310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Calling delete_port for 5f72c885-4c56-4161-ba70-4b3d6cab7320 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:31.721995 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bacc63b-325f-4d71-ae9e-e6e18629b223 req-1c89759f-b5c2-4104-b29e-8f56b01a7c18 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 210 time: 0.0573013 May 29 01:07:31.757278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.811510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.814672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=c2ec95e7-60cc-4f4d-8785-3a7137e0f33a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:31.824938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.911860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d237f-8f42-4ad9-83bf-9cab55ef602f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:31.937139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.940586 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d326e0e1-3953-4777-b009-7ec370ecb1ea tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9842401 May 29 01:07:31.942423 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Floating IP e78f3810-51f4-4c72-a8a8-277f89331962 associated. External IP: 172.26.5.176, port: 2f15e413-6841-4f26-b5f2-67c06bfff59b. May 29 01:07:31.943210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57180) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:31.969200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:07:31.969548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:07:31.975151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': 'af8d237f-8f42-4ad9-83bf-9cab55ef602f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:31.981730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:31.987404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:31.993895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:31.997665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:32.001780 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:07:32.005135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:32.031472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.048629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.153339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Network 962d2886-0691-47c2-8b4a-8e148a3d0ebe is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:32.158722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:32.164755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:32.189165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Pushing event updated for resources: {'Port': ['ID=528cb030-404a-4119-bab0-653194a3517d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:32.213587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.232872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.241192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.246303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:32.246901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.281402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1928d46-3946-4afa-8a67-69c74ca8f034,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:32.300668 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d0e7e756-bb99-4634-9b34-0054f1993b3e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5741074 May 29 01:07:32.301945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.306052 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e0f9327e-9a37-4a12-8171-c25176ed0d7d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3399925 May 29 01:07:32.306648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57184) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:32.322420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Request body: {'port': {'device_id': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:32.391213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71741278-412c-47a2-95d9-54139df50670 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.405485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71741278-412c-47a2-95d9-54139df50670 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.470595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Deleting port 5f72c885-4c56-4161-ba70-4b3d6cab7320 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:32.471005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.500448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.509211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71741278-412c-47a2-95d9-54139df50670 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.548933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741278-412c-47a2-95d9-54139df50670 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1928d46-3946-4afa-8a67-69c74ca8f034,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:32.610207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71741278-412c-47a2-95d9-54139df50670 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:32.611342 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-71741278-412c-47a2-95d9-54139df50670 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/e1928d46-3946-4afa-8a67-69c74ca8f034 HTTP/1.1" status: 204 len: 168 time: 0.3037417 May 29 01:07:32.620711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57190) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:32.948631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 28ad9d92-7793-4a77-b96b-954b6b30d5a8 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:32.956450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5e8c81fa-06f1-409c-8bc2-6b8af7165300 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:32.959870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] For port 5f72c885-4c56-4161-ba70-4b3d6cab7320, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5f72c885-4c56-4161-ba70-4b3d6cab7320,segment=NetworkSegment(18918385-ce18-44c4-88ba-64df16c71d27),segment_id=18918385-ce18-44c4-88ba-64df16c71d27)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:32.960253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.110539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Calling delete_port for 5f72c885-4c56-4161-ba70-4b3d6cab7320 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:33.116347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5493ebd-5e28-4ff7-9034-abfb6f0667f2 req-d2b8092c-5ae9-4c22-8790-816e717aca0a tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:33.117787 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5493ebd-5e28-4ff7-9034-abfb6f0667f2 req-d2b8092c-5ae9-4c22-8790-816e717aca0a tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 931 time: 0.2445207 May 29 01:07:33.164566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:33.175828 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] Sync routers for ids ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:33.195466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5e8c81fa-06f1-409c-8bc2-6b8af7165300 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:33.196743 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5e8c81fa-06f1-409c-8bc2-6b8af7165300 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4179406 May 29 01:07:33.201148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57196) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:33.202387 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] Routers {'28ad9d92-7793-4a77-b96b-954b6b30d5a8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:33.203312 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:33.262378 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5493ebd-5e28-4ff7-9034-abfb6f0667f2 req-c3733ab0-0bd9-4f1f-9e24-7859037c2ef1 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335216 May 29 01:07:33.274105 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:33.275257 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b596e52a-acfe-42c2-b055-bc7ef28d640c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/28ad9d92-7793-4a77-b96b-954b6b30d5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8323669 May 29 01:07:33.276171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57200) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:33.287461 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] Routers {'28ad9d92-7793-4a77-b96b-954b6b30d5a8'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:33.288096 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:33.349208 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:33.349603 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ae26c-a087-483b-9c63-3010615fe3fc None None] The sync data for ids ['28ad9d92-7793-4a77-b96b-954b6b30d5a8'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:33.364565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:33.418027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528cb030-404a-4119-bab0-653194a3517d {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:07:33.434195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.437104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-89464e69-5144-49e5-a1f8-1f61f5611ed1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.467154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Transition to ACTIVE for port object 528cb030-404a-4119-bab0-653194a3517d will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:33.468680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.508903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.521541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f72c885-4c56-4161-ba70-4b3d6cab7320,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:33.532869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-89464e69-5144-49e5-a1f8-1f61f5611ed1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.560863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf74efa6-a580-4740-9e4c-162c520ad8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.793584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-89464e69-5144-49e5-a1f8-1f61f5611ed1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.807181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=528cb030-404a-4119-bab0-653194a3517d,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:33.819700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89464e69-5144-49e5-a1f8-1f61f5611ed1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d237f-8f42-4ad9-83bf-9cab55ef602f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:33.851650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.902253 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-10ea6c01-f4e1-457d-a376-a944dade5ce2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] remove_router_interface failed (client error): The resource could not be found. May 29 01:07:33.906993 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-10ea6c01-f4e1-457d-a376-a944dade5ce2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/28ad9d92-7793-4a77-b96b-954b6b30d5a8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6245885 May 29 01:07:33.907748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-89464e69-5144-49e5-a1f8-1f61f5611ed1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:33.911031 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-89464e69-5144-49e5-a1f8-1f61f5611ed1 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/af8d237f-8f42-4ad9-83bf-9cab55ef602f HTTP/1.1" status: 204 len: 168 time: 0.7056127 May 29 01:07:33.911031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57204) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:33.914119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57206) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:34.078674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ee2aa12e-d9d7-43f1-9549-fd5e5286b707 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:34.121524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ee2aa12e-d9d7-43f1-9549-fd5e5286b707 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:34.125132 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ee2aa12e-d9d7-43f1-9549-fd5e5286b707 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=28ad9d92-7793-4a77-b96b-954b6b30d5a8 HTTP/1.1" status: 200 len: 205 time: 0.2110448 May 29 01:07:34.137833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57212) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:34.201016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c73d8b4e-6a72-4625-8d68-16d075262f5f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:34.295380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.297067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Attempting to bind port 528cb030-404a-4119-bab0-653194a3517d on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:07:34.297405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Attempting to bind port 528cb030-404a-4119-bab0-653194a3517d by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'cbb8ee1f-1f6f-44cc-855c-8690a620ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:07:34.297723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Attempting to bind port 528cb030-404a-4119-bab0-653194a3517d on network 962d2886-0691-47c2-8b4a-8e148a3d0ebe {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:34.297851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c73d8b4e-6a72-4625-8d68-16d075262f5f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:34.299070 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c73d8b4e-6a72-4625-8d68-16d075262f5f tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3841431 May 29 01:07:34.302571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.304094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57216) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:34.310951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Port 528cb030-404a-4119-bab0-653194a3517d on network 962d2886-0691-47c2-8b4a-8e148a3d0ebe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:07:34.311267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Attempting to bind port 528cb030-404a-4119-bab0-653194a3517d on network 962d2886-0691-47c2-8b4a-8e148a3d0ebe {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:34.313696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--898997163'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:34.321425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:34.324082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:34.329683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:07:34.329961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Checking segment: {'id': 'cbb8ee1f-1f6f-44cc-855c-8690a620ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:34.330359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Bound using segment: {'id': 'cbb8ee1f-1f6f-44cc-855c-8690a620ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:07:34.330808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Bound port: 528cb030-404a-4119-bab0-653194a3517d, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb8ee1f-1f6f-44cc-855c-8690a620ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:07:34.331167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.337738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:34.352165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:34.353742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:34.363111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:34.376147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d017-afb6-42d0-899d-4416dbdb27f7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.383208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.383709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e01d6870-f7cb-4e44-ab47-24331b740b38 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:34.430003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.430866 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4ea2224f-5cf1-4ca3-965a-5996ade6eaa2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "DELETE /v2.0/routers/e01d6870-f7cb-4e44-ab47-24331b740b38 HTTP/1.1" status: 204 len: 168 time: 4.6293447 May 29 01:07:34.434376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57222) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:34.491195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] For port 528cb030-404a-4119-bab0-653194a3517d, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:07:34.501062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.505217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] For port 528cb030-404a-4119-bab0-653194a3517d, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=528cb030-404a-4119-bab0-653194a3517d,segment=NetworkSegment(cbb8ee1f-1f6f-44cc-855c-8690a620ee38),segment_id=cbb8ee1f-1f6f-44cc-855c-8690a620ee38)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:07:34.510815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Deleting subnet 86e8494b-23da-4ffb-9203-c33b8c1c7749 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:34.514659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.544036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.594880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:34.599170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:34.602948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.603483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:34.605631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:34.623591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.628441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.652571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:34.671331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.673119 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/528cb030-404a-4119-bab0-653194a3517d HTTP/1.1" status: 200 len: 1093 time: 2.3638737 May 29 01:07:34.676349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'tag': '528cb030-404a-4119-bab0-653194a3517d'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:07:34.694735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa55d4-af2c-4bf7-87ba-aaf5f959f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=528cb030-404a-4119-bab0-653194a3517d,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:34.713290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.786407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c9cae207-6659-4ecd-b99e-54fa5755dfe1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6591957 May 29 01:07:34.796955 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48120dfe-315c-48f0-bba8-7bc8667c5815'] response: {'name': 'network-changed', 'server_uuid': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'tag': '528cb030-404a-4119-bab0-653194a3517d', 'status': 'completed', 'code': 200} May 29 01:07:34.849619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:07:34.855980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-01543793-a2b2-46c1-bca5-d0024b19dd7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e82d5ca4c442d7a870ab64c4d9ae7c&device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 1096 time: 0.1039793 May 29 01:07:34.924209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:34.976154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=86e8494b-23da-4ffb-9203-c33b8c1c7749,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:34.980875 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-453b05a0-c480-4b3d-bda6-84f115482d5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=528cb030-404a-4119-bab0-653194a3517d HTTP/1.1" status: 200 len: 217 time: 0.1086209 May 29 01:07:34.981819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.028979 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0075342e-41ab-4fa0-8019-3822ce4723e0 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/86e8494b-23da-4ffb-9203-c33b8c1c7749 HTTP/1.1" status: 204 len: 168 time: 0.5913000 May 29 01:07:35.033815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57234) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:35.042522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:29Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:35.049077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:07:35.053922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.058155 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8ca946-9b7e-4c1b-9267-777b22ce7e75'] response: {'name': 'network-changed', 'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'status': 'completed', 'code': 200} May 29 01:07:35.064580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.073872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:35.074577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:35.081463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d017-afb6-42d0-899d-4416dbdb27f7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.143407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d2cc533d-0547-4384-a5f0-b2ca7ff36b46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:35.145047 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-d2cc533d-0547-4384-a5f0-b2ca7ff36b46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b912d59-1244-4fd6-b5ab-fd1de9d0f25c HTTP/1.1" status: 200 len: 852 time: 0.1586938 May 29 01:07:35.150005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710488-132a-44fd-a4b3-b67ca76b846d req-e8fe6963-fb45-4b77-87e3-d2232d73e73d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:35.157432 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de710488-132a-44fd-a4b3-b67ca76b846d req-e8fe6963-fb45-4b77-87e3-d2232d73e73d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 943 time: 0.7108669 May 29 01:07:35.212535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d017-afb6-42d0-899d-4416dbdb27f7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.231413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90265da2-3edb-4baf-af3f-007f232b38c0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:35.245719 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-256f72cf-6231-4481-b261-61114c8e5c6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=962d2886-0691-47c2-8b4a-8e148a3d0ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864842 May 29 01:07:35.256345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.257741 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-de710488-132a-44fd-a4b3-b67ca76b846d req-3884776e-e056-46f3-abd2-b5410ee59584 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973167 May 29 01:07:35.277254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.277254 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1da073ec-576e-4e28-b32e-e9e0c27a6195 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9689302 May 29 01:07:35.277254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57238) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:35.284511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '90265da2-3edb-4baf-af3f-007f232b38c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:35.291393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:35.296268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:35.299198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:35.305281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:35.312923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:35.337726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.359846 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d017-afb6-42d0-899d-4416dbdb27f7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.362273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf0d017-afb6-42d0-899d-4416dbdb27f7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Fanout notify agent at l3_agent the message router_deleted on router 28ad9d92-7793-4a77-b96b-954b6b30d5a8 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:35.380645 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-ef18d846-d9e5-4340-995c-2760e2dbc8c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1098 time: 0.2958305 May 29 01:07:35.404425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d017-afb6-42d0-899d-4416dbdb27f7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.411450 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bdf0d017-afb6-42d0-899d-4416dbdb27f7 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/28ad9d92-7793-4a77-b96b-954b6b30d5a8 HTTP/1.1" status: 204 len: 168 time: 1.2674265 May 29 01:07:35.425021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57242) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:35.553882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.575017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.680836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a78224-ec22-4e14-b2be-eb1fc3627d6c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:35.689695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.730527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.736961 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-24f2a8ed-56ce-45d0-8ea3-20112e2bd263 service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734385 May 29 01:07:35.739312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92352034-958b-4978-9204-bc72964a9e32']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:35.773348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:29Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:35.777385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834e64-b1de-4dc9-92aa-661ed17e1d61 None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:29Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:35.781154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18918385-ce18-44c4-88ba-64df16c71d27') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:35.781154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18918385-ce18-44c4-88ba-64df16c71d27') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:35.859123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.861941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.863729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8b4140f0-c767-426d-b308-583ab1bcd880 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5852344 May 29 01:07:35.865816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57246) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:35.870583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-30086652-6885-496d-ba5b-871135021496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:35.872023 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-30086652-6885-496d-ba5b-871135021496 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.4715524 May 29 01:07:35.902155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.911401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:07:35.912015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:07:35.927137 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:07:35.936061 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2a34aa21-8e7c-471d-a4e0-6f9bad76a2ed tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules/d1a78224-ec22-4e14-b2be-eb1fc3627d6c HTTP/1.1" status: 200 len: 705 time: 0.0651395 May 29 01:07:35.943527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57252) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:36.042908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet 8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:36.056575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.059613 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16e5d97e-492c-46fa-af59-2f13d30b2943 req-a78d4872-6eff-4f71-92ff-9cb96a620e83 service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002903 May 29 01:07:36.059613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.075231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92352034-958b-4978-9204-bc72964a9e32 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 29 01:07:36.080979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event deleted for resources: {'Network': ['ID=92352034-958b-4978-9204-bc72964a9e32,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:36.083430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.094587 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6680054a-0e76-465e-82f4-e112ca9c1a02 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "DELETE /v2.0/networks/92352034-958b-4978-9204-bc72964a9e32 HTTP/1.1" status: 204 len: 168 time: 1.0555768 May 29 01:07:36.113464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-bf7d8fad-9c22-4b22-bd2d-9a0323f6fb81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 200 len: 999 time: 0.2327394 May 29 01:07:36.123355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c9c88f6-94d5-49ff-ae47-ed328f5f2cec tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:36.131626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.213116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.321788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-383c67fb-9100-466e-ac78-f96f2017179e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:36.324261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-383c67fb-9100-466e-ac78-f96f2017179e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.1948478 May 29 01:07:36.328842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c9c88f6-94d5-49ff-ae47-ed328f5f2cec tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:36.332937 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5c9c88f6-94d5-49ff-ae47-ed328f5f2cec tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3840175 May 29 01:07:36.335805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57262) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:36.524431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.559143 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-f924f0e8-c5b6-4925-b4ec-1e2e46b21f37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2228029 May 29 01:07:36.661623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57268) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:36.667375 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-185247d5-3670-47ff-9d5c-729f7681c72e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e82d5ca4c442d7a870ab64c4d9ae7c&device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 1096 time: 0.5194693 May 29 01:07:36.672617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'router': {'name': 'tempest-router--345041800', 'project_id': 'a6e5725165fb40379e6c307c5974fd8b'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:36.677852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:36.681547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:router and tenant:a6e5725165fb40379e6c307c5974fd8b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:36.684754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:36.695775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:36.753860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.792160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4ee7-d1bd-4fac-b39a-7c737ec3f625 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.799467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0897d-a68e-4ccb-9196-b849cacf91f9 req-7f7d537f-472c-4d6c-ac5a-603b1f7c815a tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:36.811987 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dfd0897d-a68e-4ccb-9196-b849cacf91f9 req-7f7d537f-472c-4d6c-ac5a-603b1f7c815a tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 943 time: 0.3373952 May 29 01:07:36.813921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.813921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.848629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4ee7-d1bd-4fac-b39a-7c737ec3f625 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.850567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:36.868688 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-09d48706-fc25-4091-a30e-0ec1012c81a6 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991824 May 29 01:07:36.887023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.905220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27fe21-0825-4836-9133-56bb36b560d5 None None] Network e3516a62-1907-4d05-85fc-00341938368d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:36.961824 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8274972-a95d-41bc-9122-69c936567afd None None] New status for floating IP e78f3810-51f4-4c72-a8a8-277f89331962: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:07:36.963910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-0554e1b9-2438-40e1-9a2a-ff88a8ca79ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:36.966130 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-0554e1b9-2438-40e1-9a2a-ff88a8ca79ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=962d2886-0691-47c2-8b4a-8e148a3d0ebe HTTP/1.1" status: 200 len: 913 time: 0.2752082 May 29 01:07:36.972212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:36.975210 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b45e373a-c138-4312-b415-5e55e96214f5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8 HTTP/1.1" status: 204 len: 168 time: 1.5469456 May 29 01:07:36.981694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57272) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:37.058015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.090241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4ee7-d1bd-4fac-b39a-7c737ec3f625 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.093230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-44c9c9eb-8400-481e-be2d-bf2e606e0d67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=528cb030-404a-4119-bab0-653194a3517d HTTP/1.1" status: 200 len: 217 time: 0.0995297 May 29 01:07:37.141408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c4ee7-d1bd-4fac-b39a-7c737ec3f625 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1a78224-ec22-4e14-b2be-eb1fc3627d6c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:37.142136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.165694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dfd0897d-a68e-4ccb-9196-b849cacf91f9 req-62ffe28f-a1b3-489a-86ae-41de67811e1d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594160 May 29 01:07:37.213603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port 617bb7a7-2dab-42f1-a737-e431b1fcbbba {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:37.214401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.228601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.232062 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] DHCP port deletion for e3516a62-1907-4d05-85fc-00341938368d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:07:37.237604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] Deleting port 617bb7a7-2dab-42f1-a737-e431b1fcbbba {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:37.237974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.240115 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b1099660-5914-4679-9296-b8f05f7c5715 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5672240 May 29 01:07:37.241375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57276) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:37.261380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-cfcb84d5-08f3-4731-8391-83afd005cb47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:37.263621 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-cfcb84d5-08f3-4731-8391-83afd005cb47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b912d59-1244-4fd6-b5ab-fd1de9d0f25c HTTP/1.1" status: 200 len: 852 time: 0.1343317 May 29 01:07:37.266269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4ee7-d1bd-4fac-b39a-7c737ec3f625 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.268436 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9e0c4ee7-d1bd-4fac-b39a-7c737ec3f625 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/d1a78224-ec22-4e14-b2be-eb1fc3627d6c HTTP/1.1" status: 204 len: 168 time: 0.9316111 May 29 01:07:37.274942 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98ddbf6a-1ee3-45d9-92c2-d67a17c997e1 req-d42ac514-9eaa-49b3-b85f-5b3c0fa1ef89 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980398 May 29 01:07:37.275401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57280) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:37.403877 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ce7c5a37-84eb-4f3a-905c-9cdf65a23dc8 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1226912 May 29 01:07:37.416340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57284) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:37.420080 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-ddafffe3-fec3-40c7-96e5-7045d38b0aab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=962d2886-0691-47c2-8b4a-8e148a3d0ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949337 May 29 01:07:37.428299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '90265da2-3edb-4baf-af3f-007f232b38c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:37.455363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] For port 617bb7a7-2dab-42f1-a737-e431b1fcbbba, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=617bb7a7-2dab-42f1-a737-e431b1fcbbba,segment=NetworkSegment(ed49d181-5112-4081-a6a5-474cdbb84b56),segment_id=ed49d181-5112-4081-a6a5-474cdbb84b56)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:37.455716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.460069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:37.488923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port 617bb7a7-2dab-42f1-a737-e431b1fcbbba, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=617bb7a7-2dab-42f1-a737-e431b1fcbbba,segment=NetworkSegment(ed49d181-5112-4081-a6a5-474cdbb84b56),segment_id=ed49d181-5112-4081-a6a5-474cdbb84b56)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:37.489301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.532907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:37.538523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:37.548449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:37.578760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] Calling delete_port for 617bb7a7-2dab-42f1-a737-e431b1fcbbba owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:37.579772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cce2bb5b-1b29-4681-9b12-43c516d72521 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.624718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for 617bb7a7-2dab-42f1-a737-e431b1fcbbba owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:37.656479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.690565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:37.697283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:07:37.697608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:07:37.702535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] Pushing event deleted for resources: {'Port': ['ID=617bb7a7-2dab-42f1-a737-e431b1fcbbba,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:37.709057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc3d4d5-d7f3-4353-8abd-5aec8c5eabf2 None None] No DVR routers for this DVR port 617bb7a7-2dab-42f1-a737-e431b1fcbbba on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:07:37.746384 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-7d631363-84ea-460e-a0e8-964c033576c6 service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137577 May 29 01:07:38.017284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.078377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.198735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port 617bb7a7-2dab-42f1-a737-e431b1fcbbba {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:38.199470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.303592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61b56d0-d328-42b2-8ecf-694703f9d8ff,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:38.311852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cce2bb5b-1b29-4681-9b12-43c516d72521 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.314725 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c5e957c-18f4-400a-b4d7-05b4ebbdc77d req-a9fce468-4805-4cc3-8028-f3a95dcf7a9f service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605836 May 29 01:07:38.324464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cce2bb5b-1b29-4681-9b12-43c516d72521 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.329498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.333150 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-19a5d130-79b2-41f0-a731-4d9b21b58483 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9133856 May 29 01:07:38.333406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57290) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.365918 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-93611e97-4b4e-4c19-a791-0b5d1fe2a14d tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules/f61b56d0-d328-42b2-8ecf-694703f9d8ff HTTP/1.1" status: 200 len: 705 time: 0.0314438 May 29 01:07:38.368748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57294) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.385913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cce2bb5b-1b29-4681-9b12-43c516d72521 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.386376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce2bb5b-1b29-4681-9b12-43c516d72521 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91fb71c5-b4ac-479d-9891-1c8fc3900904 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:38.405107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cce2bb5b-1b29-4681-9b12-43c516d72521 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.406552 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cce2bb5b-1b29-4681-9b12-43c516d72521 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "DELETE /v2.0/routers/91fb71c5-b4ac-479d-9891-1c8fc3900904 HTTP/1.1" status: 204 len: 168 time: 1.1483183 May 29 01:07:38.417280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] The port '617bb7a7-2dab-42f1-a737-e431b1fcbbba' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:07:38.429076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-18a6e098-e0d0-498c-bd58-c77dffb9f396 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:38.444885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-18a6e098-e0d0-498c-bd58-c77dffb9f396 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:38.448695 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-18a6e098-e0d0-498c-bd58-c77dffb9f396 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0764952 May 29 01:07:38.448935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57300) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.480358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe0ef-7e5f-4bb3-bf8f-5a3e41349b00 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.492744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe0ef-7e5f-4bb3-bf8f-5a3e41349b00 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.522059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe0ef-7e5f-4bb3-bf8f-5a3e41349b00 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.544997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe0ef-7e5f-4bb3-bf8f-5a3e41349b00 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f61b56d0-d328-42b2-8ecf-694703f9d8ff,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:38.553992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe0ef-7e5f-4bb3-bf8f-5a3e41349b00 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.555905 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ecdfe0ef-7e5f-4bb3-bf8f-5a3e41349b00 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f61b56d0-d328-42b2-8ecf-694703f9d8ff HTTP/1.1" status: 204 len: 168 time: 0.1057458 May 29 01:07:38.558821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57304) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.560346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.568908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57308) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.596818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3516a62-1907-4d05-85fc-00341938368d']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:38.611784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ce506756-ab1d-4e9c-9acd-4a96e60a83da tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:38.612614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed49d181-5112-4081-a6a5-474cdbb84b56') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:38.612911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed49d181-5112-4081-a6a5-474cdbb84b56') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:38.625155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2451e-32d4-4441-9c1a-e1c81d3e9e66 req-ebc05f8f-a28e-405e-b3b5-5498773bd82e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:38.626643 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68a2451e-32d4-4441-9c1a-e1c81d3e9e66 req-ebc05f8f-a28e-405e-b3b5-5498773bd82e tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 943 time: 0.2503929 May 29 01:07:38.632311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ce506756-ab1d-4e9c-9acd-4a96e60a83da tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:38.632768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.633533 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ce506756-ab1d-4e9c-9acd-4a96e60a83da tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0744452 May 29 01:07:38.636378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57314) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.642663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '90265da2-3edb-4baf-af3f-007f232b38c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:38.648442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:38.658244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:38.667231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.677067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.684750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:07:38.685149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:07:38.700110 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:07:38.741810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.747022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.761286 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68a2451e-32d4-4441-9c1a-e1c81d3e9e66 req-999581a5-457a-4562-a678-cb4d87a5faf4 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211996 May 29 01:07:38.769275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c9e21c-bc11-491a-8a73-6e5c60b7979e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:38.786441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.787605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4db3312e-c169-4b62-a0a2-dd46f96c27e9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1503148 May 29 01:07:38.790320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57318) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.792955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.813717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.823108 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-83a9d076-62f3-4b70-9c5e-b86454b7db73 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules/c7c9e21c-bc11-491a-8a73-6e5c60b7979e HTTP/1.1" status: 200 len: 706 time: 0.0314951 May 29 01:07:38.824679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=e3516a62-1907-4d05-85fc-00341938368d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:38.825714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57322) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.838178 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-adfb04f3-b211-464c-9103-bd9440166f5c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/e3516a62-1907-4d05-85fc-00341938368d HTTP/1.1" status: 204 len: 168 time: 1.8553100 May 29 01:07:38.842347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57326) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.849103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-865179910'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:38.860278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:38.865772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:38.868694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:38.877504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6e34ddc9-6a36-4666-b98b-3d5363aa28b4 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:38.877909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:38.895057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-212473104', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:38.902433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:38.902639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6e34ddc9-6a36-4666-b98b-3d5363aa28b4 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:38.906879 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6e34ddc9-6a36-4666-b98b-3d5363aa28b4 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0768893 May 29 01:07:38.907375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57330) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:38.907734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Usage tracker for resource:router and tenant:055d4db5de4d4a0cb0941992cbcc93b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:38.910705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:38.913584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.923396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:38.933052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:38.934585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 617bb7a7-2dab-42f1-a737-e431b1fcbbba no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:07:38.940182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71027ec8-1ad2-47c2-8559-db573e944c57 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.951701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.952618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.953200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71027ec8-1ad2-47c2-8559-db573e944c57 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.959607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:07:38.973887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.974523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment db1ba596-159c-4098-becc-2f6527308503 of type vlan for network a244b621-59d8-4f12-bde4-957d1bc8ba13 May 29 01:07:38.976765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 617bb7a7-2dab-42f1-a737-e431b1fcbbba {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:07:38.977327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 617bb7a7-2dab-42f1-a737-e431b1fcbbba not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:07:38.988351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71027ec8-1ad2-47c2-8559-db573e944c57 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:38.989974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.005267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71027ec8-1ad2-47c2-8559-db573e944c57 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7c9e21c-bc11-491a-8a73-6e5c60b7979e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:39.015018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-71027ec8-1ad2-47c2-8559-db573e944c57 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.016540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.019021 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-71027ec8-1ad2-47c2-8559-db573e944c57 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/c7c9e21c-bc11-491a-8a73-6e5c60b7979e HTTP/1.1" status: 204 len: 168 time: 0.1103387 May 29 01:07:39.019608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57334) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.068187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b67421b-860b-40bc-8553-e6beeff38df9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:39.085380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b67421b-860b-40bc-8553-e6beeff38df9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:39.086435 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7b67421b-860b-40bc-8553-e6beeff38df9 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0658152 May 29 01:07:39.089542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57338) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.153641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ca1560-0cab-4101-b6ea-106e89d56e66 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.155718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.159345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:39.159917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.181236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ca1560-0cab-4101-b6ea-106e89d56e66 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.231320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ca1560-0cab-4101-b6ea-106e89d56e66 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.253829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca1560-0cab-4101-b6ea-106e89d56e66 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90265da2-3edb-4baf-af3f-007f232b38c0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:39.268149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10ca1560-0cab-4101-b6ea-106e89d56e66 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.269996 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10ca1560-0cab-4101-b6ea-106e89d56e66 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/90265da2-3edb-4baf-af3f-007f232b38c0 HTTP/1.1" status: 204 len: 168 time: 0.1791534 May 29 01:07:39.273268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57342) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.278355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=a244b621-59d8-4f12-bde4-957d1bc8ba13,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:39.283787 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-591dfeec-bff3-4131-93d9-a370aa679b2f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4402821 May 29 01:07:39.286344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.291411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57346) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.297111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:07:39.301216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': 'a244b621-59d8-4f12-bde4-957d1bc8ba13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:39.348144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5eb49a1f-9cb7-4b81-b8f4-9efc3d42e9ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:39.365420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5eb49a1f-9cb7-4b81-b8f4-9efc3d42e9ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:39.373331 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5eb49a1f-9cb7-4b81-b8f4-9efc3d42e9ab tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0988226 May 29 01:07:39.374041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57350) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.380598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338459541'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:39.391408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:39.399455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:39.411321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.462837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:39.466850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:39.469758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:39.475289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:39.487572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:39.493403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:39.506175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:39.513615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:39.532934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.537579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.546627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:07:39.580850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554707b5-123c-4899-99e8-b3e41034cfa5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:39.594406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.595814 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-30cb5a2b-ce3f-45a3-8bac-a501eb97181a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2206464 May 29 01:07:39.598468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57354) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.603662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Request body: {'security_group_rule': {'security_group_id': '554707b5-123c-4899-99e8-b3e41034cfa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:39.609793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:39.613860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Usage tracker for resource:security_group_rule and tenant:ee35bf2053364479bf10c9f0f1b1ba44 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:39.616799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:39.622935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:39.640820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.666822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.700952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.705253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.729139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2ada81-3c8b-4d23-80cb-30a855da6ca1,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:39.742624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.743779 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-927bde46-6da5-4387-b4f0-6be4f108793e tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1444714 May 29 01:07:39.746321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57358) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.766862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.807246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.808426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a37d53a1-121b-4d8a-9139-64da4b4321d7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.839496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a37d53a1-121b-4d8a-9139-64da4b4321d7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.899156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a37d53a1-121b-4d8a-9139-64da4b4321d7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.918499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d53a1-121b-4d8a-9139-64da4b4321d7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554707b5-123c-4899-99e8-b3e41034cfa5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:39.933909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a37d53a1-121b-4d8a-9139-64da4b4321d7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:39.935033 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a37d53a1-121b-4d8a-9139-64da4b4321d7 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/554707b5-123c-4899-99e8-b3e41034cfa5 HTTP/1.1" status: 204 len: 168 time: 0.1878395 May 29 01:07:39.939522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57364) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:39.993512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f2988876-b698-4cd5-8a57-7d26c48f4c1a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:40.009956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f2988876-b698-4cd5-8a57-7d26c48f4c1a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:40.014904 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f2988876-b698-4cd5-8a57-7d26c48f4c1a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0710547 May 29 01:07:40.015270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57368) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:40.050911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 528cb030-404a-4119-bab0-653194a3517d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:07:40.061395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a5d0bded-f04a-4bdf-b575-751ee88b1dd8 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Synchronizing usage tracker for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:40.078557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a5d0bded-f04a-4bdf-b575-751ee88b1dd8 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] Unset dirty status for tenant:ee35bf2053364479bf10c9f0f1b1ba44 on resource:security_group_rule {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:40.082225 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a5d0bded-f04a-4bdf-b575-751ee88b1dd8 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0634596 May 29 01:07:40.082603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57372) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:40.099632 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-bc868e80-6451-4fb3-af24-628a51982c5a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] delete failed (client error): The resource could not be found. May 29 01:07:40.103858 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bc868e80-6451-4fb3-af24-628a51982c5a tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "DELETE /v2.0/security-groups/554707b5-123c-4899-99e8-b3e41034cfa5 HTTP/1.1" status: 404 len: 347 time: 0.0171120 May 29 01:07:40.105036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57376) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:40.167898 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-16d7159e-1a28-4c47-a0cf-d6769cf1cbc5 tempest-SecGroupTest-601083730 tempest-SecGroupTest-601083730-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0562022 May 29 01:07:40.218921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 528cb030-404a-4119-bab0-653194a3517d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=528cb030-404a-4119-bab0-653194a3517d,segment=NetworkSegment(cbb8ee1f-1f6f-44cc-855c-8690a620ee38),segment_id=cbb8ee1f-1f6f-44cc-855c-8690a620ee38)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:40.221589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Allocated IP 172.26.5.140 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/3f9b5b0b-b491-4636-96de-e894aa7efd30) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:40.234680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '528cb030-404a-4119-bab0-653194a3517d', 'network_id': '962d2886-0691-47c2-8b4a-8e148a3d0ebe', 'port_id': '528cb030-404a-4119-bab0-653194a3517d', 'mac_address': 'fa:16:3e:9f:02:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b912d59-1244-4fd6-b5ab-fd1de9d0f25c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:07:40.282997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.291662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.310587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528cb030-404a-4119-bab0-653194a3517d {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:07:40.326974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 528cb030-404a-4119-bab0-653194a3517d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=528cb030-404a-4119-bab0-653194a3517d,segment=NetworkSegment(cbb8ee1f-1f6f-44cc-855c-8690a620ee38),segment_id=cbb8ee1f-1f6f-44cc-855c-8690a620ee38)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:40.331273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.367217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a03c3-63a9-4f26-8531-90eadc23c521 req-303fdf51-e75e-4cf2-b126-0a20df10d9b0 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:40.368689 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-061a03c3-63a9-4f26-8531-90eadc23c521 req-303fdf51-e75e-4cf2-b126-0a20df10d9b0 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 943 time: 0.3335071 May 29 01:07:40.403131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=528cb030-404a-4119-bab0-653194a3517d,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:40.478508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=fd7d5b48-3492-47ec-84df-14d61d856af8,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:40.490590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57386) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:40.519919 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-061a03c3-63a9-4f26-8531-90eadc23c521 req-ae72dbd9-a55e-4e24-83dc-7ca7380287ab tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429610 May 29 01:07:40.532633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': 'db1ba596-159c-4098-becc-2f6527308503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a244b621-59d8-4f12-bde4-957d1bc8ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:40.532989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: a244b621-59d8-4f12-bde4-957d1bc8ba13, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:07:40.549038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.575574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:07:40.589934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a244b621-59d8-4f12-bde4-957d1bc8ba13) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:40.595741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:40.596903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.598968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ae77f-0d25-4f9c-915f-2ef244a04236 None None] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:40.608639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.678384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['528cb030-404a-4119-bab0-653194a3517d'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:07:40.683058 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d4984a13-f4d1-42a5-9f89-8807efb868f7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ee35bf2053364479bf10c9f0f1b1ba44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1912997 May 29 01:07:40.685527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57392) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:40.686833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:40.690176 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d225e617-eb45-4a0e-8c25-48cb74d93380 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3977337 May 29 01:07:40.692938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:40.694608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57396) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:40.698844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:40.737262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-417635721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:40.747479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event updated for resources: {'Port': ['ID=3f9b5b0b-b491-4636-96de-e894aa7efd30,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:40.750151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:40.755813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-327cabe9-5194-4f9f-a5bb-3c5add0f0deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.762630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:router and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:40.767726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:40.776912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:40.783984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-327cabe9-5194-4f9f-a5bb-3c5add0f0deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.822307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.823506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.841747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-327cabe9-5194-4f9f-a5bb-3c5add0f0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.863615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.870514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cabe9-5194-4f9f-a5bb-3c5add0f0deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb6e22-574f-4b45-a12a-e968d950ec23,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:40.892018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-327cabe9-5194-4f9f-a5bb-3c5add0f0deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.895821 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-327cabe9-5194-4f9f-a5bb-3c5add0f0deb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3adb6e22-574f-4b45-a12a-e968d950ec23 HTTP/1.1" status: 204 len: 168 time: 0.2068071 May 29 01:07:40.895963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.924277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.928508 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a8a765d8-cf58-4972-bb91-86246c01cc4a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2284889 May 29 01:07:40.928854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57402) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:40.945750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:40.946762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.058273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-a244b621-59d8-4f12-bde4-957d1bc8ba13', 'network_id': 'a244b621-59d8-4f12-bde4-957d1bc8ba13', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': 'fd7d5b48-3492-47ec-84df-14d61d856af8'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:07:41.059668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.285926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Router c4bcad27-124d-4f85-9930-cb813531d9f9 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:41.286254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Allocated IP 172.20.0.2 (a244b621-59d8-4f12-bde4-957d1bc8ba13/fd7d5b48-3492-47ec-84df-14d61d856af8/ab1fb84a-b964-4fbd-8041-f04046a90a49) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:41.506736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.510404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:41.519262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Transition to ACTIVE for port object ab1fb84a-b964-4fbd-8041-f04046a90a49 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:41.528084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] Sync routers for ids ['c4bcad27-124d-4f85-9930-cb813531d9f9'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:41.532964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.534295 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9b649b50-4b3e-4e73-b94a-1ea22a56e916 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9623880 May 29 01:07:41.537181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57406) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:41.550616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Transition to ACTIVE for port object ab1fb84a-b964-4fbd-8041-f04046a90a49 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:41.555625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] Routers {'c4bcad27-124d-4f85-9930-cb813531d9f9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:41.556301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c4bcad27-124d-4f85-9930-cb813531d9f9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:41.582319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.615113 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.657020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:41.690810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:41.695831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:41.697853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:41.759126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] Routers {'c4bcad27-124d-4f85-9930-cb813531d9f9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:41.760332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c4bcad27-124d-4f85-9930-cb813531d9f9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:41.810734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450e599-2f3e-4632-bc24-89aa8211cd27 req-face4297-1ce8-4832-93c0-8936016eb6a3 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:41.812316 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1450e599-2f3e-4632-bc24-89aa8211cd27 req-face4297-1ce8-4832-93c0-8936016eb6a3 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 944 time: 0.1262374 May 29 01:07:41.825085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Pushing event updated for resources: {'Port': ['ID=ab1fb84a-b964-4fbd-8041-f04046a90a49,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:41.881601 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1450e599-2f3e-4632-bc24-89aa8211cd27 req-dbe0919c-5728-42c3-a8fe-b3507e7404dc tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594826 May 29 01:07:41.900584 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4a3b35a2-eb25-4d27-bc09-2b2d10516bca tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/c4bcad27-124d-4f85-9930-cb813531d9f9 HTTP/1.1" status: 200 len: 924 time: 0.3622839 May 29 01:07:41.902683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57412) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:41.921244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:41.921365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f8f50-1f2d-4a24-bead-9020fa6631b4 None None] The sync data for ids ['c4bcad27-124d-4f85-9930-cb813531d9f9'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:41.931099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Attempting to bind port ab1fb84a-b964-4fbd-8041-f04046a90a49 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:07:41.931473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Attempting to bind port ab1fb84a-b964-4fbd-8041-f04046a90a49 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'db1ba596-159c-4098-becc-2f6527308503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a244b621-59d8-4f12-bde4-957d1bc8ba13'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:07:41.931829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Attempting to bind port ab1fb84a-b964-4fbd-8041-f04046a90a49 on network a244b621-59d8-4f12-bde4-957d1bc8ba13 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:41.939258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:07:41.940781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Checking segment: {'id': 'db1ba596-159c-4098-becc-2f6527308503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a244b621-59d8-4f12-bde4-957d1bc8ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:41.940781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.940781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Bound using segment: {'id': 'db1ba596-159c-4098-becc-2f6527308503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a244b621-59d8-4f12-bde4-957d1bc8ba13'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:07:41.941094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Bound port: ab1fb84a-b964-4fbd-8041-f04046a90a49, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1ba596-159c-4098-becc-2f6527308503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a244b621-59d8-4f12-bde4-957d1bc8ba13'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:07:41.941216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:41.953556 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e6b2bab9-e1e4-4044-abee-bf3ac8dcae51 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=c4bcad27-124d-4f85-9930-cb813531d9f9 HTTP/1.1" status: 200 len: 205 time: 0.0474703 May 29 01:07:41.954278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57416) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:42.032257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] For port ab1fb84a-b964-4fbd-8041-f04046a90a49, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:07:42.036462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] For port ab1fb84a-b964-4fbd-8041-f04046a90a49, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ab1fb84a-b964-4fbd-8041-f04046a90a49,segment=NetworkSegment(db1ba596-159c-4098-becc-2f6527308503),segment_id=db1ba596-159c-4098-becc-2f6527308503)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:07:42.041878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.086488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 528cb030-404a-4119-bab0-653194a3517d up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:42.101036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.20.0.1 (a244b621-59d8-4f12-bde4-957d1bc8ba13/fd7d5b48-3492-47ec-84df-14d61d856af8/f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:42.192883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fb0a2-1175-4844-be79-3a817f7b8b08 None None] Pushing event updated for resources: {'Port': ['ID=ab1fb84a-b964-4fbd-8041-f04046a90a49,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:42.211520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 528cb030-404a-4119-bab0-653194a3517d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:42.223158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 528cb030-404a-4119-bab0-653194a3517d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:42.223158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.295675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.318773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:42.335800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.347300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.357483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.416238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528cb030-404a-4119-bab0-653194a3517d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:07:42.432991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 528cb030-404a-4119-bab0-653194a3517d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=528cb030-404a-4119-bab0-653194a3517d,segment=NetworkSegment(cbb8ee1f-1f6f-44cc-855c-8690a620ee38),segment_id=cbb8ee1f-1f6f-44cc-855c-8690a620ee38)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:42.437783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:42.439663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.448675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:42.454055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:42.515741 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4897380a-a159-402c-a232-27394ebb32b4'] response: {'server_uuid': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528cb030-404a-4119-bab0-653194a3517d', 'code': 200} May 29 01:07:42.533063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:42.556627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.568630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=528cb030-404a-4119-bab0-653194a3517d,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:42.643815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.654275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Deleting port 3f9b5b0b-b491-4636-96de-e894aa7efd30 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:42.654693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.722801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:42.839830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:43.005920 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c2a5572-948a-4acf-80dc-0332deafc17b req-919aa115-b4e5-40f7-a7ab-47c1c75138dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 1098 time: 0.3160350 May 29 01:07:43.027964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ab1fb84a-b964-4fbd-8041-f04046a90a49 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:43.097879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Calling delete_port for 3f9b5b0b-b491-4636-96de-e894aa7efd30 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:43.148825 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6c2a5572-948a-4acf-80dc-0332deafc17b req-f2c35b84-9edd-4b2b-aea9-521406c7060e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293070 May 29 01:07:43.216060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port ab1fb84a-b964-4fbd-8041-f04046a90a49 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:43.404314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147eab-e591-46a1-ab42-34741884a193 req-e37808a4-1781-4ce5-afe7-b01b3392cf77 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:43.412985 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0d147eab-e591-46a1-ab42-34741884a193 req-e37808a4-1781-4ce5-afe7-b01b3392cf77 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.2236199 May 29 01:07:43.416501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:43.427086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:43.483691 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0d147eab-e591-46a1-ab42-34741884a193 req-ae67bf6d-5f90-4784-8820-38f505cae340 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 May 29 01:07:43.578857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:43.594337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:43.603717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:43.646855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd11a1-9d9d-4edb-ab64-5d88601aa86e None None] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:43.713088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event deleted for resources: {'Port': ['ID=3f9b5b0b-b491-4636-96de-e894aa7efd30,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:43.760686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c2a91d74-0dd9-4b56-a969-7dd4d8c82371 None None] Provisioning for port ab1fb84a-b964-4fbd-8041-f04046a90a49 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:43.770415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c2a91d74-0dd9-4b56-a969-7dd4d8c82371 None None] Provisioning complete for port ab1fb84a-b964-4fbd-8041-f04046a90a49 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:43.770415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c2a91d74-0dd9-4b56-a969-7dd4d8c82371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:43.835831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:43.835831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:43.993951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.070634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c2a91d74-0dd9-4b56-a969-7dd4d8c82371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.137512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c2a91d74-0dd9-4b56-a969-7dd4d8c82371 None None] For port ab1fb84a-b964-4fbd-8041-f04046a90a49, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ab1fb84a-b964-4fbd-8041-f04046a90a49,segment=NetworkSegment(db1ba596-159c-4098-becc-2f6527308503),segment_id=db1ba596-159c-4098-becc-2f6527308503)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:44.137512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c2a91d74-0dd9-4b56-a969-7dd4d8c82371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.297655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a91d74-0dd9-4b56-a969-7dd4d8c82371 None None] Pushing event updated for resources: {'Port': ['ID=ab1fb84a-b964-4fbd-8041-f04046a90a49,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:44.594530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c85e1aa3-00e0-4d69-9ca3-e558eca03ac7 None None] Provisioning complete for port ab1fb84a-b964-4fbd-8041-f04046a90a49 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:44.594530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c85e1aa3-00e0-4d69-9ca3-e558eca03ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.668133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router a4f9cfbc-3238-4b95-8b40-9210f3547452 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:44.766739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.766739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.914823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.914823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Fanout notify agent at l3_agent the message router_deleted on router c4bcad27-124d-4f85-9930-cb813531d9f9 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:44.961641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:44.961641 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-24fbcfde-d45b-49d9-8a0a-7ca272975770 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/c4bcad27-124d-4f85-9930-cb813531d9f9 HTTP/1.1" status: 204 len: 168 time: 3.0056562 May 29 01:07:44.975090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57428) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:44.975090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1678985799', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': False}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:44.997273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c85e1aa3-00e0-4d69-9ca3-e558eca03ac7 None None] Provisioning for port f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:45.005900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:45.019265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c85e1aa3-00e0-4d69-9ca3-e558eca03ac7 None None] Provisioning complete for port f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:45.019265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c85e1aa3-00e0-4d69-9ca3-e558eca03ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.022795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:router and tenant:8503bfa075b04fb587b307a6a71fc4eb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:45.022795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:45.026962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:45.034020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:45.040223 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] Sync routers for ids ['a4f9cfbc-3238-4b95-8b40-9210f3547452'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:45.047410 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.047410 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.053727 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a5624af1-62f8-47ff-a182-34e6a4c552af tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/a4f9cfbc-3238-4b95-8b40-9210f3547452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1164763 May 29 01:07:45.053727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57432) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:45.066035 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] Routers {'a4f9cfbc-3238-4b95-8b40-9210f3547452'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:45.066035 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['a4f9cfbc-3238-4b95-8b40-9210f3547452'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:45.072073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.077750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ab1fb84a-b964-4fbd-8041-f04046a90a49 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:45.186997 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:45.215781 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] Routers {'a4f9cfbc-3238-4b95-8b40-9210f3547452'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:45.215781 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['a4f9cfbc-3238-4b95-8b40-9210f3547452'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:45.228701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c85e1aa3-00e0-4d69-9ca3-e558eca03ac7 None None] Port f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:45.240327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ab1fb84a-b964-4fbd-8041-f04046a90a49 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:45.243335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.289402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7deb01-382c-4397-8b15-799fa5933200 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:45.289402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad7deb01-382c-4397-8b15-799fa5933200 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:45.325239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad7deb01-382c-4397-8b15-799fa5933200 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:45.325239 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad7deb01-382c-4397-8b15-799fa5933200 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports/f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e HTTP/1.1" status: 200 len: 910 time: 0.2702427 May 29 01:07:45.325239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57436) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:45.386695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d093a-e2f7-4a1b-98ff-576371f6b6a5 req-6afc1c61-5a4b-47af-85ba-fe42b1104a13 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:45.397427 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:45.397427 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722654e6-be3f-4aba-b1e9-6fae15294b2a None None] The sync data for ids ['a4f9cfbc-3238-4b95-8b40-9210f3547452'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:45.403280 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-267d093a-e2f7-4a1b-98ff-576371f6b6a5 req-6afc1c61-5a4b-47af-85ba-fe42b1104a13 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.5875556 May 29 01:07:45.408596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4c57035b-1b05-46a6-ab8b-ce076e6c5507 None None] Provisioning complete for port f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:45.408596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c57035b-1b05-46a6-ab8b-ce076e6c5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.465929 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-267d093a-e2f7-4a1b-98ff-576371f6b6a5 req-49cdb408-2816-41dc-8ffe-45535bb69852 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714207 May 29 01:07:45.476275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.511976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4c57035b-1b05-46a6-ab8b-ce076e6c5507 None None] Port f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:07:45.695639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.730977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.793352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:45.889495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Allocated IP 172.26.5.204 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:46.069004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:46.097696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:46.169301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:46.169301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:46.169301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:46.209455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:46.363053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:46.363053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:46.611742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:46.630446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:46.630446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:46.746827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced0920-0864-433c-910a-b8ea4e13f08a req-ff96d27e-711c-4341-86be-370c82d92fcb tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:46.746827 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3ced0920-0864-433c-910a-b8ea4e13f08a req-ff96d27e-711c-4341-86be-370c82d92fcb tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1152875 May 29 01:07:46.829808 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3ced0920-0864-433c-910a-b8ea4e13f08a req-0fae587b-0343-47df-8daf-d4b640a633c3 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 May 29 01:07:46.843520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Router 25d14e3b-0d16-40fc-8c0c-d180703c0563 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:46.852905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:46.990138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:47.225292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:47.253614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29560b-d867-4dc8-910c-e00d827c25d3 req-ec6bba40-1fad-47d1-8209-20f0090ce2db tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:47.253614 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd29560b-d867-4dc8-910c-e00d827c25d3 req-ec6bba40-1fad-47d1-8209-20f0090ce2db tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1986139 May 29 01:07:47.271894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=f87d9d8c-ac77-4e4f-9b4a-b0fbf6c6352e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:47.343013 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd29560b-d867-4dc8-910c-e00d827c25d3 req-1c52b67f-6bc1-4e54-8226-fc344dd4516c tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826204 May 29 01:07:47.431680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:47.444550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Sync routers for ids ['25d14e3b-0d16-40fc-8c0c-d180703c0563'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:47.473722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Routers {'25d14e3b-0d16-40fc-8c0c-d180703c0563'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:47.473722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['25d14e3b-0d16-40fc-8c0c-d180703c0563'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:47.478643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:47.478643 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-efb8171c-4d0c-4c0f-ba46-5610155e4744 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5126183 May 29 01:07:47.483390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57450) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:47.668490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:47.776060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Set router 25d14e3b-0d16-40fc-8c0c-d180703c0563 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:47.898491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-40f65fe3-ea31-4926-963d-cfb2e20c4031 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/25d14e3b-0d16-40fc-8c0c-d180703c0563 HTTP/1.1" status: 200 len: 909 time: 0.4092743 May 29 01:07:47.898491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57456) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:47.898491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1678985799', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': True}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:47.911635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:47.923938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Usage tracker for resource:router and tenant:8503bfa075b04fb587b307a6a71fc4eb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:47.923938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:47.940092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:47.961076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:47.961076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:47.992715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.227665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.270756 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router a4f9cfbc-3238-4b95-8b40-9210f3547452 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:48.290681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d14e3b-0d16-40fc-8c0c-d180703c0563', 'name': 'tempest-snat-router-1678985799', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.204'}], 'enable_snat': False}, 'gw_port_id': '8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:45Z', 'updated_at': '2022-05-29T01:07:46Z', 'revision_number': 3, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port': {'id': '8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d14e3b-0d16-40fc-8c0c-d180703c0563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:07:45Z', 'updated_at': '2022-05-29T01:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:48.299490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Checking router: 25d14e3b-0d16-40fc-8c0c-d180703c0563 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:07:48.299848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Updating router 25d14e3b-0d16-40fc-8c0c-d180703c0563 port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:07:48.402458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.481525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0f9e7-80fb-43a3-850d-41fee35003d8 req-97f217d5-12f0-494a-bbd1-ce09af14d24b tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:48.483840 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6ce0f9e7-80fb-43a3-850d-41fee35003d8 req-97f217d5-12f0-494a-bbd1-ce09af14d24b tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1371558 May 29 01:07:48.551414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6ce0f9e7-80fb-43a3-850d-41fee35003d8 req-697eadef-bca6-4ad8-875f-95b145a196b0 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585544 May 29 01:07:48.591945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:48.604461 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] Sync routers for ids ['a4f9cfbc-3238-4b95-8b40-9210f3547452'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:48.621542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.622730 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] Routers {'a4f9cfbc-3238-4b95-8b40-9210f3547452'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:48.624059 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['a4f9cfbc-3238-4b95-8b40-9210f3547452'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:48.637659 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cc4544be-1ab9-41c4-b10b-883a385d87e9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/a4f9cfbc-3238-4b95-8b40-9210f3547452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3145494 May 29 01:07:48.641532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57460) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:48.675620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.715076 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:48.723604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4af42603-24f4-4919-baf5-6b279abd6b11 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:48.737484 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] Routers {'a4f9cfbc-3238-4b95-8b40-9210f3547452'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:48.738369 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['a4f9cfbc-3238-4b95-8b40-9210f3547452'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:48.759738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4af42603-24f4-4919-baf5-6b279abd6b11 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:48.760896 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4af42603-24f4-4919-baf5-6b279abd6b11 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f9cfbc-3238-4b95-8b40-9210f3547452 HTTP/1.1" status: 200 len: 205 time: 0.1184502 May 29 01:07:48.763558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57464) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:48.844624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.850053 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:48.850464 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5837f-0772-4c9d-8f59-a7a20fe6ecce None None] The sync data for ids ['a4f9cfbc-3238-4b95-8b40-9210f3547452'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:48.860096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Transition to ACTIVE for port object 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:07:48.868163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.931988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11ac442c-8855-42d2-986c-df306fd82d5a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:48.940499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Allocated IP 172.26.5.125 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/12fd8a38-0aef-44f7-8656-72edf4f1625b) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:48.995278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Attempting to bind port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:07:48.995540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Attempting to bind port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:07:48.996133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Attempting to bind port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:07:49.004646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a927e-7ca4-467b-9394-8062f1d592a8 None None] Pushing event updated for resources: {'Port': ['ID=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:49.009494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:07:49.009855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:07:49.010434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.010980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:07:49.011601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Bound port: 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:07:49.012190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.085430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] For port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:07:49.088755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] For port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:07:49.093809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.100528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.132330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.166259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a927e-7ca4-467b-9394-8062f1d592a8 None None] Pushing event updated for resources: {'Port': ['ID=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:49.190172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Routers {'25d14e3b-0d16-40fc-8c0c-d180703c0563'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:49.191030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['25d14e3b-0d16-40fc-8c0c-d180703c0563'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:49.215083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Port': ['ID=12fd8a38-0aef-44f7-8656-72edf4f1625b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:49.240109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.240722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.241334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.241888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.242437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.242975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.243522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.244091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.244715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.245578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.245862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:49.255393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:49.256416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:49.259240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:49.349789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11ac442c-8855-42d2-986c-df306fd82d5a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.365428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11ac442c-8855-42d2-986c-df306fd82d5a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.400283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11ac442c-8855-42d2-986c-df306fd82d5a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.400283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ac442c-8855-42d2-986c-df306fd82d5a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Fanout notify agent at l3_agent the message router_deleted on router a4f9cfbc-3238-4b95-8b40-9210f3547452 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:49.413511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-11ac442c-8855-42d2-986c-df306fd82d5a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.413511 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-11ac442c-8855-42d2-986c-df306fd82d5a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/a4f9cfbc-3238-4b95-8b40-9210f3547452 HTTP/1.1" status: 204 len: 168 time: 0.6449025 May 29 01:07:49.413511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57468) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:49.443868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] Set router 25d14e3b-0d16-40fc-8c0c-d180703c0563 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:49.476500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.477232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.640676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet fd7d5b48-3492-47ec-84df-14d61d856af8 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:07:49.644846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.712358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.773262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d14e3b-0d16-40fc-8c0c-d180703c0563', 'name': 'tempest-snat-router-1678985799', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.204'}], 'enable_snat': False}, 'gw_port_id': '8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:45Z', 'updated_at': '2022-05-29T01:07:46Z', 'revision_number': 3, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port': {'id': '8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d14e3b-0d16-40fc-8c0c-d180703c0563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:07:45Z', 'updated_at': '2022-05-29T01:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:49.777428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af58eec-561d-4089-9b76-25fcec5ddce0 None None] The sync data for ids ['25d14e3b-0d16-40fc-8c0c-d180703c0563'] in dv-neutron-843186-2-hyperv is: [{'id': '25d14e3b-0d16-40fc-8c0c-d180703c0563', 'name': 'tempest-snat-router-1678985799', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.204'}], 'enable_snat': False}, 'gw_port_id': '8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:45Z', 'updated_at': '2022-05-29T01:07:46Z', 'revision_number': 3, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port': {'id': '8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d14e3b-0d16-40fc-8c0c-d180703c0563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:07:45Z', 'updated_at': '2022-05-29T01:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:49.807612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.829939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f18a0-9d37-4634-8ff7-f2751f43dbc9 req-3de12754-e92b-46a6-bf84-863b0dac9222 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:49.831435 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-451f18a0-9d37-4634-8ff7-f2751f43dbc9 req-3de12754-e92b-46a6-bf84-863b0dac9222 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1214769 May 29 01:07:49.889982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.898934 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-451f18a0-9d37-4634-8ff7-f2751f43dbc9 req-63189760-596d-404d-b56d-ab0f4141ec1d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603979 May 29 01:07:49.940955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7d5b48-3492-47ec-84df-14d61d856af8,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:49.950098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:49.957045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b2b53a-7fbe-44eb-9e9e-9ea12c1e8fb2 None None] Network a244b621-59d8-4f12-bde4-957d1bc8ba13 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:07:49.980891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Router a9ddc1e7-07dd-4542-a740-66da91a7eaba is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:49.992358 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-783606e3-3307-4f16-9e9b-db3338eb7b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/fd7d5b48-3492-47ec-84df-14d61d856af8 HTTP/1.1" status: 204 len: 168 time: 0.5788929 May 29 01:07:49.998446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57476) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:50.174099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:50.191064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port ab1fb84a-b964-4fbd-8041-f04046a90a49 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:50.191557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:50.442306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] DHCP port deletion for a244b621-59d8-4f12-bde4-957d1bc8ba13 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:07:50.453905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Deleting port ab1fb84a-b964-4fbd-8041-f04046a90a49 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:50.454475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:50.528606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:50.569947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:50.581427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Sync routers for ids ['a9ddc1e7-07dd-4542-a740-66da91a7eaba'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:50.595520 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d1a12df4-6c34-45c4-97b7-ccac10f50b21 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6952655 May 29 01:07:50.595520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57482) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:50.608791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703827c-5a2f-407b-b06c-674324b5969a req-61f09027-7af9-47fc-8c29-0d39faf5a5f9 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:50.608791 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7703827c-5a2f-407b-b06c-674324b5969a req-61f09027-7af9-47fc-8c29-0d39faf5a5f9 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1544042 May 29 01:07:50.745343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port ab1fb84a-b964-4fbd-8041-f04046a90a49, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ab1fb84a-b964-4fbd-8041-f04046a90a49,segment=NetworkSegment(db1ba596-159c-4098-becc-2f6527308503),segment_id=db1ba596-159c-4098-becc-2f6527308503)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:50.745343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:50.812682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] For port ab1fb84a-b964-4fbd-8041-f04046a90a49, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ab1fb84a-b964-4fbd-8041-f04046a90a49,segment=NetworkSegment(db1ba596-159c-4098-becc-2f6527308503),segment_id=db1ba596-159c-4098-becc-2f6527308503)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:50.812682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:50.849052 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7703827c-5a2f-407b-b06c-674324b5969a req-8203af1d-8d28-46fd-8c8e-9f9fb436885d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697057 May 29 01:07:50.925662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for ab1fb84a-b964-4fbd-8041-f04046a90a49 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:50.977566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-610a85bc-a5b2-409e-b15c-19183c7c9f2a tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/a9ddc1e7-07dd-4542-a740-66da91a7eaba HTTP/1.1" status: 200 len: 908 time: 0.3760386 May 29 01:07:50.977566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57486) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:51.095513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.118123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:51.164379 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-f3c15ac3-89b6-43db-b8e1-25dc5f7653cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e82d5ca4c442d7a870ab64c4d9ae7c&device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 1098 time: 0.6933899 May 29 01:07:51.177995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Calling delete_port for ab1fb84a-b964-4fbd-8041-f04046a90a49 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:51.255841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=ab1fb84a-b964-4fbd-8041-f04046a90a49,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:51.322860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Routers {'a9ddc1e7-07dd-4542-a740-66da91a7eaba'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:51.322860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['a9ddc1e7-07dd-4542-a740-66da91a7eaba'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.344773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:51.399930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No DVR routers for this DVR port ab1fb84a-b964-4fbd-8041-f04046a90a49 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:07:51.530297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn_limited( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn_limited( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.636794 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:07:51.650793 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:07:51.658995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.665560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:07:51.665560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:07:51.683167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Set router a9ddc1e7-07dd-4542-a740-66da91a7eaba gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:51.695356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a244b621-59d8-4f12-bde4-957d1bc8ba13']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:51.706003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-56ae1645-d823-4302-98f5-aed11e4912e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:51.706003 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-56ae1645-d823-4302-98f5-aed11e4912e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=962d2886-0691-47c2-8b4a-8e148a3d0ebe HTTP/1.1" status: 200 len: 913 time: 0.5276084 May 29 01:07:51.720558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1ba596-159c-4098-becc-2f6527308503') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:51.720558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1ba596-159c-4098-becc-2f6527308503') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:51.736509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.765249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.776081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:07:51.776081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.785825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:07:51.841284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.863119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Deleting port 12fd8a38-0aef-44f7-8656-72edf4f1625b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:51.863119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:07:51.868728 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:07:51.888528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:51.888528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:51.955669 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-edb00779-2d3a-439b-8fc3-b5586c0bf8c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=528cb030-404a-4119-bab0-653194a3517d HTTP/1.1" status: 200 len: 217 time: 0.0862038 May 29 01:07:52.012489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.041608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.065363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=a244b621-59d8-4f12-bde4-957d1bc8ba13,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:52.084172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-5391c192-1152-41ce-b8b8-9402e49c6d51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:52.085881 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-5391c192-1152-41ce-b8b8-9402e49c6d51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b912d59-1244-4fd6-b5ab-fd1de9d0f25c HTTP/1.1" status: 200 len: 852 time: 0.1231358 May 29 01:07:52.093571 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-84554653-437b-4b2c-be78-7eaa56c3e635 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/a244b621-59d8-4f12-bde4-957d1bc8ba13 HTTP/1.1" status: 204 len: 168 time: 2.0873260 May 29 01:07:52.095475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57492) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:52.103192 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1790677150', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:52.119647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:52.171753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Deleting port ab1fb84a-b964-4fbd-8041-f04046a90a49 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:52.171753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.190861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-f91a3f9c-2d4d-49cb-aa01-b8eaf5d6ab11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=962d2886-0691-47c2-8b4a-8e148a3d0ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914257 May 29 01:07:52.199524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.214916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:router and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:52.214916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:52.267885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.298004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2dd73-140a-4063-ab78-e05aee3d5267 None None] The port 'ab1fb84a-b964-4fbd-8041-f04046a90a49' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:07:52.364552 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-f90be8bf-9e14-492f-9ded-93a1f86face3 service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663933 May 29 01:07:52.380391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:52.403120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.412505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:52.475015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ab1fb84a-b964-4fbd-8041-f04046a90a49 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:07:52.521552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ab1fb84a-b964-4fbd-8041-f04046a90a49 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:07:52.521836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ab1fb84a-b964-4fbd-8041-f04046a90a49 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:07:52.539470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:52.548883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.549232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.549625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.549962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.550297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.550633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.550950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.551276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.551597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.551920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.552268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:07:52.557971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ddc1e7-07dd-4542-a740-66da91a7eaba', 'name': 'tempest-snat-router-1678985799', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': '12fd8a38-0aef-44f7-8656-72edf4f1625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:47Z', 'updated_at': '2022-05-29T01:07:49Z', 'revision_number': 3, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port': {'id': '12fd8a38-0aef-44f7-8656-72edf4f1625b', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ddc1e7-07dd-4542-a740-66da91a7eaba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:07:48Z', 'updated_at': '2022-05-29T01:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:52.558305 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3f84047-b1b1-4ecb-82be-efadf6d1c9e2 req-bd86a8ca-2d96-42dc-948c-92a3692207db service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930671 May 29 01:07:52.560034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.562057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.564158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Checking router: a9ddc1e7-07dd-4542-a740-66da91a7eaba for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:07:52.564518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Updating router a9ddc1e7-07dd-4542-a740-66da91a7eaba port 12fd8a38-0aef-44f7-8656-72edf4f1625b binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:07:52.580103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Calling delete_port for 12fd8a38-0aef-44f7-8656-72edf4f1625b owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:52.623941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.650403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55038c8a-953f-48af-a017-be7fa218bc89 req-4c0cadce-9063-4c1a-a05b-2f06648120b0 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:52.653438 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-55038c8a-953f-48af-a017-be7fa218bc89 req-4c0cadce-9063-4c1a-a05b-2f06648120b0 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.5406990 May 29 01:07:52.705392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.809595 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-55038c8a-953f-48af-a017-be7fa218bc89 req-e32443c6-d52d-422b-b109-cb56d1427539 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462233 May 29 01:07:52.945210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.985871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:52.995001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:07:53.037549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event deleted for resources: {'Port': ['ID=12fd8a38-0aef-44f7-8656-72edf4f1625b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:53.074040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:07:53.074335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:07:53.091090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:07:53.091461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:53.374912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:53.614748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:53.636630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Port 12fd8a38-0aef-44f7-8656-72edf4f1625b not found while updating agent binding for router a9ddc1e7-07dd-4542-a740-66da91a7eaba. {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 29 01:07:53.654616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Routers {'a9ddc1e7-07dd-4542-a740-66da91a7eaba'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:53.654616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['a9ddc1e7-07dd-4542-a740-66da91a7eaba'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:53.713315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:53.762295 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:53.777414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:53.802281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] Set router a9ddc1e7-07dd-4542-a740-66da91a7eaba gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:07:53.998727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ddc1e7-07dd-4542-a740-66da91a7eaba', 'name': 'tempest-snat-router-1678985799', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:47Z', 'updated_at': '2022-05-29T01:07:52Z', 'revision_number': 5, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:54.004776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245717ec-671a-47ee-b56b-d1e79c0a9cd9 None None] The sync data for ids ['a9ddc1e7-07dd-4542-a740-66da91a7eaba'] in dv-neutron-843186-2-hyperv is: [{'id': 'a9ddc1e7-07dd-4542-a740-66da91a7eaba', 'name': 'tempest-snat-router-1678985799', 'tenant_id': '8503bfa075b04fb587b307a6a71fc4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:07:47Z', 'updated_at': '2022-05-29T01:07:52Z', 'revision_number': 5, 'project_id': '8503bfa075b04fb587b307a6a71fc4eb', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:54.008316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.009267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9ddc1e7-07dd-4542-a740-66da91a7eaba {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:54.069832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.26.5.155 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/ffeaa15a-db13-475d-9816-471c37262159) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:54.074118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.074118 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-724a4352-eda5-4604-9600-715e6375e611 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "DELETE /v2.0/routers/a9ddc1e7-07dd-4542-a740-66da91a7eaba HTTP/1.1" status: 204 len: 168 time: 3.0986960 May 29 01:07:54.077142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57500) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:54.235952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b17-4af4-44f3-89ff-c65f60f5515f req-c027aa00-2a15-4f22-b0a5-b95c79c97024 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:54.237490 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e77d7b17-4af4-44f3-89ff-c65f60f5515f req-c027aa00-2a15-4f22-b0a5-b95c79c97024 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.2697015 May 29 01:07:54.331934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.339816 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e77d7b17-4af4-44f3-89ff-c65f60f5515f req-8084b6c8-f178-49de-a976-cc90b3798638 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934293 May 29 01:07:54.384907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.462123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:54.470123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:54.473133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=ffeaa15a-db13-475d-9816-471c37262159,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:54.475533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:54.572149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.682799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.683787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.729791 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-90a4a4f2-fe8e-4e71-8d8d-b78164c436f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2315269 May 29 01:07:54.821787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.872113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Deleting port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:54.872460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:54.921169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d263-ea91-44bd-80bb-449e11cc4373 req-37caaef7-b139-4ac8-b907-7b822170381d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:54.922232 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7507d263-ea91-44bd-80bb-449e11cc4373 req-37caaef7-b139-4ac8-b907-7b822170381d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1674371 May 29 01:07:55.002774 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7507d263-ea91-44bd-80bb-449e11cc4373 req-2149bb52-8a75-4e92-982a-4109fc913251 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693083 May 29 01:07:55.047969 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-e2644d27-df83-4999-98a8-1811f7931ca7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 1098 time: 0.2226813 May 29 01:07:55.071471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router c42d7759-7e72-411b-9577-5bea23dd544c is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:55.261137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] For port 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:07:55.261674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:55.324167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:55.347633 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] Sync routers for ids ['c42d7759-7e72-411b-9577-5bea23dd544c'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:55.358164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:55.360079 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9a7a8f14-c4c9-498d-937f-569e25a1287d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2631040 May 29 01:07:55.361673 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] Routers {'c42d7759-7e72-411b-9577-5bea23dd544c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:55.362278 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c42d7759-7e72-411b-9577-5bea23dd544c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:55.363206 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57510) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:55.410188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Calling delete_port for 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:55.431636 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:55.444125 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] Routers {'c42d7759-7e72-411b-9577-5bea23dd544c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:55.445342 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c42d7759-7e72-411b-9577-5bea23dd544c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:55.506431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-55923547-0160-4dbb-9834-58660f133728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:55.508291 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-55923547-0160-4dbb-9834-58660f133728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 200 len: 898 time: 0.4306996 May 29 01:07:55.509323 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:55.510258 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136203e-d384-4324-aad5-09f42b2bd0ed None None] The sync data for ids ['c42d7759-7e72-411b-9577-5bea23dd544c'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:55.613093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-28eb039e-04cc-47f0-b29d-a0cde986f60a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/routers/c42d7759-7e72-411b-9577-5bea23dd544c HTTP/1.1" status: 200 len: 881 time: 0.2463160 May 29 01:07:55.614745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57514) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:55.657973 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-cfaad137-273c-49e9-8987-1f0a925c2005 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 HTTP/1.1" status: 200 len: 1001 time: 0.1366062 May 29 01:07:55.779774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-3f1504c4-5003-4fc8-8e8f-f855454e9ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:55.780309 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-3f1504c4-5003-4fc8-8e8f-f855454e9ff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c5eaefa-9c65-4c96-8e96-c836a737c165 HTTP/1.1" status: 200 len: 835 time: 0.1157417 May 29 01:07:55.835534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ac3b7df-a0f8-4c79-a93d-4fab0b55f91b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:router {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:55.842432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:55.860324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ac3b7df-a0f8-4c79-a93d-4fab0b55f91b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:router {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:55.860324 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6ac3b7df-a0f8-4c79-a93d-4fab0b55f91b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2421525 May 29 01:07:55.863446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57518) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:55.867751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d6231829-d64d-404f-8014-e4b326be6067 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1790677150'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:55.898485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:56.210228 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-acfa74ec-0dc5-45fe-9818-e4b50a3a0f25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4194889 May 29 01:07:56.377998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.447564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d043-a896-411f-8945-2d78e51d9909 req-d2661ed3-7562-4e9f-b4b8-f017de95cdae tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:56.449032 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9bd6d043-a896-411f-8945-2d78e51d9909 req-d2661ed3-7562-4e9f-b4b8-f017de95cdae tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1619806 May 29 01:07:56.515409 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9bd6d043-a896-411f-8945-2d78e51d9909 req-5bbd8d2f-dc69-40b5-8c1d-e90ca3eac415 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603631 May 29 01:07:56.681654 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-c882d2be-5b4e-4397-b324-06d23c8da863 service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656892 May 29 01:07:56.685471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.713532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.718056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6231829-d64d-404f-8014-e4b326be6067 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.729038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6231829-d64d-404f-8014-e4b326be6067 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.833062 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d4d9b55-79ea-423e-a9a7-dd33ecfa49da req-164a4374-11f4-47b8-b8bc-232e9d00b0ce service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445363 May 29 01:07:56.833961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.834455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25d14e3b-0d16-40fc-8c0c-d180703c0563 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:07:56.847603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.852625 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b70d95a7-8da5-459c-94d8-c70d23161918 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "DELETE /v2.0/routers/25d14e3b-0d16-40fc-8c0c-d180703c0563 HTTP/1.1" status: 204 len: 168 time: 2.7709632 May 29 01:07:56.852625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57528) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:56.858423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1089459680', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:56.865254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:07:56.869192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Usage tracker for resource:router and tenant:055d4db5de4d4a0cb0941992cbcc93b5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:07:56.872272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:07:56.880328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:07:56.892999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.893175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:56.914163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:57.009129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1806-072d-4a9c-b436-581252ed2370 req-d249d147-6914-4187-87dd-9d848eb1a724 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:57.010554 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a94e1806-072d-4a9c-b436-581252ed2370 req-d249d147-6914-4187-87dd-9d848eb1a724 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1225545 May 29 01:07:57.062461 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6231829-d64d-404f-8014-e4b326be6067 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router c42d7759-7e72-411b-9577-5bea23dd544c has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:07:57.073986 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a94e1806-072d-4a9c-b436-581252ed2370 req-5a14102c-6195-4db5-8773-f62fd25c6a1a tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546560 May 29 01:07:57.134118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:57.155821 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-1e349f62-c1d4-4e4f-b5cc-80335a28a4c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e82d5ca4c442d7a870ab64c4d9ae7c&device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 1098 time: 0.1545753 May 29 01:07:57.286701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6231829-d64d-404f-8014-e4b326be6067 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:57.293270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6231829-d64d-404f-8014-e4b326be6067 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:57.300961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] Sync routers for ids ['c42d7759-7e72-411b-9577-5bea23dd544c'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:57.302027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57532) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:57.310083 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d6231829-d64d-404f-8014-e4b326be6067 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/c42d7759-7e72-411b-9577-5bea23dd544c HTTP/1.1" status: 200 len: 888 time: 1.4467895 May 29 01:07:57.315817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] Routers {'c42d7759-7e72-411b-9577-5bea23dd544c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:57.316965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c42d7759-7e72-411b-9577-5bea23dd544c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:57.380200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:57.391490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] Routers {'c42d7759-7e72-411b-9577-5bea23dd544c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:57.392156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c42d7759-7e72-411b-9577-5bea23dd544c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:57.450809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:57.451927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef924b-c661-43ac-a08d-84984d138425 None None] The sync data for ids ['c42d7759-7e72-411b-9577-5bea23dd544c'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:57.633842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-7299bb1f-544a-485c-b1d7-a4d150935623 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:57.635307 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-7299bb1f-544a-485c-b1d7-a4d150935623 service neutron] 10.222.0.16 "GET /v2.0/networks?id=962d2886-0691-47c2-8b4a-8e148a3d0ebe HTTP/1.1" status: 200 len: 913 time: 0.4610200 May 29 01:07:57.723744 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-82bdbed7-3c62-480e-aee0-2eec577618b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=528cb030-404a-4119-bab0-653194a3517d HTTP/1.1" status: 200 len: 217 time: 0.0755560 May 29 01:07:57.809502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-0be947f5-6e5e-4426-81fc-bbdd21e7e9f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:57.811476 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-0be947f5-6e5e-4426-81fc-bbdd21e7e9f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b912d59-1244-4fd6-b5ab-fd1de9d0f25c HTTP/1.1" status: 200 len: 852 time: 0.0751214 May 29 01:07:57.884958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:57.914236 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-fca1521c-5d26-4906-ae8c-a10b6a21500f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=962d2886-0691-47c2-8b4a-8e148a3d0ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745037 May 29 01:07:57.918752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.117448 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c8f92480-9622-4f18-9666-a12fb37387ac tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/routers/c42d7759-7e72-411b-9577-5bea23dd544c HTTP/1.1" status: 200 len: 888 time: 0.8111722 May 29 01:07:58.117554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57540) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:58.163554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ff0f1a9c-1134-4c37-8046-b5c8511ec8b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:07:58.180817 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-d2ae4c31-928d-46fc-bc00-eba6321c3698 service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515564 May 29 01:07:58.186888 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ff0f1a9c-1134-4c37-8046-b5c8511ec8b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:07:58.188403 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ff0f1a9c-1134-4c37-8046-b5c8511ec8b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=c42d7759-7e72-411b-9577-5bea23dd544c HTTP/1.1" status: 200 len: 205 time: 0.0696468 May 29 01:07:58.191803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57544) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:58.219783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Allocated IP 172.26.5.180 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/cc3dc8d9-d83f-44c9-a596-c75f6e49dd3b) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:07:58.431151 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-45f4e43f-26e2-4a61-9d41-5202ccd36001 req-872cfbef-cfa8-44af-bbab-847c5b50a791 service neutron] 10.222.0.16 "GET /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415853 May 29 01:07:58.469246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.498743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.528044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f81c-cfaf-4a43-8c01-f3ce1ac01989 req-94700b41-5b4b-49a5-8b7e-71f32004e970 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:07:58.529913 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7514f81c-cfaf-4a43-8c01-f3ce1ac01989 req-94700b41-5b4b-49a5-8b7e-71f32004e970 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.2791193 May 29 01:07:58.566719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:07:58.569446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:07:58.572973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:07:58.597608 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7514f81c-cfaf-4a43-8c01-f3ce1ac01989 req-c8a10249-6e5c-4e32-8337-c7e55eb12780 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613081 May 29 01:07:58.608062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event updated for resources: {'Port': ['ID=cc3dc8d9-d83f-44c9-a596-c75f6e49dd3b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:58.613814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.737687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.738356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.811210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.820171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port ffeaa15a-db13-475d-9816-471c37262159 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:07:58.820541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:58.901741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:07:58.942936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:07:58.943278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8c1cb08a-9d56-4f1c-9713-ae6cc1f35f0b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:07:58.976361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Router d8350abf-f5a8-4b1e-8f56-33ad121cf557 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:07:59.003232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:59.131479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for ffeaa15a-db13-475d-9816-471c37262159 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:07:59.291938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:07:59.303864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:59.304141 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] Sync routers for ids ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:07:59.318732 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] Routers {'d8350abf-f5a8-4b1e-8f56-33ad121cf557'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:59.319388 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:59.324671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:59.329650 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1c911d81-61f0-4760-8cee-c0ed0f72f59c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4761455 May 29 01:07:59.330736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57548) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:07:59.336706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': False}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:07:59.393809 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:59.400256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=ffeaa15a-db13-475d-9816-471c37262159,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:07:59.405976 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] Routers {'d8350abf-f5a8-4b1e-8f56-33ad121cf557'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:07:59.407351 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:59.473355 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:07:59.474002 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138585e-a6e4-4276-88f8-06c9f22c3a4c None None] The sync data for ids ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:07:59.603099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:07:59.962027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.008776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.024575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.063667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa9-2738-4250-94c8-057f3ae3954c req-9ac8137f-3b3d-4eec-bf39-3953df12f1b5 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:00.065138 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0df9baa9-2738-4250-94c8-057f3ae3954c req-9ac8137f-3b3d-4eec-bf39-3953df12f1b5 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.2706287 May 29 01:08:00.072554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.073627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Fanout notify agent at l3_agent the message router_deleted on router c42d7759-7e72-411b-9577-5bea23dd544c {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:08:00.128969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.133536 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6d4f14c7-2dcc-49f0-be9d-a6c7de27779c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/c42d7759-7e72-411b-9577-5bea23dd544c HTTP/1.1" status: 204 len: 168 time: 1.9371834 May 29 01:08:00.134114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57556) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:00.141055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-537007943'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:00.147311 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0df9baa9-2738-4250-94c8-057f3ae3954c req-2975b579-e191-4913-9823-019ef64488fd tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673749 May 29 01:08:00.148350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:00.152447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:00.156317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:00.162137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:00.176204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:00.178242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.210320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:08:00.220917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.221210 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment d685d62c-a8c0-4c66-9606-b12ae62c37c1 of type vlan for network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 May 29 01:08:00.251019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.282935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.283595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.287087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.287442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:00.288176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.387306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2523603 May 29 01:08:00.398961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57562) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:00.410453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': 'd3e37f81-0f96-497f-bf9b-76b6d1f934a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:00.435658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a95e3-9979-49c3-a004-0906cfc02b26 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=d3e37f81-0f96-497f-bf9b-76b6d1f934a1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:00.447389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:08:00.524949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Router d8350abf-f5a8-4b1e-8f56-33ad121cf557 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:00.530870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:00.536346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:00.571791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:00.582533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:00.601952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:00.724045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75638ff5-018d-4d80-94d4-a2541cc08246 req-f3e067bd-46d9-4d08-8e61-242e0e44a0cd tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:00.725540 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-75638ff5-018d-4d80-94d4-a2541cc08246 req-f3e067bd-46d9-4d08-8e61-242e0e44a0cd tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1922145 May 29 01:08:00.728136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.852200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:00.857014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:00.858605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fff68b39-0872-4bce-9473-0fc482b5ff6d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "PUT /v2.0/routers/d8350abf-f5a8-4b1e-8f56-33ad121cf557 HTTP/1.1" status: 200 len: 926 time: 1.5266149 May 29 01:08:00.861715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57568) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:00.862847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] Sync routers for ids ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:00.869858 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-75638ff5-018d-4d80-94d4-a2541cc08246 req-70439812-79a5-4bbd-b3ff-84e320bf66db tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273997 May 29 01:08:00.876223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] Routers {'d8350abf-f5a8-4b1e-8f56-33ad121cf557'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:00.877082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:00.947019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:00.961369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] Routers {'d8350abf-f5a8-4b1e-8f56-33ad121cf557'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:00.962254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:07:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:01.010078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.045494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:01.046171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b2217-e280-4ab7-9c98-a32f6524cc81 None None] The sync data for ids ['d8350abf-f5a8-4b1e-8f56-33ad121cf557'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:01.080431 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-441adf6a-dd70-4974-a82f-b388fffe06cc tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/d8350abf-f5a8-4b1e-8f56-33ad121cf557 HTTP/1.1" status: 200 len: 926 time: 0.2147393 May 29 01:08:01.080977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57572) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:01.095392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=fb67f032-7f20-49a8-9297-04a9eff4802c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:01.104930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': 'd685d62c-a8c0-4c66-9606-b12ae62c37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd3e37f81-0f96-497f-bf9b-76b6d1f934a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:01.105222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: d3e37f81-0f96-497f-bf9b-76b6d1f934a1, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:08:01.128430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:08:01.140254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, d3e37f81-0f96-497f-bf9b-76b6d1f934a1) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:01.144261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:01.144954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.149182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd804999-9684-4cf4-878d-da36e64191d2 None None] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:01.158690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-06ea935f-40ce-4fd8-9ec1-c1fc44860a6a tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Synchronizing usage tracker for tenant:8503bfa075b04fb587b307a6a71fc4eb on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:01.172666 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6706846a-d484-4ef1-b8ea-29405cdcf9b4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7728486 May 29 01:08:01.174271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57576) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:01.182003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115425262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:01.189717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-06ea935f-40ce-4fd8-9ec1-c1fc44860a6a tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Unset dirty status for tenant:8503bfa075b04fb587b307a6a71fc4eb on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:01.193367 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-06ea935f-40ce-4fd8-9ec1-c1fc44860a6a tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=d8350abf-f5a8-4b1e-8f56-33ad121cf557&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1094055 May 29 01:08:01.193367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:01.193741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57580) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:01.196819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:router and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:01.199717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:01.215915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:01.230731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.233377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.256499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.282786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.307841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.311756 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-663194e2-9c14-44b5-8e09-8a2dcc83df2c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1338289 May 29 01:08:01.311968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57584) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:01.340684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15be86-9ea1-4287-b8c0-c603f8d075f3 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:01.346127 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6c15be86-9ea1-4287-b8c0-c603f8d075f3 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.1483109 May 29 01:08:01.346394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57588) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:01.390955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-d3e37f81-0f96-497f-bf9b-76b6d1f934a1', 'network_id': 'd3e37f81-0f96-497f-bf9b-76b6d1f934a1', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': 'fb67f032-7f20-49a8-9297-04a9eff4802c'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:08:01.394766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.394902 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-84477f51-3c89-4ad9-8d33-a096435e4cd6 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=d8350abf-f5a8-4b1e-8f56-33ad121cf557 HTTP/1.1" status: 200 len: 205 time: 0.0448205 May 29 01:08:01.395052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57592) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:01.410599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0a07da7b-ebd1-427f-9a95-040eac87ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.559308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Allocated IP 172.20.0.2 (d3e37f81-0f96-497f-bf9b-76b6d1f934a1/fb67f032-7f20-49a8-9297-04a9eff4802c/c8b39558-27dd-48d7-953a-bca4dabf5953) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:01.600847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.785975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.796952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Transition to ACTIVE for port object c8b39558-27dd-48d7-953a-bca4dabf5953 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:01.811295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.816957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Transition to ACTIVE for port object c8b39558-27dd-48d7-953a-bca4dabf5953 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:01.822765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.893237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:01.896305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:01.900283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:01.907687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Pushing event updated for resources: {'Port': ['ID=c8b39558-27dd-48d7-953a-bca4dabf5953,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:01.936185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:01.946728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Deleting port cc3dc8d9-d83f-44c9-a596-c75f6e49dd3b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:01.947381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.005504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Attempting to bind port c8b39558-27dd-48d7-953a-bca4dabf5953 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:02.006057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Attempting to bind port c8b39558-27dd-48d7-953a-bca4dabf5953 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'd685d62c-a8c0-4c66-9606-b12ae62c37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd3e37f81-0f96-497f-bf9b-76b6d1f934a1'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:02.006528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Attempting to bind port c8b39558-27dd-48d7-953a-bca4dabf5953 on network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:02.014777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:02.015316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Checking segment: {'id': 'd685d62c-a8c0-4c66-9606-b12ae62c37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd3e37f81-0f96-497f-bf9b-76b6d1f934a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:02.015864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.016644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Bound using segment: {'id': 'd685d62c-a8c0-4c66-9606-b12ae62c37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd3e37f81-0f96-497f-bf9b-76b6d1f934a1'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:02.017220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Bound port: c8b39558-27dd-48d7-953a-bca4dabf5953, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd685d62c-a8c0-4c66-9606-b12ae62c37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd3e37f81-0f96-497f-bf9b-76b6d1f934a1'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:02.017748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.110358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] For port c8b39558-27dd-48d7-953a-bca4dabf5953, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:02.113716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] For port c8b39558-27dd-48d7-953a-bca4dabf5953, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c8b39558-27dd-48d7-953a-bca4dabf5953,segment=NetworkSegment(d685d62c-a8c0-4c66-9606-b12ae62c37c1),segment_id=d685d62c-a8c0-4c66-9606-b12ae62c37c1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:02.119376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.203029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.20.0.1 (d3e37f81-0f96-497f-bf9b-76b6d1f934a1/fb67f032-7f20-49a8-9297-04a9eff4802c/f4ac2997-ec59-4e85-aef9-25d4fa249922) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:02.224375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.237575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfc94a-6e35-45c7-b7fc-e125103bdfdb req-8ae84fdd-14fd-4af9-b55e-b919dc55a125 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:02.239235 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5bfc94a-6e35-45c7-b7fc-e125103bdfdb req-8ae84fdd-14fd-4af9-b55e-b919dc55a125 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1597390 May 29 01:08:02.251345 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f99c5-1a0c-489c-8472-0f2f9e233a58 None None] Pushing event updated for resources: {'Port': ['ID=c8b39558-27dd-48d7-953a-bca4dabf5953,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:02.384849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Calling delete_port for cc3dc8d9-d83f-44c9-a596-c75f6e49dd3b owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:02.483484 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5bfc94a-6e35-45c7-b7fc-e125103bdfdb req-60df3944-7ee8-4c36-a610-ca7c1a185ea3 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835701 May 29 01:08:02.523341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.544244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object f4ac2997-ec59-4e85-aef9-25d4fa249922 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:02.568072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.616768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.641911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:02.644978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:02.648747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:02.672931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event deleted for resources: {'Port': ['ID=cc3dc8d9-d83f-44c9-a596-c75f6e49dd3b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:02.696261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=f4ac2997-ec59-4e85-aef9-25d4fa249922,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:02.766454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.853354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-743099ba-ee83-4f1d-aaa5-651bd957695d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:02.854307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-743099ba-ee83-4f1d-aaa5-651bd957695d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Synchronizing usage tracker for tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:02.891276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:02.901967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-743099ba-ee83-4f1d-aaa5-651bd957695d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Unset dirty status for tenant:d3e82d5ca4c442d7a870ab64c4d9ae7c on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:02.903084 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-743099ba-ee83-4f1d-aaa5-651bd957695d tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.1846433 May 29 01:08:02.906361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.004352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c8b39558-27dd-48d7-953a-bca4dabf5953 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:03.038198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Deleting port 528cb030-404a-4119-bab0-653194a3517d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:03.038559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.085285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c8b39558-27dd-48d7-953a-bca4dabf5953 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:03.214781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.219696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.246580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.247265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Fanout notify agent at l3_agent the message router_deleted on router d8350abf-f5a8-4b1e-8f56-33ad121cf557 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:08:03.262802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.267843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2f51f25c-8137-45c7-994f-2f88acbc7ed0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/d8350abf-f5a8-4b1e-8f56-33ad121cf557 HTTP/1.1" status: 204 len: 168 time: 1.8679340 May 29 01:08:03.268382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57600) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:03.273696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1622571742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:03.280915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:03.284974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Usage tracker for resource:router and tenant:055d4db5de4d4a0cb0941992cbcc93b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:03.288169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:03.294138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:03.306938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.309134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.329393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.348579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.370934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.375358 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5029caaf-a494-45ad-852f-ca2a821a0f60 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1027353 May 29 01:08:03.375562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57604) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:03.380705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:03.397611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070188d4-6e30-4355-a178-c051069c336e None None] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:03.604684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.625033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-eb69c462-649b-40c1-8407-15d191144afd None None] Provisioning for port c8b39558-27dd-48d7-953a-bca4dabf5953 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:03.631019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.635318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-eb69c462-649b-40c1-8407-15d191144afd None None] Provisioning complete for port c8b39558-27dd-48d7-953a-bca4dabf5953 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:03.635734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb69c462-649b-40c1-8407-15d191144afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.664779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b529ea32-afdf-47d9-a859-42918f51d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.743620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] For port 528cb030-404a-4119-bab0-653194a3517d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=528cb030-404a-4119-bab0-653194a3517d,segment=NetworkSegment(cbb8ee1f-1f6f-44cc-855c-8690a620ee38),segment_id=cbb8ee1f-1f6f-44cc-855c-8690a620ee38)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:03.743982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.774933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb69c462-649b-40c1-8407-15d191144afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.818756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-eb69c462-649b-40c1-8407-15d191144afd None None] For port c8b39558-27dd-48d7-953a-bca4dabf5953, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c8b39558-27dd-48d7-953a-bca4dabf5953,segment=NetworkSegment(d685d62c-a8c0-4c66-9606-b12ae62c37c1),segment_id=d685d62c-a8c0-4c66-9606-b12ae62c37c1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:03.824996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb69c462-649b-40c1-8407-15d191144afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.891128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Calling delete_port for 528cb030-404a-4119-bab0-653194a3517d owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:03.901638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69c462-649b-40c1-8407-15d191144afd None None] Pushing event updated for resources: {'Port': ['ID=c8b39558-27dd-48d7-953a-bca4dabf5953,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:03.922752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=f4ac2997-ec59-4e85-aef9-25d4fa249922,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:03.932781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:03.975635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca994c0-b15f-490c-9874-c799ae6185f4 req-f4c1655e-5a4f-4d96-9d70-fb5056c0aa32 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:03.977130 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ca994c0-b15f-490c-9874-c799ae6185f4 req-f4c1655e-5a4f-4d96-9d70-fb5056c0aa32 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 945 time: 0.3081968 May 29 01:08:04.004439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.053194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c562879b-bb46-4e3d-a04b-f330b1345352 None None] Provisioning complete for port c8b39558-27dd-48d7-953a-bca4dabf5953 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:04.053718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c562879b-bb46-4e3d-a04b-f330b1345352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.055128 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ca994c0-b15f-490c-9874-c799ae6185f4 req-301d499d-127c-4da2-8dd1-ec7e47c015e3 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/security-groups?id=06e1f5bd-bbea-425b-b469-b131cb491d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700257 May 29 01:08:04.248279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c562879b-bb46-4e3d-a04b-f330b1345352 None None] Provisioning for port f4ac2997-ec59-4e85-aef9-25d4fa249922 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:04.254054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c562879b-bb46-4e3d-a04b-f330b1345352 None None] Provisioning complete for port f4ac2997-ec59-4e85-aef9-25d4fa249922 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:04.254392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c562879b-bb46-4e3d-a04b-f330b1345352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.267883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.303125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.307492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c562879b-bb46-4e3d-a04b-f330b1345352 None None] Port f4ac2997-ec59-4e85-aef9-25d4fa249922 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:04.362161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:04.364413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:04.438851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a992385-53df-4b41-86a5-c49ce43812ad None None] Provisioning complete for port f4ac2997-ec59-4e85-aef9-25d4fa249922 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:04.439497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a992385-53df-4b41-86a5-c49ce43812ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.448972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Allocated IP 172.26.5.131 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/33f83730-bafd-4143-9a2b-ab30b24615cb) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:04.521585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2a992385-53df-4b41-86a5-c49ce43812ad None None] Port f4ac2997-ec59-4e85-aef9-25d4fa249922 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:04.523863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.531171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.584461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Pushing event deleted for resources: {'Port': ['ID=528cb030-404a-4119-bab0-653194a3517d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:04.615185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.644010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-57b24350-a73e-4124-9a75-2336fb3c569f None None] Provisioning complete for port f4ac2997-ec59-4e85-aef9-25d4fa249922 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:04.644203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.644335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-57b24350-a73e-4124-9a75-2336fb3c569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.695480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-57b24350-a73e-4124-9a75-2336fb3c569f None None] Port f4ac2997-ec59-4e85-aef9-25d4fa249922 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:04.717639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:04.720562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:04.724934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:04.751886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event updated for resources: {'Port': ['ID=33f83730-bafd-4143-9a2b-ab30b24615cb,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:04.782642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] No DVR routers for this DVR port 528cb030-404a-4119-bab0-653194a3517d on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:08:04.789364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.791958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'name': 'network-vif-deleted', 'tag': '528cb030-404a-4119-bab0-653194a3517d'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:08:04.823063 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8b8f3bfd-6e14-4d24-8bc3-0e3e2e805fb0 req-bf07e4b2-d0e1-456a-b9b7-932780786704 tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.16 "DELETE /v2.0/ports/528cb030-404a-4119-bab0-653194a3517d HTTP/1.1" status: 204 len: 173 time: 1.9141014 May 29 01:08:04.857126 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad1da5a-6456-4b0f-8262-62c39de9a21a'] response: {'server_uuid': '05ef3884-8422-4c2d-9b8a-66c75fd38709', 'name': 'network-vif-deleted', 'tag': '528cb030-404a-4119-bab0-653194a3517d', 'status': 'completed', 'code': 200} May 29 01:08:04.906836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router b4b89293-c31e-4f45-8ced-7f0598026d27 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:08:04.909383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:04.991752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c8b39558-27dd-48d7-953a-bca4dabf5953 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:05.062225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c8b39558-27dd-48d7-953a-bca4dabf5953 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:05.062937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:05.102337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:05.110392 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-06a2fd58-5023-4c22-962a-fd8afb307d29 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/b4b89293-c31e-4f45-8ced-7f0598026d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7973776 May 29 01:08:05.111381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:05.112827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57614) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:05.116674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:05.135434 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] Sync routers for ids ['b4b89293-c31e-4f45-8ced-7f0598026d27'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:05.172986 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] Routers {'b4b89293-c31e-4f45-8ced-7f0598026d27'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:05.174607 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b4b89293-c31e-4f45-8ced-7f0598026d27'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.189210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867078d-ce09-413f-857a-483398b2d9a4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:05.189799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f867078d-ce09-413f-857a-483398b2d9a4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:05.214558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f867078d-ce09-413f-857a-483398b2d9a4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:05.215833 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f867078d-ce09-413f-857a-483398b2d9a4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports/f4ac2997-ec59-4e85-aef9-25d4fa249922 HTTP/1.1" status: 200 len: 910 time: 0.1019936 May 29 01:08:05.218754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57618) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:05.226518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb67f032-7f20-49a8-9297-04a9eff4802c'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:05.276204 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.317146 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] Routers {'b4b89293-c31e-4f45-8ced-7f0598026d27'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:05.322650 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b4b89293-c31e-4f45-8ced-7f0598026d27'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.376743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:05.406028 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.406582 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610a932-ef93-4ea7-bee7-3ff418a4e125 None None] The sync data for ids ['b4b89293-c31e-4f45-8ced-7f0598026d27'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:05.456339 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7d76ba73-cdf0-4c91-b711-02a3f94851bc req-5402729c-8f4e-4473-8051-82b04e2dde4b tempest-TestServerAdvancedOps-1780023855 tempest-TestServerAdvancedOps-1780023855-project] 10.222.0.33 "GET /v2.0/ports?device_id=05ef3884-8422-4c2d-9b8a-66c75fd38709 HTTP/1.1" status: 200 len: 210 time: 0.0490730 May 29 01:08:05.543264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:05.568824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Router 897f2e3f-c534-4780-b28d-296926e8f2b1 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:08:05.766895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:05.776252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] Sync routers for ids ['897f2e3f-c534-4780-b28d-296926e8f2b1'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:05.776801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:05.781388 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-997b146b-82fe-4cfb-967a-9f739f894210 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "PUT /v2.0/routers/897f2e3f-c534-4780-b28d-296926e8f2b1 HTTP/1.1" status: 200 len: 884 time: 2.4013808 May 29 01:08:05.781642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57622) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:05.789021 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] Routers {'897f2e3f-c534-4780-b28d-296926e8f2b1'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:05.789701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['897f2e3f-c534-4780-b28d-296926e8f2b1'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.849874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.861298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] Routers {'897f2e3f-c534-4780-b28d-296926e8f2b1'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:05.862105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['897f2e3f-c534-4780-b28d-296926e8f2b1'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.927128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:05.927637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11b8e9-b2e5-4a4b-bccd-40450571b6d5 None None] The sync data for ids ['897f2e3f-c534-4780-b28d-296926e8f2b1'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:05.984093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b83748da-ed65-4997-8439-8479c5a7c47c tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/897f2e3f-c534-4780-b28d-296926e8f2b1 HTTP/1.1" status: 200 len: 925 time: 0.2013488 May 29 01:08:05.987243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57626) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:06.070664 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7d43866f-4b73-45d9-8711-bf25d947d466 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=897f2e3f-c534-4780-b28d-296926e8f2b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0822532 May 29 01:08:06.073227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57630) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:06.074554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.167635 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 528cb030-404a-4119-bab0-653194a3517d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:08:06.171927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.183080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.207028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c19e5f-16f1-4b8e-b56f-e4105efd5e10 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:06.211103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 528cb030-404a-4119-bab0-653194a3517d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:08:06.211103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 528cb030-404a-4119-bab0-653194a3517d not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:08:06.211375 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-00c19e5f-16f1-4b8e-b56f-e4105efd5e10 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.1364045 May 29 01:08:06.211375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57634) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:06.259119 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-986230b9-bbeb-4490-8b83-5b61843a4515 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=897f2e3f-c534-4780-b28d-296926e8f2b1 HTTP/1.1" status: 200 len: 205 time: 0.0454493 May 29 01:08:06.261724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57638) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:06.307274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:06.308016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.309409 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/ports/f4ac2997-ec59-4e85-aef9-25d4fa249922 HTTP/1.1" status: 200 len: 910 time: 1.0895979 May 29 01:08:06.310293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e56244-ca6d-45f8-8f15-efab058d3696 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=f4ac2997-ec59-4e85-aef9-25d4fa249922,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:06.312508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57642) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:06.466439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.574844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57648) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:06.649794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] Deleting subnet 5b912d59-1244-4fd6-b5ab-fd1de9d0f25c {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:08:06.652678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.653358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.706113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.769960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.863794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.893035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.906553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b912d59-1244-4fd6-b5ab-fd1de9d0f25c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:06.912046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.915871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Deleting port 33f83730-bafd-4143-9a2b-ab30b24615cb {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:06.916223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:06.944341 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-48f21fea-110c-4e74-80a1-97fe232ea41a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5b912d59-1244-4fd6-b5ab-fd1de9d0f25c HTTP/1.1" status: 204 len: 168 time: 0.3706322 May 29 01:08:06.946902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57652) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:07.079904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.193857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.293475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.318695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Calling delete_port for 33f83730-bafd-4143-9a2b-ab30b24615cb owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:07.324282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962d2886-0691-47c2-8b4a-8e148a3d0ebe']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:07.338218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb8ee1f-1f6f-44cc-855c-8690a620ee38') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:07.338437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb8ee1f-1f6f-44cc-855c-8690a620ee38') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:07.356341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.484749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.500572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.509170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:08:07.509553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:08:07.522634 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:08:07.531149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event deleted for resources: {'Port': ['ID=33f83730-bafd-4143-9a2b-ab30b24615cb,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:07.610949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.631575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.665041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] Pushing event deleted for resources: {'Network': ['ID=962d2886-0691-47c2-8b4a-8e148a3d0ebe,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:07.683402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0425dcb8-10f3-43b3-aae7-ff8bfffc83eb admin admin] 10.222.0.33 "DELETE /v2.0/networks/962d2886-0691-47c2-8b4a-8e148a3d0ebe HTTP/1.1" status: 204 len: 168 time: 0.7327302 May 29 01:08:07.690264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57656) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:07.749757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port f4ac2997-ec59-4e85-aef9-25d4fa249922 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:07.750327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.756417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.809746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] Deleting subnet bb396286-6c0a-4cac-92ab-ea92ba18fae3 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:08:07.814461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:07.943782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.010440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.015198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.037629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.042903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.043788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Fanout notify agent at l3_agent the message router_deleted on router 897f2e3f-c534-4780-b28d-296926e8f2b1 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:08:08.045501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.062993 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.062993 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ca90ff5e-bc3a-44c9-934f-0c0ab9765dcc tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/897f2e3f-c534-4780-b28d-296926e8f2b1 HTTP/1.1" status: 204 len: 168 time: 1.7992251 May 29 01:08:08.066082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57660) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:08.080260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-645777687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:08.080260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:08.087094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Usage tracker for resource:router and tenant:055d4db5de4d4a0cb0941992cbcc93b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:08.087924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:08.099309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:08.111453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.112571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.132270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.153515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.176340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.177512 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a1c4fd10-1726-4c58-9ea0-fffbe549b141 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1103394 May 29 01:08:08.180263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57664) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:08.185478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': True}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:08.207685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for f4ac2997-ec59-4e85-aef9-25d4fa249922 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:08.301816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.341491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb396286-6c0a-4cac-92ab-ea92ba18fae3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:08.349732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.358996 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-db9d1399-cf3a-4685-b569-89f4813cb134 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/bb396286-6c0a-4cac-92ab-ea92ba18fae3 HTTP/1.1" status: 204 len: 168 time: 0.6677735 May 29 01:08:08.365312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57668) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:08.522686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.570921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.601980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57674) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:08.636139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=f4ac2997-ec59-4e85-aef9-25d4fa249922,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:08.740657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.763743 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9e4f65e6-b737-4530-af21-f531cb1d8181 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=54ca896ce8d44a109553240af97f439d&network_id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 200 len: 2999 time: 0.1606269 May 29 01:08:08.784116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:08.823818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db1ae8e-6f01-4a04-804e-6f17dc4e1df3']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:08.896661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9579572-91a3-4220-9378-c176e7247918') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:08.896955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9579572-91a3-4220-9378-c176e7247918') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:08.990959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.002777 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:08:09.028184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.073917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.105837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.117140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:08:09.117542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:08:09.132369 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:08:09.181406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.184566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Allocated IP 172.26.5.22 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/35268d4f-2450-459e-8b7c-2a78e1e43aa8) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:09.324913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.342785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.351816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.364982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] Pushing event deleted for resources: {'Network': ['ID=6db1ae8e-6f01-4a04-804e-6f17dc4e1df3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:09.375645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.443678 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-45efa833-25db-4066-b2eb-9f5d01c172db admin admin] 10.222.0.33 "DELETE /v2.0/networks/6db1ae8e-6f01-4a04-804e-6f17dc4e1df3 HTTP/1.1" status: 204 len: 168 time: 1.0772927 May 29 01:08:09.466015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:09.468334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:09.484159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:09.543107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Port': ['ID=35268d4f-2450-459e-8b7c-2a78e1e43aa8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:09.703746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router b4b89293-c31e-4f45-8ced-7f0598026d27 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:09.729646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57686) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:09.797070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:09.850666 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ce835048-b767-4fb0-8633-3002afad6911 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d3e82d5ca4c442d7a870ab64c4d9ae7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1171072 May 29 01:08:09.852586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57690) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:09.921085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:09.926758 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8afa3f49-5a9b-4d94-aa39-b6c3790bc71b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/b4b89293-c31e-4f45-8ced-7f0598026d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6130199 May 29 01:08:09.929703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57694) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:09.934019 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] Sync routers for ids ['b4b89293-c31e-4f45-8ced-7f0598026d27'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:09.961714 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] Routers {'b4b89293-c31e-4f45-8ced-7f0598026d27'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:09.961714 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b4b89293-c31e-4f45-8ced-7f0598026d27'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:09.993041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b1fa0b23-89f7-4038-b8a9-8d5d58bb0c50 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:10.000482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.004526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.007725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-710778ae-923f-448e-9ea1-ba5aedf80fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.037361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b1fa0b23-89f7-4038-b8a9-8d5d58bb0c50 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:10.038622 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b1fa0b23-89f7-4038-b8a9-8d5d58bb0c50 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4b89293-c31e-4f45-8ced-7f0598026d27 HTTP/1.1" status: 200 len: 205 time: 0.1082692 May 29 01:08:10.042851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57700) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:10.114116 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:10.126720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-710778ae-923f-448e-9ea1-ba5aedf80fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.151500 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] Routers {'b4b89293-c31e-4f45-8ced-7f0598026d27'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:10.152243 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b4b89293-c31e-4f45-8ced-7f0598026d27'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:10.246864 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:10.247277 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda76a27-47ed-4393-8936-b4b8d0f3a8f7 None None] The sync data for ids ['b4b89293-c31e-4f45-8ced-7f0598026d27'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:10.268799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29de61ee-cd8c-4e05-bc3b-649cee99b421 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.313470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Router 54970d9f-1dfd-4a65-8b06-f097e1a99756 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:08:10.377128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57704) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:10.416046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-710778ae-923f-448e-9ea1-ba5aedf80fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.624311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710778ae-923f-448e-9ea1-ba5aedf80fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e1f5bd-bbea-425b-b469-b131cb491d36,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:10.624311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-710778ae-923f-448e-9ea1-ba5aedf80fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.624311 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-710778ae-923f-448e-9ea1-ba5aedf80fb9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/06e1f5bd-bbea-425b-b469-b131cb491d36 HTTP/1.1" status: 204 len: 168 time: 0.7194941 May 29 01:08:10.654036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292edfd1-ee1b-4f8b-b8d6-9b52d75bddb9 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:10.654036 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-292edfd1-ee1b-4f8b-b8d6-9b52d75bddb9 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 814 time: 0.2708287 May 29 01:08:10.757648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:10.772650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] Sync routers for ids ['54970d9f-1dfd-4a65-8b06-f097e1a99756'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:10.773494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.774968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a1edf2e1-373c-4dce-81f0-4e841a1ec784 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "PUT /v2.0/routers/54970d9f-1dfd-4a65-8b06-f097e1a99756 HTTP/1.1" status: 200 len: 917 time: 2.5936902 May 29 01:08:10.778057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57712) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:10.788183 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] Routers {'54970d9f-1dfd-4a65-8b06-f097e1a99756'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:10.788838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['54970d9f-1dfd-4a65-8b06-f097e1a99756'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:10.864296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:10.879258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] Routers {'54970d9f-1dfd-4a65-8b06-f097e1a99756'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:10.879889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['54970d9f-1dfd-4a65-8b06-f097e1a99756'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:10.899578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29de61ee-cd8c-4e05-bc3b-649cee99b421 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.905460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29de61ee-cd8c-4e05-bc3b-649cee99b421 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.941871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29de61ee-cd8c-4e05-bc3b-649cee99b421 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.942895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29de61ee-cd8c-4e05-bc3b-649cee99b421 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Fanout notify agent at l3_agent the message router_deleted on router b4b89293-c31e-4f45-8ced-7f0598026d27 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:08:10.966253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29de61ee-cd8c-4e05-bc3b-649cee99b421 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:10.968895 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-29de61ee-cd8c-4e05-bc3b-649cee99b421 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/b4b89293-c31e-4f45-8ced-7f0598026d27 HTTP/1.1" status: 204 len: 168 time: 0.9247863 May 29 01:08:10.970236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:10.970698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d521b-c453-449f-9e2c-b0b960a3b6e6 None None] The sync data for ids ['54970d9f-1dfd-4a65-8b06-f097e1a99756'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:10.971403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57720) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.048507 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3a2c574e-a8fb-4d70-baa6-4a3f23e9d042 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/54970d9f-1dfd-4a65-8b06-f097e1a99756 HTTP/1.1" status: 200 len: 923 time: 0.2690947 May 29 01:08:11.052076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57724) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.132856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57728) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.141520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--417179691', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:11.150608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:11.169450 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3d5ebaaa-d2c1-44bd-af2a-25cd6f4f8fe6 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=54970d9f-1dfd-4a65-8b06-f097e1a99756&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1155362 May 29 01:08:11.171688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:11.172799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57732) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.193129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57736) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.231420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:11.235301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.278011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet fb67f032-7f20-49a8-9297-04a9eff4802c {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:08:11.291259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.341168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e065e3-3713-4c41-95ee-dc728096b90f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:11.342923 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-25e065e3-3713-4c41-95ee-dc728096b90f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.1681910 May 29 01:08:11.345880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57740) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.365286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:08:11.380112 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f9486111-eb26-4efb-9c42-427692d8b67c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=01663202e7524a3aa12c967eb6e7c4b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842003 May 29 01:08:11.383352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.383630 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment 75cef3e9-fddb-4898-9008-9d891e8f0a5d of type vlan for network 129a7214-52ba-4a63-846f-6da8e8c946db May 29 01:08:11.384511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57744) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.395601 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f028542b-6fbf-4644-a047-aebcce6a5e8a tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=54970d9f-1dfd-4a65-8b06-f097e1a99756 HTTP/1.1" status: 200 len: 205 time: 0.0486672 May 29 01:08:11.398181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57748) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.406767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.502002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.581750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b83596a8-aa6e-486b-a978-b51aa3a9a5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.597010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.619532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.632801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.637226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:11.637504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.696353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b83596a8-aa6e-486b-a978-b51aa3a9a5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.834469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=129a7214-52ba-4a63-846f-6da8e8c946db,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:11.851709 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bd2b6baa-1810-4049-bfc3-3ed2a531ff01 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7144318 May 29 01:08:11.853502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.854749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57752) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:11.861750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 129a7214-52ba-4a63-846f-6da8e8c946db details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:08:11.867519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Deleting port 35268d4f-2450-459e-8b7c-2a78e1e43aa8 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:11.867519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.895119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.960425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=fb67f032-7f20-49a8-9297-04a9eff4802c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:11.973248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.984222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b83596a8-aa6e-486b-a978-b51aa3a9a5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:11.986633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7608e-857a-43df-abcf-2d02db4adf46 None None] Network d3e37f81-0f96-497f-bf9b-76b6d1f934a1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:12.003222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4448f1-8b99-4d56-bf5b-046e36b49679 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:12.016115 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7b4448f1-8b99-4d56-bf5b-046e36b49679 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1518354 May 29 01:08:12.016115 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4b566071-2682-423e-a83d-6aa10cce5f3b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/fb67f032-7f20-49a8-9297-04a9eff4802c HTTP/1.1" status: 204 len: 168 time: 1.0341551 May 29 01:08:12.016844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57756) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:12.018576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b83596a8-aa6e-486b-a978-b51aa3a9a5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.018576 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b83596a8-aa6e-486b-a978-b51aa3a9a5eb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/383ae784-8672-4532-9f1c-758a49592999 HTTP/1.1" status: 204 len: 168 time: 0.6264672 May 29 01:08:12.018576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83596a8-aa6e-486b-a978-b51aa3a9a5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ae784-8672-4532-9f1c-758a49592999,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:12.018576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57758) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:12.172457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c371a-0cf7-43d3-97e0-afde9133f8d0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:12.176566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9e4c371a-0cf7-43d3-97e0-afde9133f8d0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1645799 May 29 01:08:12.177079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.179054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57766) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:12.240758 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-61433c02-c31e-4286-ac37-09ac4eec14c7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574126 May 29 01:08:12.240925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.241690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57770) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:12.322172 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0a0e43b6-cf9f-4218-b225-c31e111433fc tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791264 May 29 01:08:12.323792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port c8b39558-27dd-48d7-953a-bca4dabf5953 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:12.324334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.370540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57774) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:12.388880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] DHCP port deletion for d3e37f81-0f96-497f-bf9b-76b6d1f934a1 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:08:12.393487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] Deleting port c8b39558-27dd-48d7-953a-bca4dabf5953 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:12.393907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.526918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Calling delete_port for 35268d4f-2450-459e-8b7c-2a78e1e43aa8 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:12.709705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] For port c8b39558-27dd-48d7-953a-bca4dabf5953, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c8b39558-27dd-48d7-953a-bca4dabf5953,segment=NetworkSegment(d685d62c-a8c0-4c66-9606-b12ae62c37c1),segment_id=d685d62c-a8c0-4c66-9606-b12ae62c37c1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:12.710053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.739080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.788164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event deleted for resources: {'Port': ['ID=35268d4f-2450-459e-8b7c-2a78e1e43aa8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:12.871389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] Calling delete_port for c8b39558-27dd-48d7-953a-bca4dabf5953 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:12.871957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27266fdf-8292-4ddc-8ac2-01e269966b99 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:12.874045 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-27266fdf-8292-4ddc-8ac2-01e269966b99 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4984281 May 29 01:08:12.877774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57780) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:12.922961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port c8b39558-27dd-48d7-953a-bca4dabf5953, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c8b39558-27dd-48d7-953a-bca4dabf5953,segment=NetworkSegment(d685d62c-a8c0-4c66-9606-b12ae62c37c1),segment_id=d685d62c-a8c0-4c66-9606-b12ae62c37c1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:12.923052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:12.939452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1ccf25fb-81b6-470e-8ab1-a425277ce125 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581431 May 29 01:08:12.939892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57784) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:12.991440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.027761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490291276', 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:13.035709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c8b39558-27dd-48d7-953a-bca4dabf5953 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:08:13.080166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.083609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c8b39558-27dd-48d7-953a-bca4dabf5953 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:08:13.083966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c8b39558-27dd-48d7-953a-bca4dabf5953 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:08:13.087066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] Pushing event deleted for resources: {'Port': ['ID=c8b39558-27dd-48d7-953a-bca4dabf5953,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:13.096136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab243e-287c-45d3-855b-0e3cc1c16633 None None] No DVR routers for this DVR port c8b39558-27dd-48d7-953a-bca4dabf5953 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:08:13.118814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for c8b39558-27dd-48d7-953a-bca4dabf5953 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:13.283795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:13.292482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:13.292482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:13.299116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:08:13.299747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:08:13.300195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:13.314302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:13.363084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.367280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.393992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.395521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Fanout notify agent at l3_agent the message router_deleted on router 54970d9f-1dfd-4a65-8b06-f097e1a99756 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:08:13.411108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.413301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-34d65423-dd20-4f94-a181-f5406b6724e9 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/54970d9f-1dfd-4a65-8b06-f097e1a99756 HTTP/1.1" status: 204 len: 168 time: 2.0133474 May 29 01:08:13.415687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57788) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:13.424445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1621730720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:13.433958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:13.439102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.455205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Usage tracker for resource:router and tenant:055d4db5de4d4a0cb0941992cbcc93b5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:13.461658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:13.520183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:13.550023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.550023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.587626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.655144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.709879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.710622 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9ed1f3a3-b619-4b29-a96e-542c5ef013d5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2934604 May 29 01:08:13.713049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57792) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:13.720415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'enable_snat': False}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:13.832440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port c8b39558-27dd-48d7-953a-bca4dabf5953 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:13.832710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.855887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:13.963058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] The port 'c8b39558-27dd-48d7-953a-bca4dabf5953' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:08:14.043213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=08c9a72d-829c-4280-888e-46c137cfd77b,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:14.352956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.373502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:14.373862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: 129a7214-52ba-4a63-846f-6da8e8c946db, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:08:14.400018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e37f81-0f96-497f-bf9b-76b6d1f934a1']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:14.415778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd685d62c-a8c0-4c66-9606-b12ae62c37c1') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:14.415778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd685d62c-a8c0-4c66-9606-b12ae62c37c1') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:14.431585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.563260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.572696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 129a7214-52ba-4a63-846f-6da8e8c946db is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:08:14.580782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:08:14.581166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:08:14.596565 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:08:14.656306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 129a7214-52ba-4a63-846f-6da8e8c946db) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:14.660997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:14.665989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.666121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97497b0-11c2-4c42-b498-ffb3c5cdd2fe None None] Network 129a7214-52ba-4a63-846f-6da8e8c946db requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:14.702881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.706590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.711863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.717315 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/d3e37f81-0f96-497f-bf9b-76b6d1f934a1 HTTP/1.1" status: 204 len: 168 time: 2.6933739 May 29 01:08:14.718060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57796) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:14.724115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1630625139', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:14.730947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:14.735364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:router and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:14.738631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:14.740518 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-580df1d9-f5c0-41ec-82b3-25171c362cf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7993875 May 29 01:08:14.745223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:14.749259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a84ec-4bc9-469f-9112-3e8eefb09c13 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=d3e37f81-0f96-497f-bf9b-76b6d1f934a1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:14.760334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.761498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.783807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.806450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.837363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.841336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1fe50e63-0bf3-46ad-95d5-96da53ca5aba tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1217003 May 29 01:08:14.842459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57802) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:14.847864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1113633166'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:14.852550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:14.859901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:14.862916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:14.868658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:14.884134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:14.887612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.912861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-129a7214-52ba-4a63-846f-6da8e8c946db', 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': '08c9a72d-829c-4280-888e-46c137cfd77b'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:08:14.913679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.924562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:08:14.935555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.935884 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment 7117d34a-49cd-4fd7-862b-943a68f779e4 of type vlan for network 763066f0-2134-429d-8d6a-3e4827e19c84 May 29 01:08:14.963652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.964449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.995666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:14.999905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:15.000603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.001258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.080720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Allocated IP 172.20.0.18 (129a7214-52ba-4a63-846f-6da8e8c946db/08c9a72d-829c-4280-888e-46c137cfd77b/9703152f-9655-43eb-991f-9c6fd22bf106) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:15.103249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2597666 May 29 01:08:15.108324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57806) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:15.113320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f93b-d8db-41d8-9ae5-85d583884e14 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=763066f0-2134-429d-8d6a-3e4827e19c84,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:15.128017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:15.155764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Allocated IP 172.26.5.26 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/c66828ee-c023-4b9c-a35a-4ef376db788f) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:15.158345 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 763066f0-2134-429d-8d6a-3e4827e19c84 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:08:15.258312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:15.262430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:15.267313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:15.273229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:15.285118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:15.329933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.361027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.390969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.391632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.402116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Transition to ACTIVE for port object 9703152f-9655-43eb-991f-9c6fd22bf106 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:15.422534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Transition to ACTIVE for port object 9703152f-9655-43eb-991f-9c6fd22bf106 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:15.429319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.440689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:15.443792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:15.448451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:15.500683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Network 129a7214-52ba-4a63-846f-6da8e8c946db is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:15.503605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:15.507904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:15.511679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Pushing event updated for resources: {'Port': ['ID=9703152f-9655-43eb-991f-9c6fd22bf106,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:15.541862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Pushing event updated for resources: {'Port': ['ID=c66828ee-c023-4b9c-a35a-4ef376db788f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:15.636625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.637702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Attempting to bind port 9703152f-9655-43eb-991f-9c6fd22bf106 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:15.638198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Attempting to bind port 9703152f-9655-43eb-991f-9c6fd22bf106 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:15.638620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Attempting to bind port 9703152f-9655-43eb-991f-9c6fd22bf106 on network 129a7214-52ba-4a63-846f-6da8e8c946db {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:15.645359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:15.645734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Checking segment: {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:15.646133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.646525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Bound using segment: {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:15.646987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Bound port: 9703152f-9655-43eb-991f-9c6fd22bf106, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:15.647367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.719393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.740654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] For port 9703152f-9655-43eb-991f-9c6fd22bf106, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:15.743732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] For port 9703152f-9655-43eb-991f-9c6fd22bf106, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9703152f-9655-43eb-991f-9c6fd22bf106,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:15.750893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.800700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=185838b5-2d4e-4365-8154-3c2edbad6bca,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:15.815532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:15.815885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: 763066f0-2134-429d-8d6a-3e4827e19c84, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:08:15.828174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.831971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.836012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13b4e2-62e6-4457-ac9d-4920befa0b7f None None] Pushing event updated for resources: {'Port': ['ID=9703152f-9655-43eb-991f-9c6fd22bf106,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:15.841270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 763066f0-2134-429d-8d6a-3e4827e19c84 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:08:15.867780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 763066f0-2134-429d-8d6a-3e4827e19c84) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:15.877408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:15.878613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:15.889338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b496a-b0a0-45f8-9914-47f68a95e68e None None] Network 763066f0-2134-429d-8d6a-3e4827e19c84 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:15.910594 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-32e65e97-677b-40f3-9948-fa41debdc534 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8011892 May 29 01:08:15.913407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57812) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:15.913929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57814) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:16.054858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313232674', 'description': 'tempest-secgroup-smoke-313232674 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:16.066489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:16.087881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:16.114921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.267664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-763066f0-2134-429d-8d6a-3e4827e19c84', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:08:16.268884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.337781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:16.340388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Router d1e58eca-00ad-4de3-80dc-32afa98bc261 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:08:16.343934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:16.396167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:16.423158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:16.467201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Allocated IP 172.20.0.2 (763066f0-2134-429d-8d6a-3e4827e19c84/185838b5-2d4e-4365-8154-3c2edbad6bca/70573807-3b2d-4d0d-9b51-64ede5d09518) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:16.606054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:16.610678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.618321 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] Sync routers for ids ['d1e58eca-00ad-4de3-80dc-32afa98bc261'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:16.622096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.624327 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-aa1c56ad-5a8b-45da-a294-9476f51b420f tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "PUT /v2.0/routers/d1e58eca-00ad-4de3-80dc-32afa98bc261 HTTP/1.1" status: 200 len: 919 time: 2.9105048 May 29 01:08:16.627923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57820) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:16.645336 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] Routers {'d1e58eca-00ad-4de3-80dc-32afa98bc261'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:16.646447 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d1e58eca-00ad-4de3-80dc-32afa98bc261'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:16.662983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.679229 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.753705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.759298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada9e10-ac97-4d1e-8a2a-d85908b340d9,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:16.784743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Transition to ACTIVE for port object 70573807-3b2d-4d0d-9b51-64ede5d09518 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:16.785124 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:16.799353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.813036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Transition to ACTIVE for port object 70573807-3b2d-4d0d-9b51-64ede5d09518 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:16.820370 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] Routers {'d1e58eca-00ad-4de3-80dc-32afa98bc261'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:16.821366 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d1e58eca-00ad-4de3-80dc-32afa98bc261'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:16.830258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:16.920269 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:16.921144 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7040773-0ccc-4103-9493-61b51820b85e None None] The sync data for ids ['d1e58eca-00ad-4de3-80dc-32afa98bc261'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:16.973025 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b9210511-5e2e-48df-a435-d508ed68604d tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/d1e58eca-00ad-4de3-80dc-32afa98bc261 HTTP/1.1" status: 200 len: 925 time: 0.3405554 May 29 01:08:16.979454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57824) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:17.001660 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Network 763066f0-2134-429d-8d6a-3e4827e19c84 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:17.004572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.009320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:17.017440 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-838ca69a-0c45-4d5e-aa1a-7358e0f89210 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0995238 May 29 01:08:17.018180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57828) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:17.019797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:17.069147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9703152f-9655-43eb-991f-9c6fd22bf106 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:17.135351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Pushing event updated for resources: {'Port': ['ID=70573807-3b2d-4d0d-9b51-64ede5d09518,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:17.169194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8e2063fa-6ec7-4813-af4b-8be8dd8ce6df tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=d1e58eca-00ad-4de3-80dc-32afa98bc261&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1885805 May 29 01:08:17.173051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57832) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:17.179523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5710b18-b2db-4dd5-b8e1-17d222d2584c None None] Network 129a7214-52ba-4a63-846f-6da8e8c946db requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:17.202264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4ada9e10-ac97-4d1e-8a2a-d85908b340d9', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:17.210324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:17.219414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:17.228676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:17.245421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:17.342339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.346948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60a26f-553d-4135-a8ff-fae65095f45e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:17.346948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0d60a26f-553d-4135-a8ff-fae65095f45e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Synchronizing usage tracker for tenant:8503bfa075b04fb587b307a6a71fc4eb on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:17.365622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0d60a26f-553d-4135-a8ff-fae65095f45e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] Unset dirty status for tenant:8503bfa075b04fb587b307a6a71fc4eb on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:17.366940 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0d60a26f-553d-4135-a8ff-fae65095f45e tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/networks/de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 881 time: 0.1929345 May 29 01:08:17.370173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57836) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:17.450397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Attempting to bind port 70573807-3b2d-4d0d-9b51-64ede5d09518 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:17.450827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Attempting to bind port 70573807-3b2d-4d0d-9b51-64ede5d09518 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:17.451756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Attempting to bind port 70573807-3b2d-4d0d-9b51-64ede5d09518 on network 763066f0-2134-429d-8d6a-3e4827e19c84 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:17.464215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:17.464493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Checking segment: {'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:17.465208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.465975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Bound using segment: {'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:17.467362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Bound port: 70573807-3b2d-4d0d-9b51-64ede5d09518, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:17.468347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.473284 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e843e21b-f53d-4d6f-b38b-210d6f40a537 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=d1e58eca-00ad-4de3-80dc-32afa98bc261 HTTP/1.1" status: 200 len: 205 time: 0.0953159 May 29 01:08:17.474310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57840) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:17.488246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.499143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.501280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.20.0.1 (763066f0-2134-429d-8d6a-3e4827e19c84/185838b5-2d4e-4365-8154-3c2edbad6bca/0619e5a5-c543-4b33-9fe0-ecfae67369fa) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:17.528817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6979ef-e762-4180-97e2-fa7a9d078f9b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:17.613884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] For port 70573807-3b2d-4d0d-9b51-64ede5d09518, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:17.617503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] For port 70573807-3b2d-4d0d-9b51-64ede5d09518, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=70573807-3b2d-4d0d-9b51-64ede5d09518,segment=NetworkSegment(7117d34a-49cd-4fd7-862b-943a68f779e4),segment_id=7117d34a-49cd-4fd7-862b-943a68f779e4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:17.630976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.673544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c9a430f1-4820-4ed7-80f1-05966b63e7e9 None None] Provisioning for port 9703152f-9655-43eb-991f-9c6fd22bf106 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:17.686007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.703531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.707215 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2275acb7-be52-4fdf-afaa-a93e86dacace tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6051307 May 29 01:08:17.709727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57844) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:17.715494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4ada9e10-ac97-4d1e-8a2a-d85908b340d9', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:17.721890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:17.735612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:17.735828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 9703152f-9655-43eb-991f-9c6fd22bf106 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:17.740426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:17.749737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 9703152f-9655-43eb-991f-9c6fd22bf106 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:17.750076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:17.750478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.787460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93e1e1-a256-497c-a559-d5e71a5bc064 None None] Pushing event updated for resources: {'Port': ['ID=70573807-3b2d-4d0d-9b51-64ede5d09518,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:17.807722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.831412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.852364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object 0619e5a5-c543-4b33-9fe0-ecfae67369fa will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:17.904410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.915573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.949670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 9703152f-9655-43eb-991f-9c6fd22bf106, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9703152f-9655-43eb-991f-9c6fd22bf106,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:17.955455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.963399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:17.979732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Deleting port c66828ee-c023-4b9c-a35a-4ef376db788f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:17.983082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.019612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 763066f0-2134-429d-8d6a-3e4827e19c84 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:18.025929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:18.049240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:18.124928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=0619e5a5-c543-4b33-9fe0-ecfae67369fa,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:18.129478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.172873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=9703152f-9655-43eb-991f-9c6fd22bf106,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:18.195057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.227406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91fbcea-100a-47ca-9389-20cbe6f1ce8f,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:18.244213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.263888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.264424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.268356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d9eaed48-9676-41dd-af9e-cf7c2a01d5b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5549061 May 29 01:08:18.269213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57848) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:18.276312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4ada9e10-ac97-4d1e-8a2a-d85908b340d9', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:18.285531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:18.292485 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:18.301275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:18.309443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:18.337219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e4b924a1-9701-4127-bc49-cd8b4f0b806b None None] Provisioning complete for port 9703152f-9655-43eb-991f-9c6fd22bf106 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:18.337758 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e4b924a1-9701-4127-bc49-cd8b4f0b806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.367806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.393791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Calling delete_port for c66828ee-c023-4b9c-a35a-4ef376db788f owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:18.408198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.505925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.509812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.660146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce2ed22-25bb-49b1-b757-03a1d5226d10,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:18.683346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.684962 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bedc7e13-2d40-4bdb-be55-ca75dd477544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4151399 May 29 01:08:18.688303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57852) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:18.698032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4ada9e10-ac97-4d1e-8a2a-d85908b340d9', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:18.706489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:18.711409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:18.714532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.723514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:18.772401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event deleted for resources: {'Port': ['ID=c66828ee-c023-4b9c-a35a-4ef376db788f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:18.776340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:18.857256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.877274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.883467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:18.996052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=0619e5a5-c543-4b33-9fe0-ecfae67369fa,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:19.025875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.059910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1971f5-e662-4bc8-9f46-00c119269ce4 None None] Network 763066f0-2134-429d-8d6a-3e4827e19c84 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:19.067333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.093994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9703152f-9655-43eb-991f-9c6fd22bf106 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:19.204902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 763066f0-2134-429d-8d6a-3e4827e19c84 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:19.206624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:19.244837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.258588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.365742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7e791ab5-05a8-48bf-87cf-b17b30dde0b8 None None] Provisioning for port 70573807-3b2d-4d0d-9b51-64ede5d09518 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:19.409400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 9703152f-9655-43eb-991f-9c6fd22bf106 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:19.409653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.426822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188880fb-3250-4241-bd01-8ab3778ab382,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:19.454040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.458863 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a77eb50-9615-4123-9e00-5fac447317c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7695761 May 29 01:08:19.459771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57856) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:19.461851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.471721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4ada9e10-ac97-4d1e-8a2a-d85908b340d9', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:19.479571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.482579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:19.488367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:19.492058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:19.500097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:19.532635 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:08:19.539901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.540417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Fanout notify agent at l3_agent the message router_deleted on router d1e58eca-00ad-4de3-80dc-32afa98bc261 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:08:19.551618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.563522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 70573807-3b2d-4d0d-9b51-64ede5d09518 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:19.572047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.578028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f068d3ff-4ea4-4ddb-8d89-a7de7d9a531c tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/d1e58eca-00ad-4de3-80dc-32afa98bc261 HTTP/1.1" status: 204 len: 168 time: 2.1024473 May 29 01:08:19.578598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57860) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:19.591246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-930701041', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:19.601721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:19.611063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Usage tracker for resource:router and tenant:055d4db5de4d4a0cb0941992cbcc93b5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:19.614839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:19.622513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:19.662390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.663663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.673884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.675324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 70573807-3b2d-4d0d-9b51-64ede5d09518 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:19.677397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.680859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 70573807-3b2d-4d0d-9b51-64ede5d09518 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:19.681330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.695650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.715048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bfe3b0-e052-4c3f-8750-875fac763408,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:19.729490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.731079 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-55282116-166f-4b7c-9b97-9023e3a00266 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2657828 May 29 01:08:19.734772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57864) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:19.741542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4ada9e10-ac97-4d1e-8a2a-d85908b340d9', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:19.750198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:19.755141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:19.759031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:19.766746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:19.782028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:08:19.791605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.836464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.886066 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.890064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.896837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 70573807-3b2d-4d0d-9b51-64ede5d09518, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=70573807-3b2d-4d0d-9b51-64ede5d09518,segment=NetworkSegment(7117d34a-49cd-4fd7-862b-943a68f779e4),segment_id=7117d34a-49cd-4fd7-862b-943a68f779e4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:19.910194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.921005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8707f68f-0231-4939-af6d-1910cbb76bd7,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:19.934524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:19.935775 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fad247f4-99b7-4d9a-a514-4d9e60c5e75f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2000561 May 29 01:08:19.981115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:08:20.015219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=70573807-3b2d-4d0d-9b51-64ede5d09518,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:20.019053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-286c2e6d-4a95-4116-b090-c013bc71c6e6 None None] Provisioning complete for port 70573807-3b2d-4d0d-9b51-64ede5d09518 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:20.019430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-286c2e6d-4a95-4116-b090-c013bc71c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.060601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.202834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-286c2e6d-4a95-4116-b090-c013bc71c6e6 None None] Provisioning for port 0619e5a5-c543-4b33-9fe0-ecfae67369fa completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:20.209684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-286c2e6d-4a95-4116-b090-c013bc71c6e6 None None] Provisioning complete for port 0619e5a5-c543-4b33-9fe0-ecfae67369fa triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:20.210022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-286c2e6d-4a95-4116-b090-c013bc71c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.272165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-286c2e6d-4a95-4116-b090-c013bc71c6e6 None None] Port 0619e5a5-c543-4b33-9fe0-ecfae67369fa cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:20.364995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-3c057003-7d13-48b5-b1e2-58f8735ab443 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:20.396555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5fffcb3c-a094-4a6f-8327-b606a9d21e5e None None] Provisioning complete for port 0619e5a5-c543-4b33-9fe0-ecfae67369fa triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:20.397529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5fffcb3c-a094-4a6f-8327-b606a9d21e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.398139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-3c057003-7d13-48b5-b1e2-58f8735ab443 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:20.399005 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-3c057003-7d13-48b5-b1e2-58f8735ab443 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313232674&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.1776049 May 29 01:08:20.454850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5fffcb3c-a094-4a6f-8327-b606a9d21e5e None None] Port 0619e5a5-c543-4b33-9fe0-ecfae67369fa cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:20.484645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:20.494053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:20.506498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:20.507553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:20.526279 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-75cb3529-148d-42f7-a1e8-75fea4dc91db tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6112983 May 29 01:08:20.528970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57880) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:20.539510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-413044970'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:20.544587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:20.548556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:20.551598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:20.559515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:20.571151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:20.574333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.599024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.606486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:08:20.616708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.617400 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment 23f3c380-6d1f-4194-8afd-63859a8fb44c of type vlan for network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 May 29 01:08:20.646282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.650278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.664415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:20.685751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.689458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:20.690436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:20.693447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-e0d722ba-fb5f-458c-b67f-6106888fc129 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:20.695009 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-e0d722ba-fb5f-458c-b67f-6106888fc129 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=129a7214-52ba-4a63-846f-6da8e8c946db HTTP/1.1" status: 200 len: 796 time: 0.2870522 May 29 01:08:20.732620 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-b124d922-4f06-4999-a0f0-2e8d7be4a06f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0223255 May 29 01:08:20.802449 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2717524 May 29 01:08:20.805296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57884) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:20.820117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:20.842773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974fd0-19d3-4cca-9347-fb193b636080 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=366bfcf2-bd66-4c56-9c60-860d9a4c5239,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:20.871848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Allocated IP 172.26.5.107 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/b920c2b2-59d4-47a2-83bc-b891ceda6240) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:20.898102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:08:20.901264 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-34ccc3bf-064d-4eb9-9aa5-df9987c84933 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1624856 May 29 01:08:20.947454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:20.952811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:20.955977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:20.967876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:20.983483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:21.033411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 70573807-3b2d-4d0d-9b51-64ede5d09518 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:21.117437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.166382 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-0a38cd51-57ff-4082-ada9-712998d54933 service neutron] 10.222.0.33 "GET /v2.0/networks/129a7214-52ba-4a63-846f-6da8e8c946db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966350 May 29 01:08:21.169071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.268743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 70573807-3b2d-4d0d-9b51-64ede5d09518 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:21.269244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.321881 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-44f5a2a6-bdbf-423f-8a93-add2589c8c48 service neutron] 10.222.0.33 "GET /v2.0/networks/129a7214-52ba-4a63-846f-6da8e8c946db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485147 May 29 01:08:21.322989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.397149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:21.399699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:21.410221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:21.433808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:18Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:18Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:21.435043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event updated for resources: {'Port': ['ID=b920c2b2-59d4-47a2-83bc-b891ceda6240,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:21.447308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:08:21.447730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Updating router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 port 0619e5a5-c543-4b33-9fe0-ecfae67369fa binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:08:21.533994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.678259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.713729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bc06fbb-4082-4568-9bd1-9e8e3b1cb063 req-6158ef99-8a97-49b4-a4d7-ef1bc06325f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 210 time: 0.0577424 May 29 01:08:21.829532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=8448ed27-23ca-4347-9055-4bbee16d419e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:21.843472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.845853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.869284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:21.869641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: 366bfcf2-bd66-4c56-9c60-860d9a4c5239, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:08:21.902094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:08:21.916199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 366bfcf2-bd66-4c56-9c60-860d9a4c5239) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:21.925528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:21.926475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:21.936492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224525db-3b8e-400c-a4de-f9dc1fe16794 None None] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:21.958474 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f9d4839b-ea35-404a-a7ef-50944e878119 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1517842 May 29 01:08:21.959347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57898) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:22.212564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.resource_extend [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 29 01:08:22.226631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:08:22.227685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:22.231829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Router 95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:08:22.382741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:22.433742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Transition to ACTIVE for port object 0619e5a5-c543-4b33-9fe0-ecfae67369fa will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:22.447227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:22.523330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3e597-1d2c-45fe-bf8d-c889e7436d7d None None] Pushing event updated for resources: {'Port': ['ID=0619e5a5-c543-4b33-9fe0-ecfae67369fa,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:22.538515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Allocated IP 172.21.0.2 (366bfcf2-bd66-4c56-9c60-860d9a4c5239/8448ed27-23ca-4347-9055-4bbee16d419e/da1e332c-f7a7-466f-a216-6bd01d4835b8) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:22.637149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:22.652169 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] Sync routers for ids ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:22.669017 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] Routers {'95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:22.669464 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:22.690023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:22.691374 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a39a45a8-17e2-4c35-a742-b9d765af7249 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1068439 May 29 01:08:22.694114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57902) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:22.716227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:22.757812 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:22.773533 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] Routers {'95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:22.774258 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:22.853979 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:22.854457 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a4778-91b9-4551-8567-73eb4bcbaefe None None] The sync data for ids ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:22.965651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Attempting to bind port 0619e5a5-c543-4b33-9fe0-ecfae67369fa on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:22.968758 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Attempting to bind port 0619e5a5-c543-4b33-9fe0-ecfae67369fa by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:22.969329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Attempting to bind port 0619e5a5-c543-4b33-9fe0-ecfae67369fa on network 763066f0-2134-429d-8d6a-3e4827e19c84 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:23.005115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:23.005381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Checking segment: {'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:23.005922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:23.006759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Bound using segment: {'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:23.006759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Bound port: 0619e5a5-c543-4b33-9fe0-ecfae67369fa, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7117d34a-49cd-4fd7-862b-943a68f779e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:23.007198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:23.134280 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5705b026-0453-4fce-bb39-188e868721bb req-38550d85-071f-4ec4-80ac-e7ac690fdc2f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 210 time: 0.0927336 May 29 01:08:23.203789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:23.219201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:23.251803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Transition to ACTIVE for port object da1e332c-f7a7-466f-a216-6bd01d4835b8 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:23.266067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] For port 0619e5a5-c543-4b33-9fe0-ecfae67369fa, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:23.271485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] For port 0619e5a5-c543-4b33-9fe0-ecfae67369fa, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=0619e5a5-c543-4b33-9fe0-ecfae67369fa,segment=NetworkSegment(7117d34a-49cd-4fd7-862b-943a68f779e4),segment_id=7117d34a-49cd-4fd7-862b-943a68f779e4)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:23.283628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:23.393801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Transition to ACTIVE for port object da1e332c-f7a7-466f-a216-6bd01d4835b8 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:23.415573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-ff400733-bc37-4c2b-baed-7a474b2e89c5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:23.416642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-ff400733-bc37-4c2b-baed-7a474b2e89c5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:23.435987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3e597-1d2c-45fe-bf8d-c889e7436d7d None None] Pushing event updated for resources: {'Port': ['ID=0619e5a5-c543-4b33-9fe0-ecfae67369fa,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:23.444907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:23.448405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-ff400733-bc37-4c2b-baed-7a474b2e89c5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:23.448405 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-ff400733-bc37-4c2b-baed-7a474b2e89c5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=129a7214-52ba-4a63-846f-6da8e8c946db HTTP/1.1" status: 200 len: 796 time: 0.4526134 May 29 01:08:23.530930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:23.531989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:23.533004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:23.553611 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-c83b5555-291c-4f95-b13f-97449b83d2e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 472 time: 0.0558243 May 29 01:08:23.566660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['4ada9e10-ac97-4d1e-8a2a-d85908b340d9']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:23.693174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:23.714551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:23.758687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Pushing event updated for resources: {'Port': ['ID=da1e332c-f7a7-466f-a216-6bd01d4835b8,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:23.910871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Attempting to bind port da1e332c-f7a7-466f-a216-6bd01d4835b8 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:23.911250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Attempting to bind port da1e332c-f7a7-466f-a216-6bd01d4835b8 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:23.911612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Attempting to bind port da1e332c-f7a7-466f-a216-6bd01d4835b8 on network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:23.918399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:23.975114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.003304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:24.008803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.014837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:24.015048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:port and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:24.015463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Checking segment: {'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:24.015768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.016885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Bound using segment: {'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:24.017142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Bound port: da1e332c-f7a7-466f-a216-6bd01d4835b8, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:24.017518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.026001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Deleting port b920c2b2-59d4-47a2-83bc-b891ceda6240 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:24.026001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.026237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:24.035735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:24.053373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.21.0.1 (366bfcf2-bd66-4c56-9c60-860d9a4c5239/8448ed27-23ca-4347-9055-4bbee16d419e/2f754b6a-6520-47b4-91e9-ab64ae844d6e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:24.062139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:24.062139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.308880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.337999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] For port da1e332c-f7a7-466f-a216-6bd01d4835b8, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:24.374420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] For port da1e332c-f7a7-466f-a216-6bd01d4835b8, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=da1e332c-f7a7-466f-a216-6bd01d4835b8,segment=NetworkSegment(23f3c380-6d1f-4194-8afd-63859a8fb44c),segment_id=23f3c380-6d1f-4194-8afd-63859a8fb44c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:24.404910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.426521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.451321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.20 (129a7214-52ba-4a63-846f-6da8e8c946db/08c9a72d-829c-4280-888e-46c137cfd77b/c1b12ec3-58a0-4c64-b258-8b6f0dd3812e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:24.457039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object 2f754b6a-6520-47b4-91e9-ab64ae844d6e will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:24.556152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa469aa-5441-4d69-8996-f5059ea13c30 None None] Pushing event updated for resources: {'Port': ['ID=da1e332c-f7a7-466f-a216-6bd01d4835b8,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:24.573033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:18Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:23Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:24.577897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8084b-eace-4646-b064-c4a44378e0c0 None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:18Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:23Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:24.592285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.658760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Calling delete_port for b920c2b2-59d4-47a2-83bc-b891ceda6240 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:24.710946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=2f754b6a-6520-47b4-91e9-ab64ae844d6e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:24.724365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-23c61af1-58c6-4a75-8d66-d9e4adaf88c2 req-9af8135d-3e18-423a-972f-23fcda213008 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 210 time: 0.1907723 May 29 01:08:24.725230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:24.726643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:24.741988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:24.878627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.882110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.917756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:24.929831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object c1b12ec3-58a0-4c64-b258-8b6f0dd3812e will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:24.984784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Pushing event deleted for resources: {'Port': ['ID=b920c2b2-59d4-47a2-83bc-b891ceda6240,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:25.036179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.113481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 0619e5a5-c543-4b33-9fe0-ecfae67369fa up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:25.123733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.264991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 0619e5a5-c543-4b33-9fe0-ecfae67369fa completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:25.274466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 0619e5a5-c543-4b33-9fe0-ecfae67369fa triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:25.275192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.290705 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.360692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 129a7214-52ba-4a63-846f-6da8e8c946db is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:25.363766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:25.366406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:25.408598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:25.427204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.473166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 0619e5a5-c543-4b33-9fe0-ecfae67369fa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=0619e5a5-c543-4b33-9fe0-ecfae67369fa,segment=NetworkSegment(7117d34a-49cd-4fd7-862b-943a68f779e4),segment_id=7117d34a-49cd-4fd7-862b-943a68f779e4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:25.490817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.496845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device da1e332c-f7a7-466f-a216-6bd01d4835b8 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:25.524566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.530430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.531948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:25.533399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.654535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-523bc63b-3187-43cc-ab16-0c67054cbaf1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0933204 May 29 01:08:25.677210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Request body: {'port': {'device_id': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:25.690374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=0619e5a5-c543-4b33-9fe0-ecfae67369fa,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:25.712633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port da1e332c-f7a7-466f-a216-6bd01d4835b8 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:25.735766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Router 95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:25.764677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-53bb280b-4ae3-42e6-b1a4-9c7298f5457e None None] Provisioning for port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:25.771358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-53bb280b-4ae3-42e6-b1a4-9c7298f5457e None None] Provisioning complete for port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:25.772464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-53bb280b-4ae3-42e6-b1a4-9c7298f5457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.834046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-53bb280b-4ae3-42e6-b1a4-9c7298f5457e None None] Port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:25.865765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.867500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.881613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:25.917179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bafd9c-82f9-4708-b7e2-f2cdcc28bcdd None None] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:25.994325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:26.007482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.009739 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3d1a7ff0-61e4-41b4-8d9d-ade8b6beb507 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "PUT /v2.0/routers/95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 HTTP/1.1" status: 200 len: 709 time: 3.3089480 May 29 01:08:26.012375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] Sync routers for ids ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:26.013077 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57912) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:26.018301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cd435bf1-e6ce-4369-be33-80434432ac55 None None] Provisioning for port da1e332c-f7a7-466f-a216-6bd01d4835b8 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:26.032487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cd435bf1-e6ce-4369-be33-80434432ac55 None None] Provisioning complete for port da1e332c-f7a7-466f-a216-6bd01d4835b8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:26.033127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd435bf1-e6ce-4369-be33-80434432ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.078079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b2c6-f38e-4261-b12a-cb345eb51d63 req-153ed96d-61c7-4da4-8aa4-4c0fb999abf3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:26.080249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7887b2c6-f38e-4261-b12a-cb345eb51d63 req-153ed96d-61c7-4da4-8aa4-4c0fb999abf3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 932 time: 0.1648018 May 29 01:08:26.083653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] Routers {'95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:26.084298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:26.192602 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7887b2c6-f38e-4261-b12a-cb345eb51d63 req-97cd5940-2e7d-4cfe-8982-2d00bb688bbb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583465 May 29 01:08:26.202372 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5bb6c00e-0c7c-4d54-bac2-a5a039ea2b10 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/routers/95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 HTTP/1.1" status: 200 len: 744 time: 0.1877346 May 29 01:08:26.203017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:26.205029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57916) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:26.235195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] Routers {'95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:26.236143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:26.307632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.359242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=2f754b6a-6520-47b4-91e9-ab64ae844d6e,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:26.363821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:26.364288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab740a1-5f4f-4f96-94ff-cd43704fb166 None None] The sync data for ids ['95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:26.377446 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-80afd7df-e14c-4c1d-b0aa-280ae3bb46e2 tempest-RoutersIpV6AdminTest-952296419 tempest-RoutersIpV6AdminTest-952296419-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=de10c069-c6dd-489e-8941-64c064559cf5&device_id=95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 HTTP/1.1" status: 200 len: 205 time: 0.1710827 May 29 01:08:26.379822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57920) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:26.424132 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6dd3ea74-7b3f-4bf2-a1d1-9723ae6ce96b tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 HTTP/1.1" status: 200 len: 205 time: 0.0427597 May 29 01:08:26.426388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57924) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:26.486756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd435bf1-e6ce-4369-be33-80434432ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.527940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cd435bf1-e6ce-4369-be33-80434432ac55 None None] For port da1e332c-f7a7-466f-a216-6bd01d4835b8, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=da1e332c-f7a7-466f-a216-6bd01d4835b8,segment=NetworkSegment(23f3c380-6d1f-4194-8afd-63859a8fb44c),segment_id=23f3c380-6d1f-4194-8afd-63859a8fb44c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:26.534431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cd435bf1-e6ce-4369-be33-80434432ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.571682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de293392-6ca5-4481-ab96-8c314a3b7381 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.626505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd435bf1-e6ce-4369-be33-80434432ac55 None None] Pushing event updated for resources: {'Port': ['ID=da1e332c-f7a7-466f-a216-6bd01d4835b8,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:26.627467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:26.630343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:26.699634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b12ec3-58a0-4c64-b258-8b6f0dd3812e {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:08:26.767242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a90862a-bf4c-4aa7-8176-26989c6adecc None None] Provisioning for port 2f754b6a-6520-47b4-91e9-ab64ae844d6e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:26.771778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.774316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a90862a-bf4c-4aa7-8176-26989c6adecc None None] Provisioning complete for port 2f754b6a-6520-47b4-91e9-ab64ae844d6e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:26.774992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a90862a-bf4c-4aa7-8176-26989c6adecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.805970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Transition to ACTIVE for port object c1b12ec3-58a0-4c64-b258-8b6f0dd3812e will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:26.816305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:26.849056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2a90862a-bf4c-4aa7-8176-26989c6adecc None None] Port 2f754b6a-6520-47b4-91e9-ab64ae844d6e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:26.875855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a90862a-bf4c-4aa7-8176-26989c6adecc None None] Provisioning complete for port da1e332c-f7a7-466f-a216-6bd01d4835b8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:26.876532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a90862a-bf4c-4aa7-8176-26989c6adecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.058228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de293392-6ca5-4481-ab96-8c314a3b7381 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.062972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de293392-6ca5-4481-ab96-8c314a3b7381 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.074084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 0619e5a5-c543-4b33-9fe0-ecfae67369fa up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:27.100075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de293392-6ca5-4481-ab96-8c314a3b7381 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.100983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de293392-6ca5-4481-ab96-8c314a3b7381 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Fanout notify agent at l3_agent the message router_deleted on router 95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:08:27.139932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de293392-6ca5-4481-ab96-8c314a3b7381 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.141503 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-de293392-6ca5-4481-ab96-8c314a3b7381 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 HTTP/1.1" status: 204 len: 168 time: 0.7141027 May 29 01:08:27.148281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57928) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.162833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:27.198521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 0619e5a5-c543-4b33-9fe0-ecfae67369fa triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:27.199233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.236360 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cb0bc620-5bdb-48ad-b693-ae48cfa48de5 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 HTTP/1.1" status: 200 len: 205 time: 0.0866885 May 29 01:08:27.238842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57934) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.313199 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-dddcdf06-9a99-423d-97cf-bcebb5839906 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] delete failed (client error): The resource could not be found. May 29 01:08:27.314454 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dddcdf06-9a99-423d-97cf-bcebb5839906 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/95d4bb87-5b88-4a9c-b7db-5c0ffbf2b4f5 HTTP/1.1" status: 404 len: 336 time: 0.0745871 May 29 01:08:27.324569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57938) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.332914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Attempting to bind port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:27.333246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Attempting to bind port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:27.333572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Attempting to bind port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e on network 129a7214-52ba-4a63-846f-6da8e8c946db {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:27.347722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e on network 129a7214-52ba-4a63-846f-6da8e8c946db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:08:27.348071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Attempting to bind port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e on network 129a7214-52ba-4a63-846f-6da8e8c946db {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:27.354450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-481b321b-de4b-4d72-b0e4-98d4a1f4d168 None None] Provisioning complete for port 2f754b6a-6520-47b4-91e9-ab64ae844d6e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:27.355167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-481b321b-de4b-4d72-b0e4-98d4a1f4d168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.358064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:27.358406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Checking segment: {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:27.358795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Bound using segment: {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:27.359258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Bound port: c1b12ec3-58a0-4c64-b258-8b6f0dd3812e, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:27.359577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.378978 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b034157a-6264-4284-8674-c05029d98540 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=d1e58eca-00ad-4de3-80dc-32afa98bc261 HTTP/1.1" status: 200 len: 205 time: 0.0530281 May 29 01:08:27.403623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57942) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.458108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf42a7-64e4-4604-ab69-3ade8666b5b6 req-f108837d-5668-4b76-ad85-cad6d8d8534e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:27.459569 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bdf42a7-64e4-4604-ab69-3ade8666b5b6 req-f108837d-5668-4b76-ad85-cad6d8d8534e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 944 time: 0.0838294 May 29 01:08:27.468315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-481b321b-de4b-4d72-b0e4-98d4a1f4d168 None None] Port 2f754b6a-6520-47b4-91e9-ab64ae844d6e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:27.479357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device da1e332c-f7a7-466f-a216-6bd01d4835b8 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:27.498332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:27.499871 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-c9a3a02c-4dae-4c80-8731-889f36976fa0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] delete failed (client error): The resource could not be found. May 29 01:08:27.500945 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c9a3a02c-4dae-4c80-8731-889f36976fa0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/d1e58eca-00ad-4de3-80dc-32afa98bc261 HTTP/1.1" status: 404 len: 336 time: 0.0920157 May 29 01:08:27.503777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57946) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.536735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] For port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:27.552940 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bdf42a7-64e4-4604-ab69-3ade8666b5b6 req-44b3c135-250e-44bf-97c6-623d25f07fb3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869315 May 29 01:08:27.555370 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ee7fd914-59fa-4132-8085-d76d97c417b0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=54970d9f-1dfd-4a65-8b06-f097e1a99756 HTTP/1.1" status: 200 len: 205 time: 0.0503454 May 29 01:08:27.557995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57950) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.561228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port da1e332c-f7a7-466f-a216-6bd01d4835b8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:27.561794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.629985 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-947af528-19c6-4c7a-afdf-f5ee0d1e6db7 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] delete failed (client error): The resource could not be found. May 29 01:08:27.633682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-947af528-19c6-4c7a-afdf-f5ee0d1e6db7 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/54970d9f-1dfd-4a65-8b06-f097e1a99756 HTTP/1.1" status: 404 len: 336 time: 0.0720513 May 29 01:08:27.633849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57954) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.655096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] For port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:27.680524 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-25dbad45-4c7e-4544-b108-e44aafd3ac35 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=897f2e3f-c534-4780-b28d-296926e8f2b1 HTTP/1.1" status: 200 len: 205 time: 0.0431194 May 29 01:08:27.680711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57958) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.705052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-000d11b8-103f-4bc3-917f-6e8705fd4512 None None] Provisioning complete for port 2f754b6a-6520-47b4-91e9-ab64ae844d6e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:27.705430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-000d11b8-103f-4bc3-917f-6e8705fd4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.755911 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-acf84f8c-5113-4964-b099-d56bb3ddcfd0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] delete failed (client error): The resource could not be found. May 29 01:08:27.759314 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-acf84f8c-5113-4964-b099-d56bb3ddcfd0 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/897f2e3f-c534-4780-b28d-296926e8f2b1 HTTP/1.1" status: 404 len: 336 time: 0.0751176 May 29 01:08:27.759517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57962) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.766144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-000d11b8-103f-4bc3-917f-6e8705fd4512 None None] Port 2f754b6a-6520-47b4-91e9-ab64ae844d6e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:27.792296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.801239 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-006c8955-0001-4cf6-b7c9-77699ec9eb89 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=d8350abf-f5a8-4b1e-8f56-33ad121cf557 HTTP/1.1" status: 200 len: 205 time: 0.0406785 May 29 01:08:27.803699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57966) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:27.879451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:27.881111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] 10.222.0.16 "PUT /v2.0/ports/c1b12ec3-58a0-4c64-b258-8b6f0dd3812e HTTP/1.1" status: 200 len: 1094 time: 2.2082574 May 29 01:08:27.881579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'tag': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:08:27.898113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f4820-b7d6-44c9-81e2-9bbe1ddae685 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:27.970990 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d188861e-7c6a-4dce-b4ab-6454c6a3e777'] response: {'name': 'network-changed', 'server_uuid': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'tag': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e', 'status': 'completed', 'code': 200} May 29 01:08:27.986389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:27.992543 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-57d87266-3b27-4d2b-a613-2265801fe1fd tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0322866 May 29 01:08:27.995577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57972) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:28.003276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257970297'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:28.008735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:28.010805 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-6065f83a-7d36-4975-8231-c08cee5ae530 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] delete failed (client error): The resource could not be found. May 29 01:08:28.011839 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6065f83a-7d36-4975-8231-c08cee5ae530 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/d8350abf-f5a8-4b1e-8f56-33ad121cf557 HTTP/1.1" status: 404 len: 336 time: 0.2071724 May 29 01:08:28.014680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57976) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:28.020350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:28.024186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:28.032245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:28.050186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:28.053199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.064355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-426c73c5-3278-4187-aa13-963c5c293352 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "GET /v2.0/ports?device_id=c4bcad27-124d-4f85-9930-cb813531d9f9 HTTP/1.1" status: 200 len: 205 time: 0.0462759 May 29 01:08:28.065697 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-ae1369d3-74cf-4798-84b7-d9d479d49cad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 1097 time: 0.1326575 May 29 01:08:28.066146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57980) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:28.193325 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-b05ffb9a-fbad-4c63-b4b6-73b63af5b4d4 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] delete failed (client error): The resource could not be found. May 29 01:08:28.194757 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b05ffb9a-fbad-4c63-b4b6-73b63af5b4d4 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/routers/c4bcad27-124d-4f85-9930-cb813531d9f9 HTTP/1.1" status: 404 len: 336 time: 0.1258595 May 29 01:08:28.197851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57984) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:28.207336 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-90d6fdee-2f6b-4c3d-99d0-98859d32ab15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e HTTP/1.1" status: 200 len: 217 time: 0.0760703 May 29 01:08:28.239555 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:28.241284 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4cf323-62bd-47fd-ba45-c697812865a7 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] DELETE failed (client error): The resource could not be found. May 29 01:08:28.241724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4cf323-62bd-47fd-ba45-c697812865a7 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:08:28.246028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5e4cf323-62bd-47fd-ba45-c697812865a7 tempest-RoutersIpV6AdminTest-1003064948 tempest-RoutersIpV6AdminTest-1003064948-project] 10.222.0.33 "DELETE /v2.0/subnets/86e8494b-23da-4ffb-9203-c33b8c1c7749 HTTP/1.1" status: 404 len: 337 time: 0.0442038 May 29 01:08:28.253648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:08:28.254060 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:28.254730 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:28.276502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.276764 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment 325f01c8-cb5b-4791-a0ba-2cdab74109d8 of type vlan for network 768f166c-8922-459c-8013-eb923d2ec9c6 May 29 01:08:28.292982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-32fe8ea5-2cc7-4ba3-b02e-5a5dfcd80a85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:28.294983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-32fe8ea5-2cc7-4ba3-b02e-5a5dfcd80a85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08c9a72d-829c-4280-888e-46c137cfd77b HTTP/1.1" status: 200 len: 837 time: 0.0795963 May 29 01:08:28.348430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.397698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.401632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:28.402212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.436168 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-75debe21-b3e8-4f44-a110-291b4e99e217 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=129a7214-52ba-4a63-846f-6da8e8c946db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1299438 May 29 01:08:28.444632 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:28.528402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5315828 May 29 01:08:28.532251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 57992) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:28.538163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:28.596595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 57996) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:28.636421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e794fc8-07fe-4e39-a168-12611e5c8a8f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=768f166c-8922-459c-8013-eb923d2ec9c6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:28.648613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 768f166c-8922-459c-8013-eb923d2ec9c6 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:08:28.680887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:28.685840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:28.689534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:28.697467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:28.711032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:28.724751 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-9ea296e1-9a18-42f3-9990-36fe7492f65f service neutron] 10.222.0.16 "GET /v2.0/networks/129a7214-52ba-4a63-846f-6da8e8c946db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813046 May 29 01:08:28.864609 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:24Z', 'revision_number': 3, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:28.866293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.870724 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:08:28.871075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Updating router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 port 2f754b6a-6520-47b4-91e9-ab64ae844d6e binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:08:28.886933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.934781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:28.943430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Usage tracker for resource:security_group_rule and tenant:055d4db5de4d4a0cb0941992cbcc93b5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:28.947115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:28.948021 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:28.951816 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7494cc71-e8bf-48e0-b3e2-e126f26cf887 req-d1ec83cb-4b2b-4d60-a45b-04d5cb1cf544 service neutron] 10.222.0.16 "GET /v2.0/networks/129a7214-52ba-4a63-846f-6da8e8c946db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201169 May 29 01:08:28.955541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:29.009331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97810e97-4b68-4fc3-94dc-98dc8f4af1f8 req-0457d34e-92dc-4b9c-a076-8d68a8d25388 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:29.011033 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-97810e97-4b68-4fc3-94dc-98dc8f4af1f8 req-0457d34e-92dc-4b9c-a076-8d68a8d25388 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 944 time: 0.2777147 May 29 01:08:29.074257 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-97810e97-4b68-4fc3-94dc-98dc8f4af1f8 req-cdae79ae-86f9-4a5a-8044-1849899e0f14 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551577 May 29 01:08:29.092553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.115075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.137928 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-59550290-c93f-4f76-951c-9b0b3006a801 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 1097 time: 0.1287575 May 29 01:08:29.197744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.260196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca74c0-dfbd-48ed-93ae-8fc8af681e3f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:29.271069 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c5a30c2a-3358-4137-b908-d472a51a673d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=055d4db5de4d4a0cb0941992cbcc93b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6698031 May 29 01:08:29.273516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58004) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:29.279478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=4fd6b672-ca4d-489c-be1d-1541017c1d29,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:29.291288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:29.291763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: 768f166c-8922-459c-8013-eb923d2ec9c6, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:08:29.317162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 768f166c-8922-459c-8013-eb923d2ec9c6 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:08:29.327520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 768f166c-8922-459c-8013-eb923d2ec9c6) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:29.329245 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.332742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:29.333471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.337354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d413a303-be00-4d59-abe8-3c1d8c875840 None None] Network 768f166c-8922-459c-8013-eb923d2ec9c6 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:29.347662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-cf6339c3-7362-4b65-bb3e-02927f305db6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:29.349129 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Transition to ACTIVE for port object 2f754b6a-6520-47b4-91e9-ab64ae844d6e will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:29.349244 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-cf6339c3-7362-4b65-bb3e-02927f305db6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=129a7214-52ba-4a63-846f-6da8e8c946db HTTP/1.1" status: 200 len: 897 time: 0.1998496 May 29 01:08:29.358880 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.365804 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3f16e915-1c3f-4670-9412-1159924cab34 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8293414 May 29 01:08:29.365804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58008) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:29.434354 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-b0b1d1f6-414c-4827-80df-6cfdb27cd0fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e HTTP/1.1" status: 200 len: 217 time: 0.0783563 May 29 01:08:29.472077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66735323-58b2-4c15-ab83-429f83b46b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.516307 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Pushing event updated for resources: {'Port': ['ID=2f754b6a-6520-47b4-91e9-ab64ae844d6e,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:29.521294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66735323-58b2-4c15-ab83-429f83b46b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.543159 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.544276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-973be8a2-b34d-4456-b727-6eaf3c7a9644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:29.545502 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.545987 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.546483 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.546941 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.547535 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.548026 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.548501 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.548975 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.549429 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.549882 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:29.550232 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-973be8a2-b34d-4456-b727-6eaf3c7a9644 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08c9a72d-829c-4280-888e-46c137cfd77b HTTP/1.1" status: 200 len: 837 time: 0.1082633 May 29 01:08:29.649841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-768f166c-8922-459c-8013-eb923d2ec9c6', 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': '4fd6b672-ca4d-489c-be1d-1541017c1d29'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:08:29.650844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.657658 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-f5bf02cc-3045-4a9a-9d27-6cf5291c972f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=129a7214-52ba-4a63-846f-6da8e8c946db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1005867 May 29 01:08:29.658942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66735323-58b2-4c15-ab83-429f83b46b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.686570 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Attempting to bind port 2f754b6a-6520-47b4-91e9-ab64ae844d6e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:29.687317 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Attempting to bind port 2f754b6a-6520-47b4-91e9-ab64ae844d6e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:29.687912 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Attempting to bind port 2f754b6a-6520-47b4-91e9-ab64ae844d6e on network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:29.696329 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:29.701437 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Checking segment: {'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:29.701437 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.701437 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Bound using segment: {'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:29.701437 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Bound port: 2f754b6a-6520-47b4-91e9-ab64ae844d6e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f3c380-6d1f-4194-8afd-63859a8fb44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:29.701437 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.813785 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] For port 2f754b6a-6520-47b4-91e9-ab64ae844d6e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:29.817666 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] For port 2f754b6a-6520-47b4-91e9-ab64ae844d6e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2f754b6a-6520-47b4-91e9-ab64ae844d6e,segment=NetworkSegment(23f3c380-6d1f-4194-8afd-63859a8fb44c),segment_id=23f3c380-6d1f-4194-8afd-63859a8fb44c)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:29.822805 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.863776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Allocated IP 172.22.0.2 (768f166c-8922-459c-8013-eb923d2ec9c6/4fd6b672-ca4d-489c-be1d-1541017c1d29/053a8e52-146d-403f-ac4d-6e46a9cb52b1) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:29.902843 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dcda7-57a7-4818-84b8-b7c609aa54c8 None None] Pushing event updated for resources: {'Port': ['ID=2f754b6a-6520-47b4-91e9-ab64ae844d6e,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:29.936383 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:29.937025 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:29.944739 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-71fee31c-3b7a-4ca0-8581-1e17aa97b7d3 service neutron] 10.222.0.16 "GET /v2.0/networks/129a7214-52ba-4a63-846f-6da8e8c946db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731230 May 29 01:08:29.948931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66735323-58b2-4c15-ab83-429f83b46b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca74c0-dfbd-48ed-93ae-8fc8af681e3f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:29.980643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66735323-58b2-4c15-ab83-429f83b46b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:29.982881 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-66735323-58b2-4c15-ab83-429f83b46b8a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6bca74c0-dfbd-48ed-93ae-8fc8af681e3f HTTP/1.1" status: 204 len: 168 time: 0.7076058 May 29 01:08:30.145775 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:30.149869 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2fa0157c-010a-4bf2-a4ba-60d4f5209f4d req-ad954cef-4be8-4659-9f88-7b726c86d4c5 service neutron] 10.222.0.16 "GET /v2.0/networks/129a7214-52ba-4a63-846f-6da8e8c946db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914864 May 29 01:08:30.171762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.188909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Transition to ACTIVE for port object 053a8e52-146d-403f-ac4d-6e46a9cb52b1 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:30.222341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Transition to ACTIVE for port object 053a8e52-146d-403f-ac4d-6e46a9cb52b1 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:30.239039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.355666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Network 768f166c-8922-459c-8013-eb923d2ec9c6 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:30.361747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:30.367246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Pushing event updated for resources: {'Port': ['ID=053a8e52-146d-403f-ac4d-6e46a9cb52b1,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:30.371637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:30.493717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Attempting to bind port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:30.494190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Attempting to bind port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:30.495196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Attempting to bind port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 on network 768f166c-8922-459c-8013-eb923d2ec9c6 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:30.508332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:30.509479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Checking segment: {'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:30.509973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.510340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Bound using segment: {'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:30.510905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Bound port: 053a8e52-146d-403f-ac4d-6e46a9cb52b1, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:30.511760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.588454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19cf90-fbb7-4ee5-8050-6470f9397da3 req-e7d4a6b0-086c-490f-b892-87e6a57f8d4c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:30.596159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c19cf90-fbb7-4ee5-8050-6470f9397da3 req-e7d4a6b0-086c-490f-b892-87e6a57f8d4c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 944 time: 0.2721262 May 29 01:08:30.616562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58018) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:30.620411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.636095 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] For port 053a8e52-146d-403f-ac4d-6e46a9cb52b1, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:30.645045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] For port 053a8e52-146d-403f-ac4d-6e46a9cb52b1, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=053a8e52-146d-403f-ac4d-6e46a9cb52b1,segment=NetworkSegment(325f01c8-cb5b-4791-a0ba-2cdab74109d8),segment_id=325f01c8-cb5b-4791-a0ba-2cdab74109d8)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:30.652630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.667957 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:24Z', 'revision_number': 3, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:29Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:30.672904 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671c02-7139-47f6-b701-ad925d431c95 None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:24Z', 'revision_number': 3, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:29Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:30.691310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5fd190e8-de65-4e1e-bb1f-9d89bcd17e88 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8503bfa075b04fb587b307a6a71fc4eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0735528 May 29 01:08:30.692231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58022) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:30.775145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc733eb-0551-4eaf-b0b8-8505d79ac0be None None] Pushing event updated for resources: {'Port': ['ID=053a8e52-146d-403f-ac4d-6e46a9cb52b1,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:30.837617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cff52814-9a3e-4c7c-a976-c34c478c5a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.838714 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c19cf90-fbb7-4ee5-8050-6470f9397da3 req-3c78e52f-0e6b-445c-801c-ced71d3540d5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417107 May 29 01:08:30.874539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cff52814-9a3e-4c7c-a976-c34c478c5a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:30.983949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cff52814-9a3e-4c7c-a976-c34c478c5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.019275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff52814-9a3e-4c7c-a976-c34c478c5a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146cf80-a392-47f8-95b2-f0924c048924,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:31.023648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cff52814-9a3e-4c7c-a976-c34c478c5a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.024922 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cff52814-9a3e-4c7c-a976-c34c478c5a23 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1146cf80-a392-47f8-95b2-f0924c048924 HTTP/1.1" status: 204 len: 168 time: 0.3314416 May 29 01:08:31.121563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2f754b6a-6520-47b4-91e9-ab64ae844d6e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:31.194684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.22.0.1 (768f166c-8922-459c-8013-eb923d2ec9c6/4fd6b672-ca4d-489c-be1d-1541017c1d29/cd882f07-06c5-49e4-bdeb-efefd2081544) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:31.280746 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2f754b6a-6520-47b4-91e9-ab64ae844d6e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:31.287215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2f754b6a-6520-47b4-91e9-ab64ae844d6e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:31.287767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.421780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.437127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.441365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object cd882f07-06c5-49e4-bdeb-efefd2081544 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:31.467700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.470160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50b97a15-f81e-49e8-908a-0e4c131cc21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.483184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 2f754b6a-6520-47b4-91e9-ab64ae844d6e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2f754b6a-6520-47b4-91e9-ab64ae844d6e,segment=NetworkSegment(23f3c380-6d1f-4194-8afd-63859a8fb44c),segment_id=23f3c380-6d1f-4194-8afd-63859a8fb44c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:31.488099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.544564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 768f166c-8922-459c-8013-eb923d2ec9c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:31.549142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:31.553856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:31.567286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=2f754b6a-6520-47b4-91e9-ab64ae844d6e,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:31.591846 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=cd882f07-06c5-49e4-bdeb-efefd2081544,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:31.626569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.723009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:31.960827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40536ffa-e7bf-47de-bcec-684ff8f4929e None None] Network 768f166c-8922-459c-8013-eb923d2ec9c6 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:32.067335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d6ab07d8-2d32-4c7b-a6d9-07925bca3bce None None] Provisioning for port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:32.191184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525625c8-b997-417b-a293-54220e3e0e8a req-a0a54642-eb74-454b-9ff8-6672cc893798 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:32.192678 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-525625c8-b997-417b-a293-54220e3e0e8a req-a0a54642-eb74-454b-9ff8-6672cc893798 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 944 time: 0.1835277 May 29 01:08:32.218109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58046) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:32.237494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c1b12ec3-58a0-4c64-b258-8b6f0dd3812e details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:08:32.249066 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.258070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.368576 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-525625c8-b997-417b-a293-54220e3e0e8a req-7365ad28-b93e-42b9-8259-012ce3179a30 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695251 May 29 01:08:32.384030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1881530204'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:32.391130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:32.397051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:network and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:32.400833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:32.408518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=cd882f07-06c5-49e4-bdeb-efefd2081544,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:32.414560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:32.417759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.421914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:32.429192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:32.433641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.441710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e', 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db', 'port_id': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e', 'mac_address': 'fa:16:3e:0e:b3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c9a72d-829c-4280-888e-46c137cfd77b', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:08:32.451572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.490580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:32.496047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:security_group_rule and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:32.499986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:32.506752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:32.522936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.546098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b12ec3-58a0-4c64-b258-8b6f0dd3812e {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:08:32.563185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:32.568228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.585165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 768f166c-8922-459c-8013-eb923d2ec9c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:32.586742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:32.597480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.605232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.655504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:32.656333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:08:32.671744 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e5024978-f731-4c37-b130-f3ced15545b9 None None] Provisioning for port cd882f07-06c5-49e4-bdeb-efefd2081544 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:32.677934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e5024978-f731-4c37-b130-f3ced15545b9 None None] Provisioning complete for port cd882f07-06c5-49e4-bdeb-efefd2081544 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:32.678368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e5024978-f731-4c37-b130-f3ced15545b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.681602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b54a19-98a2-4f6e-b30c-9103d1376a5a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:32.699108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.703577 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Added segment 06c5d93d-13ed-44ea-9151-e4202c467bbc of type vlan for network 472dd7ff-72eb-4830-a04e-faee7304d47a May 29 01:08:32.736416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.742543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e5024978-f731-4c37-b130-f3ced15545b9 None None] Port cd882f07-06c5-49e4-bdeb-efefd2081544 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:32.776726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.780720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:32.782513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.874769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c7915c04-c905-4272-946a-cdc649c632bd None None] Provisioning complete for port cd882f07-06c5-49e4-bdeb-efefd2081544 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:32.875303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7915c04-c905-4272-946a-cdc649c632bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:32.899722 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6803277 May 29 01:08:32.903230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:32.907014 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b0cba-8ba1-4e11-bdd5-bb18640af6af tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Network': ['ID=472dd7ff-72eb-4830-a04e-faee7304d47a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:32.914713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'subnet': {'network_id': '472dd7ff-72eb-4830-a04e-faee7304d47a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:32.923029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['c1b12ec3-58a0-4c64-b258-8b6f0dd3812e'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:08:33.061050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 472dd7ff-72eb-4830-a04e-faee7304d47a details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:08:33.064813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:33.069399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:subnet and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:33.072768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:33.079833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:33.092769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:33.120294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:33.181581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2f754b6a-6520-47b4-91e9-ab64ae844d6e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:33.228398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.287727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c7915c04-c905-4272-946a-cdc649c632bd None None] Port cd882f07-06c5-49e4-bdeb-efefd2081544 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:33.344866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:33.359981 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-685eb6af-7657-4ea5-bfed-727df4279d8a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9929614 May 29 01:08:33.362541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58056) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:33.372492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1092572477'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:33.377936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:33.381782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:network and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:33.384795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:33.390628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:33.405704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:33.409724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.421133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2f754b6a-6520-47b4-91e9-ab64ae844d6e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:33.421512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.449681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:08:33.464104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.464911 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added segment a07a8470-23ca-4f3a-975d-d71c509d5677 of type vlan for network 5fe71a37-a5fd-421d-8349-6debea1237fe May 29 01:08:33.494371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.505974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.509443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f8edf420-c4e5-47e2-ab5d-b770d2cb7298 None None] Provisioning complete for port cd882f07-06c5-49e4-bdeb-efefd2081544 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:33.509808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f8edf420-c4e5-47e2-ab5d-b770d2cb7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.584084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.587781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Subnet': ['ID=486ad6ab-095d-42c3-b045-1afb99b01f0f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:33.588134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:33.588790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.593776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Checking segment: {'id': '06c5d93d-13ed-44ea-9151-e4202c467bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '472dd7ff-72eb-4830-a04e-faee7304d47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:33.594751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network hostable DHCP agents. Network: 472dd7ff-72eb-4830-a04e-faee7304d47a, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:08:33.612023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f8edf420-c4e5-47e2-ab5d-b770d2cb7298 None None] Port cd882f07-06c5-49e4-bdeb-efefd2081544 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:33.617011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-35d82984-6e76-452c-ba30-da808b0908d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.621361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 472dd7ff-72eb-4830-a04e-faee7304d47a is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:08:33.634237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 472dd7ff-72eb-4830-a04e-faee7304d47a) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:33.639369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:33.639954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.653105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9428e-15cf-4782-8549-ede1492e8f6d None None] Network 472dd7ff-72eb-4830-a04e-faee7304d47a requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:33.669801 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3de9ead8-5c00-450c-850a-8b88380dd385 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7642634 May 29 01:08:33.670722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58062) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:33.676132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1585801780', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:33.682773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:33.688615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:router and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:33.691944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:33.697723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:33.710429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.711373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.722258 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3559117 May 29 01:08:33.723973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58066) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:33.737154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.737333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'subnet': {'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:33.754358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6994c59-abcd-4f91-8f8a-7e03186f95b2 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Network': ['ID=5fe71a37-a5fd-421d-8349-6debea1237fe,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:33.772160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 053a8e52-146d-403f-ac4d-6e46a9cb52b1 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:33.794975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5fe71a37-a5fd-421d-8349-6debea1237fe details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:08:33.861703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f35fc-5b2a-4a16-b7d1-a9d8b505818f req-dcaae999-c5cf-41d7-ad70-5e9990f1888c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:33.863195 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d3f35fc-5b2a-4a16-b7d1-a9d8b505818f req-dcaae999-c5cf-41d7-ad70-5e9990f1888c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 945 time: 0.3274236 May 29 01:08:33.869804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:33.887486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:subnet and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:33.892647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:33.902753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:33.907171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:33.926659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Made reservation on behalf of 80fbe28d124645dc8b3e9ecd08c8a580 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:34.024628 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d3f35fc-5b2a-4a16-b7d1-a9d8b505818f req-52e099a9-1a41-4742-9bfb-bf284896a38f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523311 May 29 01:08:34.055779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:34.060449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.066351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:34.066890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.094990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96c4f8-8ce2-4091-acae-9b3689603693 None None] Network 472dd7ff-72eb-4830-a04e-faee7304d47a requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:34.100063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.130820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.324246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.346722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.401731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Subnet': ['ID=2a8cb37d-aa40-47d0-9f7b-e1aec93696a6,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:34.407581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.26.5.33 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/b31f5730-3ba0-48e8-822d-89fbaa8612ce) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:34.422871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 053a8e52-146d-403f-ac4d-6e46a9cb52b1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=053a8e52-146d-403f-ac4d-6e46a9cb52b1,segment=NetworkSegment(325f01c8-cb5b-4791-a0ba-2cdab74109d8),segment_id=325f01c8-cb5b-4791-a0ba-2cdab74109d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:34.427004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.430522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Checking segment: {'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:34.430962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network hostable DHCP agents. Network: 5fe71a37-a5fd-421d-8349-6debea1237fe, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:08:34.454997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 5fe71a37-a5fd-421d-8349-6debea1237fe is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:08:34.468056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5fe71a37-a5fd-421d-8349-6debea1237fe) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:34.472848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:34.473896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.482372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca6ddd-2d53-46f4-bc81-036bbee033f5 None None] Network 5fe71a37-a5fd-421d-8349-6debea1237fe requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:34.499273 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b8da4d12-ea18-470d-b59d-592d2db2e150 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7710505 May 29 01:08:34.500042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58070) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:34.581521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.586973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=053a8e52-146d-403f-ac4d-6e46a9cb52b1,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:34.716838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.717127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5fe71a37-a5fd-421d-8349-6debea1237fe', 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'fixed_ips': [{'subnet_id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:08:34.717681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.870020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Allocated IP 172.23.0.2 (5fe71a37-a5fd-421d-8349-6debea1237fe/2a8cb37d-aa40-47d0-9f7b-e1aec93696a6/eeea9145-9f01-4649-9df4-2439d2184d34) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:34.877652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:34.965963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:34.970287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:34.972736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:34.994066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 053a8e52-146d-403f-ac4d-6e46a9cb52b1 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:35.019051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=b31f5730-3ba0-48e8-822d-89fbaa8612ce,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:35.180415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.190936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Transition to ACTIVE for port object eeea9145-9f01-4649-9df4-2439d2184d34 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:35.212093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:35.212500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.241663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Transition to ACTIVE for port object eeea9145-9f01-4649-9df4-2439d2184d34 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:35.250118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.269004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44afa6-6c40-487d-8365-259f14516fe9 req-f1364523-6a8a-4458-a370-b2127b501184 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:35.270954 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7c44afa6-6c40-487d-8365-259f14516fe9 req-f1364523-6a8a-4458-a370-b2127b501184 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 945 time: 0.1110594 May 29 01:08:35.325183 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7c44afa6-6c40-487d-8365-259f14516fe9 req-a2e8cafc-59d9-4ff3-b1c0-dc432330e53a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439527 May 29 01:08:35.342084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Network 5fe71a37-a5fd-421d-8349-6debea1237fe is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:35.349147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:35.350902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Pushing event updated for resources: {'Port': ['ID=eeea9145-9f01-4649-9df4-2439d2184d34,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:35.353397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:35.394391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.395310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.486159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.507861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Attempting to bind port eeea9145-9f01-4649-9df4-2439d2184d34 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:35.508264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Attempting to bind port eeea9145-9f01-4649-9df4-2439d2184d34 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:35.508627 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Attempting to bind port eeea9145-9f01-4649-9df4-2439d2184d34 on network 5fe71a37-a5fd-421d-8349-6debea1237fe {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:35.515099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:35.515469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Checking segment: {'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:35.515862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.516273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Bound using segment: {'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:35.516730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Bound port: eeea9145-9f01-4649-9df4-2439d2184d34, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:35.517094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.543012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.604386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] For port eeea9145-9f01-4649-9df4-2439d2184d34, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:35.608153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] For port eeea9145-9f01-4649-9df4-2439d2184d34, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=eeea9145-9f01-4649-9df4-2439d2184d34,segment=NetworkSegment(a07a8470-23ca-4f3a-975d-d71c509d5677),segment_id=a07a8470-23ca-4f3a-975d-d71c509d5677)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:35.612795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:35.703709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014db8e7-3b2c-4844-a6aa-83ef9ee23207 None None] Pushing event updated for resources: {'Port': ['ID=eeea9145-9f01-4649-9df4-2439d2184d34,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:36.068648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:36.115569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Allocated IP 172.23.0.1 (5fe71a37-a5fd-421d-8349-6debea1237fe/2a8cb37d-aa40-47d0-9f7b-e1aec93696a6/f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:36.156582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:08:36.253719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c1b12ec3-58a0-4c64-b258-8b6f0dd3812e up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:36.325954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:36.331773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:36.332208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:36.419342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:36.444846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Transition to ACTIVE for port object f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:36.456056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:36.489929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:08:36.503684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:36.509397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:36.533128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:36.577571 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62b1d4a-65d2-45fb-a16c-511c72dce00f'] response: {'server_uuid': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e', 'code': 200} May 29 01:08:36.599585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:36.626988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:36.640448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:36.651785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 5fe71a37-a5fd-421d-8349-6debea1237fe is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:36.659604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:36.660864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:36.662466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:36.665619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:36.751715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:36.757572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:36.766251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:36.767857 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-09afcd6b-3099-4980-8b2c-d6a47b621d41 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0961552 May 29 01:08:36.772221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58080) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:36.775265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:36.776278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:36.790156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0aef5-e291-4382-a5c8-02e51c56580b req-f8825891-fd44-483a-9e54-6fbb5d793857 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:36.791194 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b2d0aef5-e291-4382-a5c8-02e51c56580b req-f8825891-fd44-483a-9e54-6fbb5d793857 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 946 time: 0.3114636 May 29 01:08:36.836179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b57a26-4443-4660-b283-18f5646ef8c3 None None] Network 5fe71a37-a5fd-421d-8349-6debea1237fe requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:36.839345 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b2d0aef5-e291-4382-a5c8-02e51c56580b req-1b39a3ae-6afc-4cf6-b3e4-ad719b84e6e1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 May 29 01:08:36.908189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:36.908599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096234b-cf01-4e16-97f1-7d73598623e4 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:36.943720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-435da7c4-e493-47d2-bf04-577fa7e2eff6 None None] Provisioning for port eeea9145-9f01-4649-9df4-2439d2184d34 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:36.958841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.012513 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:37.035392 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:37.036362 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:37.037416 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-27aa8016-b66f-48a2-a45c-389ce16f833b req-6d39b77f-9fdb-4e77-879f-f623a6052f75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 1099 time: 0.1377113 May 29 01:08:37.046558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device eeea9145-9f01-4649-9df4-2439d2184d34 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:37.135671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.159460 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-27aa8016-b66f-48a2-a45c-389ce16f833b req-d26e2165-285c-4a67-a8a7-e90d0168e517 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954301 May 29 01:08:37.176577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port eeea9145-9f01-4649-9df4-2439d2184d34 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:37.186154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port eeea9145-9f01-4649-9df4-2439d2184d34 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:37.186540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.223076 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:37.327409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.366170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port eeea9145-9f01-4649-9df4-2439d2184d34, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=eeea9145-9f01-4649-9df4-2439d2184d34,segment=NetworkSegment(a07a8470-23ca-4f3a-975d-d71c509d5677),segment_id=a07a8470-23ca-4f3a-975d-d71c509d5677)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:37.374458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.460575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=eeea9145-9f01-4649-9df4-2439d2184d34,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:37.581717 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:37Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd882f07-06c5-49e4-bdeb-efefd2081544', 'name': '', 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0d:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:30Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9', 'name': '', 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0a:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:35Z', 'updated_at': '2022-05-29T01:08:36Z', 'revision_number': 1, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:37.586520 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:08:37.586958 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Updating router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 port cd882f07-06c5-49e4-bdeb-efefd2081544 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:08:37.604243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-071bfc4b-f96a-4da4-bb77-d49872abbcfb None None] Provisioning for port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:37.612560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-071bfc4b-f96a-4da4-bb77-d49872abbcfb None None] Provisioning complete for port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:37.613531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-071bfc4b-f96a-4da4-bb77-d49872abbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.646915 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.741423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-071bfc4b-f96a-4da4-bb77-d49872abbcfb None None] Port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:37.754488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-071bfc4b-f96a-4da4-bb77-d49872abbcfb None None] Provisioning complete for port eeea9145-9f01-4649-9df4-2439d2184d34 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:37.754854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-071bfc4b-f96a-4da4-bb77-d49872abbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.906103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:37.917621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.014272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-63de92fd-41cc-484f-92eb-59e63e436275 None None] Provisioning complete for port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:38.015579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-63de92fd-41cc-484f-92eb-59e63e436275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.016525 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.031681 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Transition to ACTIVE for port object cd882f07-06c5-49e4-bdeb-efefd2081544 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:38.045255 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.065691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d99d-8569-4736-b37a-97c7098822b6 req-dc91e9dd-7c1b-41e8-bc31-1964532304a2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:38.072843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0cc0d99d-8569-4736-b37a-97c7098822b6 req-dc91e9dd-7c1b-41e8-bc31-1964532304a2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 946 time: 0.0974622 May 29 01:08:38.089656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-63de92fd-41cc-484f-92eb-59e63e436275 None None] Port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:38.141563 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0cc0d99d-8569-4736-b37a-97c7098822b6 req-e518df02-4959-4aff-9d66-cf02d80c4ca9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676875 May 29 01:08:38.172817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.188298 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401951fe-83dd-4866-a7f4-29ef269c2663 None None] Pushing event updated for resources: {'Port': ['ID=cd882f07-06c5-49e4-bdeb-efefd2081544,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:38.199610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event updated for resources: {'Port': ['ID=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:38.290534 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Attempting to bind port cd882f07-06c5-49e4-bdeb-efefd2081544 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:38.290999 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Attempting to bind port cd882f07-06c5-49e4-bdeb-efefd2081544 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:38.291657 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Attempting to bind port cd882f07-06c5-49e4-bdeb-efefd2081544 on network 768f166c-8922-459c-8013-eb923d2ec9c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:38.299672 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:38.299928 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Checking segment: {'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:38.300392 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.300844 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Bound using segment: {'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:38.301373 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Bound port: cd882f07-06c5-49e4-bdeb-efefd2081544, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325f01c8-cb5b-4791-a0ba-2cdab74109d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:38.301837 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.358189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Network 5fe71a37-a5fd-421d-8349-6debea1237fe is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:38.360475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:38.410179 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] For port cd882f07-06c5-49e4-bdeb-efefd2081544, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:38.416509 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] For port cd882f07-06c5-49e4-bdeb-efefd2081544, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cd882f07-06c5-49e4-bdeb-efefd2081544,segment=NetworkSegment(325f01c8-cb5b-4791-a0ba-2cdab74109d8),segment_id=325f01c8-cb5b-4791-a0ba-2cdab74109d8)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:38.422352 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.558808 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401951fe-83dd-4866-a7f4-29ef269c2663 None None] Pushing event updated for resources: {'Port': ['ID=cd882f07-06c5-49e4-bdeb-efefd2081544,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:38.567879 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Updating router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:08:38.632447 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.770449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0c9b0bf7-c8b2-4416-824e-0aad835140c8 None None] Provisioning complete for port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:38.772306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0bf7-c8b2-4416-824e-0aad835140c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.843512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b0bf7-c8b2-4416-824e-0aad835140c8 None None] Port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:38.895686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:38.912727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:38.993608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device eeea9145-9f01-4649-9df4-2439d2184d34 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:39.017004 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:39.030042 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Transition to ACTIVE for port object f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:39.038243 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:39.086859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port eeea9145-9f01-4649-9df4-2439d2184d34 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:39.087436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:39.284278 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401951fe-83dd-4866-a7f4-29ef269c2663 None None] Pushing event updated for resources: {'Port': ['ID=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:39.341992 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Attempting to bind port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:39.342625 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Attempting to bind port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:39.342978 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Attempting to bind port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 on network 5fe71a37-a5fd-421d-8349-6debea1237fe {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:39.353201 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:39.353771 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Checking segment: {'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:39.354355 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:39.355619 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Bound using segment: {'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:39.357697 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Bound port: f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07a8470-23ca-4f3a-975d-d71c509d5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:39.358246 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:39.418161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3689f-0806-4e7d-9508-b617b1ba47b5 req-3670ffbf-4e08-43c4-b1ab-0b8288a8c791 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:39.420308 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3ed3689f-0806-4e7d-9508-b617b1ba47b5 req-3670ffbf-4e08-43c4-b1ab-0b8288a8c791 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 946 time: 0.1042800 May 29 01:08:39.474113 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3ed3689f-0806-4e7d-9508-b617b1ba47b5 req-376cf4e2-5f3e-4f83-86eb-5ea7f20a7ccc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456052 May 29 01:08:39.478494 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] For port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:39.483343 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] For port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,segment=NetworkSegment(a07a8470-23ca-4f3a-975d-d71c509d5677),segment_id=a07a8470-23ca-4f3a-975d-d71c509d5677)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:39.489693 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:39.547031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:39.573076 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401951fe-83dd-4866-a7f4-29ef269c2663 None None] Pushing event updated for resources: {'Port': ['ID=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:39.578941 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:39.579541 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:39.631636 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3acfec88-542a-4a99-9854-696ada20d4d8 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1306005 May 29 01:08:39.639878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58092) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:39.655722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:39.721285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63ac1b-55bb-499c-b00e-b38fa4c9bdaa req-d8a3d846-0e23-4f70-84e5-ea4638619578 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:39.723054 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf63ac1b-55bb-499c-b00e-b38fa4c9bdaa req-d8a3d846-0e23-4f70-84e5-ea4638619578 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 946 time: 0.1135621 May 29 01:08:39.749075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:39.790950 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf63ac1b-55bb-499c-b00e-b38fa4c9bdaa req-620c7129-edfc-4802-9903-1500b5b538e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543509 May 29 01:08:39.801369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.1 (472dd7ff-72eb-4830-a04e-faee7304d47a/486ad6ab-095d-42c3-b045-1afb99b01f0f/4bf39054-1131-4553-9d0b-ba8a9856d856) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:40.092863 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba71e773-6792-4dee-b054-283a641faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:37Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd882f07-06c5-49e4-bdeb-efefd2081544', 'name': '', 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0d:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:30Z', 'updated_at': '2022-05-29T01:08:38Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9', 'name': '', 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0a:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:35Z', 'updated_at': '2022-05-29T01:08:39Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:40.096826 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e773-6792-4dee-b054-283a641faffd None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:37Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd882f07-06c5-49e4-bdeb-efefd2081544', 'name': '', 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0d:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:30Z', 'updated_at': '2022-05-29T01:08:38Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9', 'name': '', 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0a:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:35Z', 'updated_at': '2022-05-29T01:08:39Z', 'revision_number': 4, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:40.100089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:40.257844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:40.379499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 472dd7ff-72eb-4830-a04e-faee7304d47a is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:40.392470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:40.399437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:40.424458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=4bf39054-1131-4553-9d0b-ba8a9856d856,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:40.508434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:40.581481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 29 01:08:40.625903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Removed routes are [] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 29 01:08:40.626323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:40.909033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.042763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:41.115537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:41.121789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:41.122168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.252837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.284413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,segment=NetworkSegment(a07a8470-23ca-4f3a-975d-d71c509d5677),segment_id=a07a8470-23ca-4f3a-975d-d71c509d5677)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:41.289206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.290003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cd882f07-06c5-49e4-bdeb-efefd2081544 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:41.303502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58100) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:41.354420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.403370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.407784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:41.425375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port cd882f07-06c5-49e4-bdeb-efefd2081544 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:41.431022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cd882f07-06c5-49e4-bdeb-efefd2081544 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:41.431213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.553337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.587122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port cd882f07-06c5-49e4-bdeb-efefd2081544, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cd882f07-06c5-49e4-bdeb-efefd2081544,segment=NetworkSegment(325f01c8-cb5b-4791-a0ba-2cdab74109d8),segment_id=325f01c8-cb5b-4791-a0ba-2cdab74109d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:41.591181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.643828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.654134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:41.665210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=cd882f07-06c5-49e4-bdeb-efefd2081544,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:41.780915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:41.781688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=4bf39054-1131-4553-9d0b-ba8a9856d856,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:41.790615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:42.062832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 472dd7ff-72eb-4830-a04e-faee7304d47a is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:42.067248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:42.071514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:42.339712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:42.346764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:42.347913 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7f4372ce-009e-46cb-bfa6-7636c51ad5fc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 200 len: 934 time: 2.7067971 May 29 01:08:42.350501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58104) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:42.559103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.17 (129a7214-52ba-4a63-846f-6da8e8c946db/08c9a72d-829c-4280-888e-46c137cfd77b/b6d6064a-480a-4711-b467-6bf00cb6e635) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:42.699464 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f9216a2f-15d8-4a4d-a6f0-2dc0eeeea914 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 200 len: 934 time: 0.3479152 May 29 01:08:42.702461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58108) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:42.708979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'routes': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:42.717602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:42.733669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object b6d6064a-480a-4711-b467-6bf00cb6e635 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:42.755513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:42.827136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 129a7214-52ba-4a63-846f-6da8e8c946db is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:42.830725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:42.832727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=b6d6064a-480a-4711-b467-6bf00cb6e635,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:42.834762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:42.898747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:42.907530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:43.005420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.011303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:43.100127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:43.100592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.244894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cd882f07-06c5-49e4-bdeb-efefd2081544 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:43.272963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3d40f742-d6a0-4921-bf23-2cd2d2b92b96 None None] Provisioning for port b6d6064a-480a-4711-b467-6bf00cb6e635 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:43.293870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3d40f742-d6a0-4921-bf23-2cd2d2b92b96 None None] Provisioning complete for port b6d6064a-480a-4711-b467-6bf00cb6e635 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:43.294919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3d40f742-d6a0-4921-bf23-2cd2d2b92b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.367579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3d40f742-d6a0-4921-bf23-2cd2d2b92b96 None None] Port b6d6064a-480a-4711-b467-6bf00cb6e635 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:43.383341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cd882f07-06c5-49e4-bdeb-efefd2081544 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:43.384236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.443609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.449318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.530307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added routes are [] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 29 01:08:43.530627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 29 01:08:43.537089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:43.543360 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f74c04e5-4fc7-458c-b641-ef237168bfc7 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/routers/4c4284ea-762f-483c-82d3-ea233f4f3159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7702739 May 29 01:08:43.546777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58112) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:43.552384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:43.555704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'port': {'network_id': '472dd7ff-72eb-4830-a04e-faee7304d47a', 'name': 'tempest-FloatingIPTestJSON-1486777394'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:43.569637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=b6d6064a-480a-4711-b467-6bf00cb6e635,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:43.573153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:43.574333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:43.574477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.636396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:43.653339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:43.654632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:43.669251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:43.713463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 129a7214-52ba-4a63-846f-6da8e8c946db is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:43.714748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:43.719786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:43.720224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7ea6f-f614-4cdf-920c-bea8f0bb1124 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:43.961109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:43.974280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:port and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:43.977950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:43.986954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:43.994369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-49a5f580-fe9d-45a8-9214-7273a54ccc91 None None] Provisioning complete for port b6d6064a-480a-4711-b467-6bf00cb6e635 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:43.994960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-49a5f580-fe9d-45a8-9214-7273a54ccc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:44.004676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:44.007666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:44.040792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] device_id is not set on port cd951384-7075-4dd5-acf6-02cf978fe6b4 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:08:44.053513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-49a5f580-fe9d-45a8-9214-7273a54ccc91 None None] Port b6d6064a-480a-4711-b467-6bf00cb6e635 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:08:44.110641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99da6c26-b8a8-4d93-85b8-f0f959114a3c has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:44.292868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:44.306176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:44.406971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:44.416916 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Sync routers for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:44.422737 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-07cc64dc-7630-4206-841e-685315994135 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/99da6c26-b8a8-4d93-85b8-f0f959114a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175191 May 29 01:08:44.430020 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:44.430853 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:44.446736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.3 (472dd7ff-72eb-4830-a04e-faee7304d47a/486ad6ab-095d-42c3-b045-1afb99b01f0f/cd951384-7075-4dd5-acf6-02cf978fe6b4) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:44.639665 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:44.654009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:44.696432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:44.860755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:44.955124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 472dd7ff-72eb-4830-a04e-faee7304d47a is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:44.961689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:44.967676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:44.969383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:44.998367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=cd951384-7075-4dd5-acf6-02cf978fe6b4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:45.014810 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:08:42Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:10Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6d6064a-480a-4711-b467-6bf00cb6e635', 'name': '', 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:36:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c9a72d-829c-4280-888e-46c137cfd77b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:42Z', 'updated_at': '2022-05-29T01:08:43Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '08c9a72d-829c-4280-888e-46c137cfd77b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:45.018891 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Checking router: 99da6c26-b8a8-4d93-85b8-f0f959114a3c for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:08:45.019237 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Updating router 99da6c26-b8a8-4d93-85b8-f0f959114a3c port b6d6064a-480a-4711-b467-6bf00cb6e635 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:08:45.023542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.024702 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-49ff6119-279a-46c3-b321-7f45c9777677 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 200 len: 700 time: 2.3213429 May 29 01:08:45.027334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58120) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:45.069959 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.155095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:45.155707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.195638 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1018d570-91ae-44f5-882b-c5c882be6b8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6478407 May 29 01:08:45.199215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58124) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:45.205944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'port': {'network_id': '472dd7ff-72eb-4830-a04e-faee7304d47a', 'name': 'tempest-FloatingIPTestJSON-404625108'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:45.424600 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.436325 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Transition to ACTIVE for port object b6d6064a-480a-4711-b467-6bf00cb6e635 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:08:45.442142 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.480552 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f61a5921-573f-4cae-a1b0-e8340649b093 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 200 len: 700 time: 0.4496708 May 29 01:08:45.480552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:45.482696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58128) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:45.483738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:port and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:45.486469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:45.492225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:45.502681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:08:45.506045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.531468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] device_id is not set on port 78de9f0c-fb41-4c3d-aff0-5df5c8418d28 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:08:45.572620 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f924a-22ce-4101-8de2-2151436641db None None] Pushing event updated for resources: {'Port': ['ID=b6d6064a-480a-4711-b467-6bf00cb6e635,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:45.687014 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Attempting to bind port b6d6064a-480a-4711-b467-6bf00cb6e635 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:08:45.687515 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Attempting to bind port b6d6064a-480a-4711-b467-6bf00cb6e635 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:08:45.687879 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Attempting to bind port b6d6064a-480a-4711-b467-6bf00cb6e635 on network 129a7214-52ba-4a63-846f-6da8e8c946db {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:08:45.695752 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:08:45.696156 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Checking segment: {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:08:45.696556 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.696947 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Bound using segment: {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:08:45.697550 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Bound port: b6d6064a-480a-4711-b467-6bf00cb6e635, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cef3e9-fddb-4898-9008-9d891e8f0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:08:45.697927 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.732970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.5 (472dd7ff-72eb-4830-a04e-faee7304d47a/486ad6ab-095d-42c3-b045-1afb99b01f0f/78de9f0c-fb41-4c3d-aff0-5df5c8418d28) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:45.795143 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] For port b6d6064a-480a-4711-b467-6bf00cb6e635, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:08:45.798529 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] For port b6d6064a-480a-4711-b467-6bf00cb6e635, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b6d6064a-480a-4711-b467-6bf00cb6e635,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:08:45.803494 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.854702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:45.887306 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f924a-22ce-4101-8de2-2151436641db None None] Pushing event updated for resources: {'Port': ['ID=b6d6064a-480a-4711-b467-6bf00cb6e635,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:45.893774 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:45.894405 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:45.997709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.039842 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:08:46.044250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.093369 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:46.136862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=78de9f0c-fb41-4c3d-aff0-5df5c8418d28,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:46.143601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 472dd7ff-72eb-4830-a04e-faee7304d47a is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:46.145201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:46.147613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:46.242390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:46.248681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.288717 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5207bcf8-be8d-4301-9035-d06c06efa681 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0884471 May 29 01:08:46.289389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58132) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:46.296343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '78de9f0c-fb41-4c3d-aff0-5df5c8418d28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:46.308383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:46.313856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:floatingip and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:46.316884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:46.323681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:46.337202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.407341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:46.422566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:46.424035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:46.494364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.521565 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:08:42Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:10Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6d6064a-480a-4711-b467-6bf00cb6e635', 'name': '', 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:36:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c9a72d-829c-4280-888e-46c137cfd77b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:42Z', 'updated_at': '2022-05-29T01:08:45Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '08c9a72d-829c-4280-888e-46c137cfd77b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:46.525645 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66f018-698b-4c98-b204-b6d0175ff52e None None] The sync data for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv is: [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:08:42Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:10Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6d6064a-480a-4711-b467-6bf00cb6e635', 'name': '', 'network_id': '129a7214-52ba-4a63-846f-6da8e8c946db', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:36:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c9a72d-829c-4280-888e-46c137cfd77b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:42Z', 'updated_at': '2022-05-29T01:08:45Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '08c9a72d-829c-4280-888e-46c137cfd77b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:46.551267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:46.552250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.627176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.659754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:46.705077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.26.5.56 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/31393ae3-f5f7-4b2d-b607-5ba9fb61ac04) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:46.791664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,segment=NetworkSegment(a07a8470-23ca-4f3a-975d-d71c509d5677),segment_id=a07a8470-23ca-4f3a-975d-d71c509d5677)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:46.792205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.910357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:46.946890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.040555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:47.047324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:47.048740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:47.053198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:47.057328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:43Z', 'revision_number': 7, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd882f07-06c5-49e4-bdeb-efefd2081544', 'name': '', 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0d:97:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:30Z', 'updated_at': '2022-05-29T01:08:41Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9', 'name': '', 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0a:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:35Z', 'updated_at': '2022-05-29T01:08:41Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:47.065102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:08:47.082451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:47.083146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:47.086950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=31393ae3-f5f7-4b2d-b607-5ba9fb61ac04,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:47.244134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6d6064a-480a-4711-b467-6bf00cb6e635 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:47.317445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.338210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:47.370163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:47.469299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port b6d6064a-480a-4711-b467-6bf00cb6e635 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:08:47.497975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b6d6064a-480a-4711-b467-6bf00cb6e635 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:47.498404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.690776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.722096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.760400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.779574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.803848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port b6d6064a-480a-4711-b467-6bf00cb6e635, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b6d6064a-480a-4711-b467-6bf00cb6e635,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:47.811233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:47.842433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:43Z', 'revision_number': 7, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd882f07-06c5-49e4-bdeb-efefd2081544', 'name': '', 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0d:97:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:30Z', 'updated_at': '2022-05-29T01:08:41Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9', 'name': '', 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0a:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:35Z', 'updated_at': '2022-05-29T01:08:41Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:47.860715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856638b-93c0-4c8e-8d07-152daedee82b None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:43Z', 'revision_number': 7, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd882f07-06c5-49e4-bdeb-efefd2081544', 'name': '', 'network_id': '768f166c-8922-459c-8013-eb923d2ec9c6', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0d:97:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:30Z', 'updated_at': '2022-05-29T01:08:41Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '4fd6b672-ca4d-489c-be1d-1541017c1d29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9', 'name': '', 'network_id': '5fe71a37-a5fd-421d-8349-6debea1237fe', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:0a:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:35Z', 'updated_at': '2022-05-29T01:08:41Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '2a8cb37d-aa40-47d0-9f7b-e1aec93696a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:47.889167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=b6d6064a-480a-4711-b467-6bf00cb6e635,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:48.118889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:48.125618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:48.232427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:48.236101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=31393ae3-f5f7-4b2d-b607-5ba9fb61ac04,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:48.250517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:48.415870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:48.429574 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9bb67fbd-d249-4560-add6-646ff1971599 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9462817 May 29 01:08:48.432269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58138) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:48.502837 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP efae1671-db31-4837-9781-2092a8cf2665 associated. External IP: 172.26.5.56, port: 78de9f0c-fb41-4c3d-aff0-5df5c8418d28. May 29 01:08:48.746831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet 2a8cb37d-aa40-47d0-9f7b-e1aec93696a6 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:08:48.753611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:48.817338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:48.920365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.057528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6d6064a-480a-4711-b467-6bf00cb6e635 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:08:49.124293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.130695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b6d6064a-480a-4711-b467-6bf00cb6e635 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:08:49.131148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.165674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8cb37d-aa40-47d0-9f7b-e1aec93696a6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:49.177167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.194544 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-85cddad0-1211-4638-be65-ecec51f94d3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/2a8cb37d-aa40-47d0-9f7b-e1aec93696a6 HTTP/1.1" status: 204 len: 168 time: 0.7612031 May 29 01:08:49.197131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58144) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:49.212922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11637e-0dad-40d3-ba4c-6a1a8c08026e None None] Network 5fe71a37-a5fd-421d-8349-6debea1237fe requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:49.242450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:49.321867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.335788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port eeea9145-9f01-4649-9df4-2439d2184d34 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:49.336157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.553042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] DHCP port deletion for 5fe71a37-a5fd-421d-8349-6debea1237fe request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:08:49.557801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] Deleting port eeea9145-9f01-4649-9df4-2439d2184d34 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:49.558115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.583310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:49.595203 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:49.607854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.611632 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:49.612267 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:49.670752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port eeea9145-9f01-4649-9df4-2439d2184d34, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=eeea9145-9f01-4649-9df4-2439d2184d34,segment=NetworkSegment(a07a8470-23ca-4f3a-975d-d71c509d5677),segment_id=a07a8470-23ca-4f3a-975d-d71c509d5677)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:49.671592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.676523 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:49.686544 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c1a455c-811e-4473-8eb6-25f46450ad71 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3959031 May 29 01:08:49.686751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58150) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:49.692388 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:49.693023 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:49.693139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:49.750600 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:49.750989 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375e036-ed84-467a-89a0-439fac8f9e40 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:49.777899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] For port eeea9145-9f01-4649-9df4-2439d2184d34, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=eeea9145-9f01-4649-9df4-2439d2184d34,segment=NetworkSegment(a07a8470-23ca-4f3a-975d-d71c509d5677),segment_id=a07a8470-23ca-4f3a-975d-d71c509d5677)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:49.778201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.866799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for eeea9145-9f01-4649-9df4-2439d2184d34 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:49.898003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] Calling delete_port for eeea9145-9f01-4649-9df4-2439d2184d34 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:49.959501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:49.974862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.022045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] Pushing event deleted for resources: {'Port': ['ID=eeea9145-9f01-4649-9df4-2439d2184d34,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:50.026958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63f77a-e9f3-4360-bf9d-5a9814ab1dbc None None] No DVR routers for this DVR port eeea9145-9f01-4649-9df4-2439d2184d34 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:08:50.055978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:08:50.056314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:08:50.249221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.253004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.253348 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP efae1671-db31-4837-9781-2092a8cf2665 disassociated. External IP: 172.26.5.56, port: 78de9f0c-fb41-4c3d-aff0-5df5c8418d28. May 29 01:08:50.557308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port eeea9145-9f01-4649-9df4-2439d2184d34 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:50.557561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.630633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] The port 'eeea9145-9f01-4649-9df4-2439d2184d34' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:08:50.854242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.882570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe71a37-a5fd-421d-8349-6debea1237fe']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:50.897864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07a8470-23ca-4f3a-975d-d71c509d5677') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:50.898161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07a8470-23ca-4f3a-975d-d71c509d5677') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:50.915072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.940299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.951186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:08:50.951575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:08:50.965726 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:08:50.987297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device eeea9145-9f01-4649-9df4-2439d2184d34 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:08:51.020295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: eeea9145-9f01-4649-9df4-2439d2184d34 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:08:51.020638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device eeea9145-9f01-4649-9df4-2439d2184d34 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:08:51.047893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:51.057965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.077510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.136671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=5fe71a37-a5fd-421d-8349-6debea1237fe,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:51.154906 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/5fe71a37-a5fd-421d-8349-6debea1237fe HTTP/1.1" status: 204 len: 168 time: 1.9565072 May 29 01:08:51.157769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:51.209384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.209766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.210087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.210453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.210793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.211326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.211538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.211936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.212405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.212692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.213112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d069f9ea-b62d-401c-a08a-60d6cce9fc4d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:51.297572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:51.301864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.309011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:51.322012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:51.322756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:51.361333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bc2747f6-3617-4c45-afca-26a5b0c35473 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/floatingips/efae1671-db31-4837-9781-2092a8cf2665 HTTP/1.1" status: 200 len: 687 time: 1.6735878 May 29 01:08:51.363886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58160) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:51.390198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:51.400903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:51.401519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:51.460742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:51.461153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7571a91-8f20-4052-bdfa-4ecfa804e9cb None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:51.504948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.520792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port 31393ae3-f5f7-4b2d-b607-5ba9fb61ac04 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:51.521131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.686046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.686472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.805964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for 31393ae3-f5f7-4b2d-b607-5ba9fb61ac04 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:51.946481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:51.992954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=31393ae3-f5f7-4b2d-b607-5ba9fb61ac04,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:52.084698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.086431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port cd882f07-06c5-49e4-bdeb-efefd2081544 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:52.086766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.095196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.096349 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9a544383-e201-4af7-bc4b-68d4799cfc39 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/floatingips/efae1671-db31-4837-9781-2092a8cf2665 HTTP/1.1" status: 204 len: 168 time: 0.7315249 May 29 01:08:52.099818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58164) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:52.104964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'cd951384-7075-4dd5-acf6-02cf978fe6b4'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:52.111099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:08:52.114935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:floatingip and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:08:52.118287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:08:52.125018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:08:52.136340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.272843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.279729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port cd882f07-06c5-49e4-bdeb-efefd2081544, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cd882f07-06c5-49e4-bdeb-efefd2081544,segment=NetworkSegment(325f01c8-cb5b-4791-a0ba-2cdab74109d8),segment_id=325f01c8-cb5b-4791-a0ba-2cdab74109d8)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:52.280282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.405062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for cd882f07-06c5-49e4-bdeb-efefd2081544 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:52.505893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.26.5.20 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/eea23d78-f662-423d-b2ac-3d73adb560b2) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:08:52.660007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.688313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.710191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:52.756339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:08:52.756596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=cd882f07-06c5-49e4-bdeb-efefd2081544,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:52.759042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:08:52.762855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:08:52.793033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=eea23d78-f662-423d-b2ac-3d73adb560b2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:52.836110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.836440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.836767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.837088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.837403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.837723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.838038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.838353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.838665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.838970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:52.839280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:08:53.066235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:53.334568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:53.394562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:53.620230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:53.625762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:53.633239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:53.736137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=eea23d78-f662-423d-b2ac-3d73adb560b2,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:53.752105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:53.832410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:53.844979 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-07689620-1e77-482b-b88e-bda1286d18e6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6855373 May 29 01:08:53.847601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58170) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:53.953964 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP c773a414-daab-4565-8d23-9def66550122 associated. External IP: 172.26.5.20, port: cd951384-7075-4dd5-acf6-02cf978fe6b4. May 29 01:08:54.031129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet 4fd6b672-ca4d-489c-be1d-1541017c1d29 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:08:54.034205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.090404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.285580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.357665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.398124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd6b672-ca4d-489c-be1d-1541017c1d29,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:54.405548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.411343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f8aa9-0a17-4685-b0de-20d7e5d91a0c None None] Network 768f166c-8922-459c-8013-eb923d2ec9c6 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:54.413231 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1bba16b6-6213-4b43-9dbf-814dd7642389 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/4fd6b672-ca4d-489c-be1d-1541017c1d29 HTTP/1.1" status: 204 len: 168 time: 0.5646658 May 29 01:08:54.415712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58174) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:54.455337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:54.530988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.543171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:54.543433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.613160 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:54.625765 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:54.626425 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:54.687513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:54.701906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:54.713957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59514854-e337-4f88-b88e-720516e1e58c None None] DHCP port deletion for 768f166c-8922-459c-8013-eb923d2ec9c6 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:08:54.721117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Deleting port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:54.721467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.723837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.768768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:54.769402 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:54.795457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port 053a8e52-146d-403f-ac4d-6e46a9cb52b1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=053a8e52-146d-403f-ac4d-6e46a9cb52b1,segment=NetworkSegment(325f01c8-cb5b-4791-a0ba-2cdab74109d8),segment_id=325f01c8-cb5b-4791-a0ba-2cdab74109d8)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:54.796024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:54.801097 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9bba5761-f84b-4b29-806a-10478d431dd0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7002504 May 29 01:08:54.803597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58178) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:54.815786 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:54.833078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:54.849170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:54.849780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:54.946730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for 053a8e52-146d-403f-ac4d-6e46a9cb52b1 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:54.949832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:54.950312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc40944-6aa2-42d1-a02f-26ee74b36b95 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:54.957065 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-96dd81be-e60b-424f-8759-7604ab2cde60 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "GET /v2.0/floatingips/c773a414-daab-4565-8d23-9def66550122 HTTP/1.1" status: 200 len: 977 time: 0.1501226 May 29 01:08:54.957555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58182) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:55.066632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.093372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-597db3a2-a183-4876-8ef0-f4b364166219 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Synchronizing usage tracker for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:floatingip {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:08:55.113839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-597db3a2-a183-4876-8ef0-f4b364166219 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Unset dirty status for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:floatingip {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:08:55.117691 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-597db3a2-a183-4876-8ef0-f4b364166219 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1565232 May 29 01:08:55.118284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58186) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:55.120919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=053a8e52-146d-403f-ac4d-6e46a9cb52b1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:55.129487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No DVR routers for this DVR port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:08:55.130664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-59514854-e337-4f88-b88e-720516e1e58c None None] For port 053a8e52-146d-403f-ac4d-6e46a9cb52b1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=053a8e52-146d-403f-ac4d-6e46a9cb52b1,segment=NetworkSegment(325f01c8-cb5b-4791-a0ba-2cdab74109d8),segment_id=325f01c8-cb5b-4791-a0ba-2cdab74109d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:55.131103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.132890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'port_id': '78de9f0c-fb41-4c3d-aff0-5df5c8418d28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:55.254599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.260879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Calling delete_port for 053a8e52-146d-403f-ac4d-6e46a9cb52b1 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:55.271660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.288206 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:52Z', 'revision_number': 9, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:55.292998 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:08:55.304891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768f166c-8922-459c-8013-eb923d2ec9c6']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:55.307495 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:55.308345 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:55.323102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325f01c8-cb5b-4791-a0ba-2cdab74109d8') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:55.323297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325f01c8-cb5b-4791-a0ba-2cdab74109d8') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:55.336455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.337686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 053a8e52-146d-403f-ac4d-6e46a9cb52b1 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:08:55.354510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.367614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:08:55.368296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.370606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:08:55.370977 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:08:55.371931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 053a8e52-146d-403f-ac4d-6e46a9cb52b1 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:08:55.372866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 053a8e52-146d-403f-ac4d-6e46a9cb52b1 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:08:55.391456 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:08:55.471058 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:55.473154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.495843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.512235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=768f166c-8922-459c-8013-eb923d2ec9c6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:55.520983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d3517062-dcb8-4f70-8334-2f22b2411127 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/768f166c-8922-459c-8013-eb923d2ec9c6 HTTP/1.1" status: 204 len: 168 time: 1.1042721 May 29 01:08:55.523480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58190) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:55.825084 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:52Z', 'revision_number': 9, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:55.829937 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1faf5-dda8-4710-8700-bb4da5081920 None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:52Z', 'revision_number': 9, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f754b6a-6520-47b4-91e9-ab64ae844d6e', 'name': '', 'network_id': '366bfcf2-bd66-4c56-9c60-860d9a4c5239', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:50:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:23Z', 'updated_at': '2022-05-29T01:08:31Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '8448ed27-23ca-4347-9055-4bbee16d419e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:55.873165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Deleting port 053a8e52-146d-403f-ac4d-6e46a9cb52b1 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:55.873763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59514854-e337-4f88-b88e-720516e1e58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:55.942558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-59514854-e337-4f88-b88e-720516e1e58c None None] The port '053a8e52-146d-403f-ac4d-6e46a9cb52b1' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:08:55.976396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:56.070096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:56.073650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:56.274327 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP c773a414-daab-4565-8d23-9def66550122 associated. External IP: 172.26.5.20, port: cd951384-7075-4dd5-acf6-02cf978fe6b4. May 29 01:08:56.620880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port 2f754b6a-6520-47b4-91e9-ab64ae844d6e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:56.621205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:56.673876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:56.708799 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-b3edc8ac-75db-4919-a11b-2664adc28a62 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1677682 May 29 01:08:56.875980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port 2f754b6a-6520-47b4-91e9-ab64ae844d6e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2f754b6a-6520-47b4-91e9-ab64ae844d6e,segment=NetworkSegment(23f3c380-6d1f-4194-8afd-63859a8fb44c),segment_id=23f3c380-6d1f-4194-8afd-63859a8fb44c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:56.876358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:56.880465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:56.890079 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:56.901812 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:56.902651 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:56.943717 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-83590a27-8d72-4e56-b6b3-37db4702c339 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1098 time: 0.1918743 May 29 01:08:56.969722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:08:56.974911 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:56.986431 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:56.987027 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:57.011133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:08:57.011688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7c40fd7-dc06-4a2b-bfdf-87892c0d76f9 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:08:57.012141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cd882f07-06c5-49e4-bdeb-efefd2081544 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:08:57.020456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for 2f754b6a-6520-47b4-91e9-ab64ae844d6e owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:57.049098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: cd882f07-06c5-49e4-bdeb-efefd2081544 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:08:57.049365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cd882f07-06c5-49e4-bdeb-efefd2081544 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:08:57.054363 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:57.054883 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248aa03-68f1-4af4-9c3f-f20004afd098 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:57.203314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a9f32-9726-4d79-8551-4a64d8287151 req-c9d69ad4-8216-4ebd-a123-5820a471f38a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:57.204777 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-c9d69ad4-8216-4ebd-a123-5820a471f38a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.2080708 May 29 01:08:57.310755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:57.354298 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-8afa69a9-9abc-493f-8cdb-4ac5f59e8dc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 200 len: 1001 time: 0.1398299 May 29 01:08:57.532188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:57.580648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a9f32-9726-4d79-8551-4a64d8287151 req-970aee4e-66b4-42fc-933e-00beac57a1a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:08:57.582090 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-970aee4e-66b4-42fc-933e-00beac57a1a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.2217343 May 29 01:08:57.584917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=2f754b6a-6520-47b4-91e9-ab64ae844d6e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:57.625299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:57.631241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:57.634591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:57.652556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:57.653862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:57.744686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:57.748451 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3bbb3f40-269e-411b-b684-fd4b9fc6b070 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/floatingips/c773a414-daab-4565-8d23-9def66550122 HTTP/1.1" status: 200 len: 976 time: 2.6288276 May 29 01:08:57.750801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58196) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:57.756527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:08:57.758307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:57.759093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:57.821468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:57.821881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f74f6e-2a9b-4a10-aeaa-51227f51fe67 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:57.869610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:57.890031 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-23d52b20-40fd-46dd-b0d3-d8d6f31f2017 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3014657 May 29 01:08:58.045282 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-8f768511-ae73-4189-bc95-dbc67b498b4a service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424675 May 29 01:08:58.050480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:58.150144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:58.156036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:58.156383 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP c773a414-daab-4565-8d23-9def66550122 disassociated. External IP: 172.26.5.20, port: 78de9f0c-fb41-4c3d-aff0-5df5c8418d28. May 29 01:08:58.314257 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-671a9f32-9726-4d79-8551-4a64d8287151 req-2eda1ca0-8b53-4efa-8c5a-1c996d929dd6 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601628 May 29 01:08:58.545823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:58.671861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:08:58.750976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:58.755074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:58.761696 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:58.773431 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:58.774024 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:58.811476 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c763718b-0ce9-412c-8c44-2b222a31b267 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/floatingips/c773a414-daab-4565-8d23-9def66550122 HTTP/1.1" status: 200 len: 687 time: 1.0591788 May 29 01:08:58.812469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58202) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:58.839631 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:58.852050 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:58.852852 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:58.912493 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:58.912893 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9acbe4-2a7b-43ea-985c-17d766e56e2e None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:08:58.967190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:08:58.980330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6a8535d6-ba82-42dc-a892-ad7715ad6588 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4557581 May 29 01:08:58.983389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58206) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:58.986817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:08:59.000204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:59.001101 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:59.094908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port eea23d78-f662-423d-b2ac-3d73adb560b2 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:59.095140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.164171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:59.203587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet 8448ed27-23ca-4347-9055-4bbee16d419e {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:08:59.207662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.267201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.272020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.272363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.349671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.397413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for eea23d78-f662-423d-b2ac-3d73adb560b2 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:08:59.428507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.468978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=8448ed27-23ca-4347-9055-4bbee16d419e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:59.475621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.477647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:57Z', 'revision_number': 10, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:59.484907 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cb6c13b5-65c0-41fd-a18f-81d6f5afec0b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/8448ed27-23ca-4347-9055-4bbee16d419e HTTP/1.1" status: 204 len: 168 time: 0.4976203 May 29 01:08:59.485072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b47c87-1c4a-48fa-b763-9379077c3b19 None None] Network 366bfcf2-bd66-4c56-9c60-860d9a4c5239 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:08:59.485166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58210) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:59.554786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.568055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:08:59.600575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.600760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=eea23d78-f662-423d-b2ac-3d73adb560b2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:08:59.614020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port da1e332c-f7a7-466f-a216-6bd01d4835b8 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:08:59.614478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.695003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:08:59.695003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:08:59.708144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.726568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.730275 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-58395199-d87a-4ad2-abe5-8bd1c5d15168 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/floatingips/c773a414-daab-4565-8d23-9def66550122 HTTP/1.1" status: 204 len: 168 time: 0.9144347 May 29 01:08:59.730613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58214) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:59.802196 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-393ca207-96bb-4cec-818c-85eff1100bf1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] delete failed (client error): The resource could not be found. May 29 01:08:59.806820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-393ca207-96bb-4cec-818c-85eff1100bf1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/floatingips/c773a414-daab-4565-8d23-9def66550122 HTTP/1.1" status: 404 len: 345 time: 0.0705380 May 29 01:08:59.808592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58218) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:08:59.867299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:08:59.884196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port da1e332c-f7a7-466f-a216-6bd01d4835b8, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=da1e332c-f7a7-466f-a216-6bd01d4835b8,segment=NetworkSegment(23f3c380-6d1f-4194-8afd-63859a8fb44c),segment_id=23f3c380-6d1f-4194-8afd-63859a8fb44c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:08:59.884547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:08:59.994702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff79a6-742c-4f5f-ab4b-d28a5eccf53e None None] DHCP port deletion for 366bfcf2-bd66-4c56-9c60-860d9a4c5239 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:09:00.011089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for da1e332c-f7a7-466f-a216-6bd01d4835b8 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:00.018309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-66ff79a6-742c-4f5f-ab4b-d28a5eccf53e None None] Deleting port da1e332c-f7a7-466f-a216-6bd01d4835b8 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:00.018688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-66ff79a6-742c-4f5f-ab4b-d28a5eccf53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.067347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957adc-9893-4c3f-a07f-daf0fd9dca94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:00.071153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957adc-9893-4c3f-a07f-daf0fd9dca94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:00.074960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957adc-9893-4c3f-a07f-daf0fd9dca94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:00.076663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-10957adc-9893-4c3f-a07f-daf0fd9dca94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Synchronizing usage tracker for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:00.111881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-10957adc-9893-4c3f-a07f-daf0fd9dca94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Unset dirty status for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:00.115634 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10957adc-9893-4c3f-a07f-daf0fd9dca94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "GET /v2.0/ports?network_id=472dd7ff-72eb-4830-a04e-faee7304d47a HTTP/1.1" status: 200 len: 2357 time: 0.3051610 May 29 01:09:00.115900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58222) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:00.166891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.182876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-66ff79a6-742c-4f5f-ab4b-d28a5eccf53e None None] The port 'da1e332c-f7a7-466f-a216-6bd01d4835b8' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:09:00.228709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=da1e332c-f7a7-466f-a216-6bd01d4835b8,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:00.237112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No DVR routers for this DVR port da1e332c-f7a7-466f-a216-6bd01d4835b8 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:09:00.266413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:57Z', 'revision_number': 10, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:00.269094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ecbb75-e479-4e1e-9214-ffa2577175b0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:00.269647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-57ecbb75-e479-4e1e-9214-ffa2577175b0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Synchronizing usage tracker for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:00.270565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0c9d1-f123-435b-8c39-f2471cc6154e None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:08:57Z', 'revision_number': 10, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None, '_interfaces': [{'id': '0619e5a5-c543-4b33-9fe0-ecfae67369fa', 'name': '', 'network_id': '763066f0-2134-429d-8d6a-3e4827e19c84', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'mac_address': 'fa:16:3e:20:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:08:17Z', 'updated_at': '2022-05-29T01:08:25Z', 'revision_number': 5, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'subnets': [{'id': '185838b5-2d4e-4365-8154-3c2edbad6bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:00.351076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-57ecbb75-e479-4e1e-9214-ffa2577175b0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Unset dirty status for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:00.352239 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-57ecbb75-e479-4e1e-9214-ffa2577175b0 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "GET /v2.0/subnets/486ad6ab-095d-42c3-b045-1afb99b01f0f HTTP/1.1" status: 200 len: 797 time: 0.2354214 May 29 01:09:00.357997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58228) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:00.363592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'port': {'network_id': '472dd7ff-72eb-4830-a04e-faee7304d47a', 'name': 'tempest-FloatingIPTestJSON-1494623352', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:00.378862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.408020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366bfcf2-bd66-4c56-9c60-860d9a4c5239']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:00.420557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f3c380-6d1f-4194-8afd-63859a8fb44c') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:00.420791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f3c380-6d1f-4194-8afd-63859a8fb44c') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:00.431769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.447099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.453612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:09:00.453989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:09:00.468750 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:09:00.498069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:00.507499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:00.519039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:00.545950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.550064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.648969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:00.672721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] device_id is not set on port 9f9967be-12a2-44fd-9685-033b9d1c0096 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:09:00.680732 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/366bfcf2-bd66-4c56-9c60-860d9a4c5239 HTTP/1.1" status: 204 len: 168 time: 1.1946092 May 29 01:09:00.681641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c124f3-6b4f-47c5-a15f-476d1f35b667 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=366bfcf2-bd66-4c56-9c60-860d9a4c5239,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:00.684076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58232) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:00.998395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2f754b6a-6520-47b4-91e9-ab64ae844d6e no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:00.999734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.14 (472dd7ff-72eb-4830-a04e-faee7304d47a/486ad6ab-095d-42c3-b045-1afb99b01f0f/9f9967be-12a2-44fd-9685-033b9d1c0096) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:01.006947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.13 (472dd7ff-72eb-4830-a04e-faee7304d47a/486ad6ab-095d-42c3-b045-1afb99b01f0f/9f9967be-12a2-44fd-9685-033b9d1c0096) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:01.030745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.031148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2f754b6a-6520-47b4-91e9-ab64ae844d6e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:01.031506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2f754b6a-6520-47b4-91e9-ab64ae844d6e not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:01.031935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device da1e332c-f7a7-466f-a216-6bd01d4835b8 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:01.067831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: da1e332c-f7a7-466f-a216-6bd01d4835b8 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:01.068344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device da1e332c-f7a7-466f-a216-6bd01d4835b8 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:01.215010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.242603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.313096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 472dd7ff-72eb-4830-a04e-faee7304d47a is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:01.316034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:01.319892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:01.353093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=9f9967be-12a2-44fd-9685-033b9d1c0096,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:01.394969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3574c02a-3326-466c-93a5-b4377085ddda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.479499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:01.480033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.507756 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3d21e87b-0a11-4b65-8454-b52061101e2d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1486249 May 29 01:09:01.510402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58236) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:01.516160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '9f9967be-12a2-44fd-9685-033b9d1c0096', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:01.522135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:01.526136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:floatingip and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:01.529488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:01.535735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:01.546931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.621121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port 0619e5a5-c543-4b33-9fe0-ecfae67369fa {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:01.621711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.681616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.818935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port 0619e5a5-c543-4b33-9fe0-ecfae67369fa, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=0619e5a5-c543-4b33-9fe0-ecfae67369fa,segment=NetworkSegment(7117d34a-49cd-4fd7-862b-943a68f779e4),segment_id=7117d34a-49cd-4fd7-862b-943a68f779e4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:01.819165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.26.5.213 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/fa978409-d230-46d6-91ed-97740459265e) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:01.819403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:01.949984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for 0619e5a5-c543-4b33-9fe0-ecfae67369fa owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:01.983938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:02.020853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:02.085277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:02.093218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:02.097334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:02.144498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=fa978409-d230-46d6-91ed-97740459265e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:02.175601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:02.348350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=0619e5a5-c543-4b33-9fe0-ecfae67369fa,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:02.620422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:02.686089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:02.744162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:02.976237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:02.983696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.054404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:03.110988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=fa978409-d230-46d6-91ed-97740459265e,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:03.117128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.210847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:03.224458 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:03.226296 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3247f9fa-b081-4023-87fb-ffaadbf0b7fe tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5400708 May 29 01:09:03.228669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58248) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:03.243043 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:03.243677 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:08:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:03.512043 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:03.535838 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP dd3a5021-7e15-4f76-bcd8-84453b1d349b associated. External IP: 172.26.5.213, port: 9f9967be-12a2-44fd-9685-033b9d1c0096. May 29 01:09:03.561814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting subnet 185838b5-2d4e-4365-8154-3c2edbad6bca {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:09:03.566069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.573219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-442ce718-0efe-4cbd-bf67-fb64b92eb9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.633781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.665111 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:09:02Z', 'revision_number': 11, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:03.671792 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:03.687187 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:03.687805 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:03.738264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.827106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.847425 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:03.869725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:03.875896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e5752-d80f-4b8b-aa2f-03e9e5ce1d68 None None] Network 763066f0-2134-429d-8d6a-3e4827e19c84 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:03.876130 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/185838b5-2d4e-4365-8154-3c2edbad6bca HTTP/1.1" status: 204 len: 168 time: 0.6461456 May 29 01:09:03.880166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58254) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:03.882812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5802795-71d4-4755-b883-f1fbbef27b27 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Subnet': ['ID=185838b5-2d4e-4365-8154-3c2edbad6bca,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:03.957012 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:09:02Z', 'revision_number': 11, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:03.961905 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451586fb-f7ce-4049-a3e8-759b20b657e6 None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:09:02Z', 'revision_number': 11, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:03.982230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:04.116499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.130133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Deleting port 70573807-3b2d-4d0d-9b51-64ede5d09518 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:04.130474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.221480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:04.232261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:04.245202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:04.245793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:04.254899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.313621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:04.317533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] DHCP port deletion for 763066f0-2134-429d-8d6a-3e4827e19c84 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:09:04.322159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Deleting port 70573807-3b2d-4d0d-9b51-64ede5d09518 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:04.322529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.329513 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cb3b0ff5-afbd-405c-b571-b5a936050b91 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8179529 May 29 01:09:04.332697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58258) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:04.341060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'port_id': '9f9967be-12a2-44fd-9685-033b9d1c0096', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:04.379386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:04.380307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:04.447884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] For port 70573807-3b2d-4d0d-9b51-64ede5d09518, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=70573807-3b2d-4d0d-9b51-64ede5d09518,segment=NetworkSegment(7117d34a-49cd-4fd7-862b-943a68f779e4),segment_id=7117d34a-49cd-4fd7-862b-943a68f779e4)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:04.448183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.487540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:04.487979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe66e4-dfff-4bd4-8d52-b4d1ecab88b5 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:04.541367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.586598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Calling delete_port for 70573807-3b2d-4d0d-9b51-64ede5d09518 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:04.614419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.647127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] For port 70573807-3b2d-4d0d-9b51-64ede5d09518, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=70573807-3b2d-4d0d-9b51-64ede5d09518,segment=NetworkSegment(7117d34a-49cd-4fd7-862b-943a68f779e4),segment_id=7117d34a-49cd-4fd7-862b-943a68f779e4)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:04.647717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.803780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:04.817537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Calling delete_port for 70573807-3b2d-4d0d-9b51-64ede5d09518 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:04.852367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Port': ['ID=70573807-3b2d-4d0d-9b51-64ede5d09518,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:04.894209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No DVR routers for this DVR port 70573807-3b2d-4d0d-9b51-64ede5d09518 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:09:04.896131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:09:04.896620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:09:05.000523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 0619e5a5-c543-4b33-9fe0-ecfae67369fa no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:05.032886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 0619e5a5-c543-4b33-9fe0-ecfae67369fa {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:05.033307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 0619e5a5-c543-4b33-9fe0-ecfae67369fa not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:05.033596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 70573807-3b2d-4d0d-9b51-64ede5d09518 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:05.070270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 70573807-3b2d-4d0d-9b51-64ede5d09518 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:05.070640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 70573807-3b2d-4d0d-9b51-64ede5d09518 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:05.176561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.221791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763066f0-2134-429d-8d6a-3e4827e19c84']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:05.239930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7117d34a-49cd-4fd7-862b-943a68f779e4') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:05.240252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7117d34a-49cd-4fd7-862b-943a68f779e4') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:05.257686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.285089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.343955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:09:05.344381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:09:05.359070 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:09:05.381334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.398084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Deleting port 70573807-3b2d-4d0d-9b51-64ede5d09518 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:05.398590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.465067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-12aa9ce0-00df-4ba8-a937-550d98cf267f None None] The port '70573807-3b2d-4d0d-9b51-64ede5d09518' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:09:05.593052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.611306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.637304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Pushing event deleted for resources: {'Network': ['ID=763066f0-2134-429d-8d6a-3e4827e19c84,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:05.644061 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e3ab5a0b-f209-4c72-83cd-f636312e7eb1 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/networks/763066f0-2134-429d-8d6a-3e4827e19c84 HTTP/1.1" status: 204 len: 168 time: 1.7611337 May 29 01:09:05.645476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58276) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:05.651628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'routes': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:05.778779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.785695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:05.956961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.extraroute_db [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Added routes are [] {{(pid=83979) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 29 01:09:05.957657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.extraroute_db [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Removed routes are [] {{(pid=83979) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 29 01:09:05.957767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:06.079165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:06.262735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:06.334035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:06.337556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:06.481967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:06.499795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:06.509263 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:06.510721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:06.522157 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:06.523063 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:06.592907 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:06.603779 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:06.604531 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:06.629873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:06.635961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:06.636944 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e80a892-7284-4e17-b607-d52fc9de17a6 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 200 len: 701 time: 0.9904301 May 29 01:09:06.642724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58282) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:06.644239 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c3dba822-768b-4314-9e94-6e24ab9a019c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/floatingips/dd3a5021-7e15-4f76-bcd8-84453b1d349b HTTP/1.1" status: 200 len: 979 time: 2.3102510 May 29 01:09:06.647125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58286) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:06.649697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] Sync routers for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:06.663313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:06.664353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:06.691484 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:06.692171 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284d137-c47f-451d-ac55-cba68ebf73be None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:06.758182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f3137d32-096a-4381-8b8f-775282dd2acf tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Synchronizing usage tracker for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:06.790666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f3137d32-096a-4381-8b8f-775282dd2acf tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Unset dirty status for tenant:80fbe28d124645dc8b3e9ecd08c8a580 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:06.791371 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f3137d32-096a-4381-8b8f-775282dd2acf tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 200 len: 205 time: 0.1461525 May 29 01:09:06.795550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58290) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:06.803008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:06.911010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port fa978409-d230-46d6-91ed-97740459265e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:06.911505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:06.915094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:09:02Z', 'revision_number': 11, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:06.919447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] Checking router: 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:06.930431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] Routers {'69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:06.931198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:06.974442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26be4b44-d58b-43e4-b351-092bde9f1d87 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.088347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] Set router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:07.126877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.127351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.213764 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:09:02Z', 'revision_number': 11, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:07.219258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2109b7-7438-4ca3-9b18-40ecb381e3d1 None None] The sync data for ids ['69a4cecb-c78f-41c4-ae61-438bdc4ec5b6'] in dv-neutron-843186-2-hyperv is: [{'id': '69a4cecb-c78f-41c4-ae61-438bdc4ec5b6', 'name': 'tempest-RoutersTest-router-1630625139', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:08:14Z', 'updated_at': '2022-05-29T01:09:02Z', 'revision_number': 11, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:07.401128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for fa978409-d230-46d6-91ed-97740459265e owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:07.529536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26be4b44-d58b-43e4-b351-092bde9f1d87 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.533827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26be4b44-d58b-43e4-b351-092bde9f1d87 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.560407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26be4b44-d58b-43e4-b351-092bde9f1d87 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.561278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be4b44-d58b-43e4-b351-092bde9f1d87 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Fanout notify agent at l3_agent the message router_deleted on router 69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:09:07.576570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26be4b44-d58b-43e4-b351-092bde9f1d87 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.583027 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-26be4b44-d58b-43e4-b351-092bde9f1d87 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 204 len: 168 time: 0.7845595 May 29 01:09:07.583027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58298) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:07.588367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-132705394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:07.590465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.601928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:07.608615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Usage tracker for resource:router and tenant:80fbe28d124645dc8b3e9ecd08c8a580 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:07.612746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:07.620314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:07.632505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.633874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.638172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=fa978409-d230-46d6-91ed-97740459265e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:07.659347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.683615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.713979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:07.715178 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-65824cae-3642-456b-8ec1-193612ab1d60 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1317749 May 29 01:09:07.718583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58302) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:07.724013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e39cbfc3-4070-4e5e-b851-d21fcb5816f0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:07.757587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:08.260397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:08.405911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e39cbfc3-4070-4e5e-b851-d21fcb5816f0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:08.425496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e39cbfc3-4070-4e5e-b851-d21fcb5816f0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:08.543262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:08.553160 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:08.569730 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:08.570577 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:08.593936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:08.633362 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:08.647329 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:08.648089 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:08.660821 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c22ef2e3-62f3-4ab4-8bf4-7ff5cd299c82 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/floatingips/dd3a5021-7e15-4f76-bcd8-84453b1d349b HTTP/1.1" status: 204 len: 168 time: 2.0124288 May 29 01:09:08.664120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58308) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:08.716959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39cbfc3-4070-4e5e-b851-d21fcb5816f0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Router e1f7fd42-eabd-496d-8111-664b222dad12 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:09:08.718960 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:08.719358 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c589-aace-4380-b348-85e4a6dee83e None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:08.846900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port 9f9967be-12a2-44fd-9685-033b9d1c0096 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:08.847395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:09.111898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39cbfc3-4070-4e5e-b851-d21fcb5816f0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:09.120920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e39cbfc3-4070-4e5e-b851-d21fcb5816f0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:09.122918 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e39cbfc3-4070-4e5e-b851-d21fcb5816f0 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "PUT /v2.0/routers/e1f7fd42-eabd-496d-8111-664b222dad12 HTTP/1.1" status: 200 len: 693 time: 1.4028645 May 29 01:09:09.126854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] Sync routers for ids ['e1f7fd42-eabd-496d-8111-664b222dad12'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:09.132978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58314) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:09.184260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] Routers {'e1f7fd42-eabd-496d-8111-664b222dad12'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:09.185324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e1f7fd42-eabd-496d-8111-664b222dad12'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:09.341827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] Set router e1f7fd42-eabd-496d-8111-664b222dad12 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:09.387060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:09.473776 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-64e2e0af-af68-4c31-a767-4b1a437ffe31 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/routers/e1f7fd42-eabd-496d-8111-664b222dad12 HTTP/1.1" status: 200 len: 699 time: 0.3357077 May 29 01:09:09.475057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58318) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:09.493047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f7fd42-eabd-496d-8111-664b222dad12', 'name': 'tempest-RoutersTest-router-132705394', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:07Z', 'updated_at': '2022-05-29T01:09:08Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:09.512300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] Checking router: e1f7fd42-eabd-496d-8111-664b222dad12 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:09.538316 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-75931f02-8439-4cea-8e15-c91f2e575b9f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1f7fd42-eabd-496d-8111-664b222dad12 HTTP/1.1" status: 200 len: 205 time: 0.0619414 May 29 01:09:09.542040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58322) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:09.551713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] Routers {'e1f7fd42-eabd-496d-8111-664b222dad12'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:09.579928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for 9f9967be-12a2-44fd-9685-033b9d1c0096 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:09.580955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e1f7fd42-eabd-496d-8111-664b222dad12'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:09.840126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-370a5285-c876-4927-bf51-b32df1d429e5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:09.881601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] Set router e1f7fd42-eabd-496d-8111-664b222dad12 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:10.051492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f7fd42-eabd-496d-8111-664b222dad12', 'name': 'tempest-RoutersTest-router-132705394', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:07Z', 'updated_at': '2022-05-29T01:09:08Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:10.053687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.058059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa2681-4455-4061-a5eb-ed226a6f7ac1 None None] The sync data for ids ['e1f7fd42-eabd-496d-8111-664b222dad12'] in dv-neutron-843186-2-hyperv is: [{'id': 'e1f7fd42-eabd-496d-8111-664b222dad12', 'name': 'tempest-RoutersTest-router-132705394', 'tenant_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:07Z', 'updated_at': '2022-05-29T01:09:08Z', 'revision_number': 2, 'project_id': '80fbe28d124645dc8b3e9ecd08c8a580', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:10.119220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=9f9967be-12a2-44fd-9685-033b9d1c0096,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:10.340112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.366464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aed4fa47-5cc2-4f8b-a02c-b717f8df4ebb tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/ports/9f9967be-12a2-44fd-9685-033b9d1c0096 HTTP/1.1" status: 204 len: 168 time: 1.6986706 May 29 01:09:10.369827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58328) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:10.381541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:10.393153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:10.398348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:floatingip and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:10.401863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:10.408985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:10.425323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.540589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-370a5285-c876-4927-bf51-b32df1d429e5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.551175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-370a5285-c876-4927-bf51-b32df1d429e5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.609413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-370a5285-c876-4927-bf51-b32df1d429e5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.610109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370a5285-c876-4927-bf51-b32df1d429e5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Fanout notify agent at l3_agent the message router_deleted on router e1f7fd42-eabd-496d-8111-664b222dad12 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:09:10.639530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-370a5285-c876-4927-bf51-b32df1d429e5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.645860 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-370a5285-c876-4927-bf51-b32df1d429e5 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/e1f7fd42-eabd-496d-8111-664b222dad12 HTTP/1.1" status: 204 len: 168 time: 1.1026714 May 29 01:09:10.650065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58332) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:10.713744 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4de540e5-ccb1-4993-a719-98892e2e2f3f tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1f7fd42-eabd-496d-8111-664b222dad12 HTTP/1.1" status: 200 len: 205 time: 0.0624239 May 29 01:09:10.716627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58336) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:10.737845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:10.824437 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-da80d44c-81b9-4e2e-bc5b-781f5e417e8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] delete failed (client error): The resource could not be found. May 29 01:09:10.831068 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-da80d44c-81b9-4e2e-bc5b-781f5e417e8d tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/e1f7fd42-eabd-496d-8111-664b222dad12 HTTP/1.1" status: 404 len: 336 time: 0.1114812 May 29 01:09:10.831365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58342) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:10.905493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.26.5.36 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/fe98039f-2444-4b94-8044-6c0f123e6a10) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:10.939591 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9906ed3-2e1e-4fff-b99c-ffdbda3dbdef tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:10.940097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9906ed3-2e1e-4fff-b99c-ffdbda3dbdef tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:10.944189 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b9906ed3-2e1e-4fff-b99c-ffdbda3dbdef tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/2a8cb37d-aa40-47d0-9f7b-e1aec93696a6 HTTP/1.1" status: 404 len: 337 time: 0.1095703 May 29 01:09:10.944383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58346) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:10.988277 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a02c820-1bf6-49da-85e7-2b42d5194dee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:10.988711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a02c820-1bf6-49da-85e7-2b42d5194dee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:10.992028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9a02c820-1bf6-49da-85e7-2b42d5194dee tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/4fd6b672-ca4d-489c-be1d-1541017c1d29 HTTP/1.1" status: 404 len: 337 time: 0.0449800 May 29 01:09:10.992941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58350) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.038077 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-44248b98-f6f5-41e0-bf84-f70e90b2f412 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:11.038978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44248b98-f6f5-41e0-bf84-f70e90b2f412 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:11.042896 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-44248b98-f6f5-41e0-bf84-f70e90b2f412 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/8448ed27-23ca-4347-9055-4bbee16d419e HTTP/1.1" status: 404 len: 337 time: 0.0466065 May 29 01:09:11.043088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58354) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.090004 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41db88b-0ac3-4bc2-95ba-28a48d62754c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:11.090466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41db88b-0ac3-4bc2-95ba-28a48d62754c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:11.092267 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f41db88b-0ac3-4bc2-95ba-28a48d62754c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/185838b5-2d4e-4365-8154-3c2edbad6bca HTTP/1.1" status: 404 len: 337 time: 0.0475941 May 29 01:09:11.094952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58358) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.148263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:11.171171 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bef67df2-2d19-4dda-b102-2acbd32f7a9c tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 200 len: 205 time: 0.0718591 May 29 01:09:11.171831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58362) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.241165 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-44baff32-ddd6-4bb5-9738-8d689e8c03d9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] delete failed (client error): The resource could not be found. May 29 01:09:11.244869 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-44baff32-ddd6-4bb5-9738-8d689e8c03d9 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/69a4cecb-c78f-41c4-ae61-438bdc4ec5b6 HTTP/1.1" status: 404 len: 336 time: 0.0720768 May 29 01:09:11.245321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58366) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.261998 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:11.302273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-08800e71-a89c-4b0e-93c8-3b2a8915a840 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4b89293-c31e-4f45-8ced-7f0598026d27 HTTP/1.1" status: 200 len: 205 time: 0.0558350 May 29 01:09:11.304535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58370) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.338918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:11.342472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:11.346220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:11.379583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=fe98039f-2444-4b94-8044-6c0f123e6a10,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:11.383666 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-9b2aca5a-233f-42c3-af7e-c868bd714354 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] delete failed (client error): The resource could not be found. May 29 01:09:11.387349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9b2aca5a-233f-42c3-af7e-c868bd714354 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/b4b89293-c31e-4f45-8ced-7f0598026d27 HTTP/1.1" status: 404 len: 336 time: 0.0796270 May 29 01:09:11.388650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58376) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.455595 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dd7732-f211-477f-9706-e95764304f8e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:11.456253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dd7732-f211-477f-9706-e95764304f8e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:11.460046 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-70dd7732-f211-477f-9706-e95764304f8e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/fb67f032-7f20-49a8-9297-04a9eff4802c HTTP/1.1" status: 404 len: 337 time: 0.0682504 May 29 01:09:11.460753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58380) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.523660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3822ed8b-9b15-4651-b27a-554f1bdb432a tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=c42d7759-7e72-411b-9577-5bea23dd544c HTTP/1.1" status: 200 len: 205 time: 0.0615618 May 29 01:09:11.526736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58384) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.544712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:11.601761 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-3cb760a2-ee79-43bf-bc73-255930005e51 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] delete failed (client error): The resource could not be found. May 29 01:09:11.602642 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3cb760a2-ee79-43bf-bc73-255930005e51 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/c42d7759-7e72-411b-9577-5bea23dd544c HTTP/1.1" status: 404 len: 336 time: 0.0751641 May 29 01:09:11.605281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58388) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.609658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:11.656861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4981dbab-b976-45d9-916c-aa46d7c14e86 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4f9cfbc-3238-4b95-8b40-9210f3547452 HTTP/1.1" status: 200 len: 205 time: 0.0492210 May 29 01:09:11.659183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58392) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.745298 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-ea255bca-a8c9-404f-b614-251715464798 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] delete failed (client error): The resource could not be found. May 29 01:09:11.746610 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ea255bca-a8c9-404f-b614-251715464798 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/a4f9cfbc-3238-4b95-8b40-9210f3547452 HTTP/1.1" status: 404 len: 336 time: 0.0864689 May 29 01:09:11.749850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58396) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.797422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-c876dfa0-eeac-4141-822c-11a28642661b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:11.797869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c876dfa0-eeac-4141-822c-11a28642661b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:11.800791 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c876dfa0-eeac-4141-822c-11a28642661b tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/fd7d5b48-3492-47ec-84df-14d61d856af8 HTTP/1.1" status: 404 len: 337 time: 0.0498211 May 29 01:09:11.804454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58400) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.850260 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d2e9176c-ae73-4ddf-a4e2-722adf69fabc tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=28ad9d92-7793-4a77-b96b-954b6b30d5a8 HTTP/1.1" status: 200 len: 205 time: 0.0447414 May 29 01:09:11.852736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58404) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:11.899729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:11.905844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:12.035944 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-08e41bdb-0a52-476b-938c-107d33d95856 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] delete failed (client error): The resource could not be found. May 29 01:09:12.040359 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-08e41bdb-0a52-476b-938c-107d33d95856 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/28ad9d92-7793-4a77-b96b-954b6b30d5a8 HTTP/1.1" status: 404 len: 336 time: 0.1834314 May 29 01:09:12.040359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58410) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.061630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=fe98039f-2444-4b94-8044-6c0f123e6a10,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:12.070367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:12.078807 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-428781c9-d015-40e9-b09d-2c7bafbb1e63 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:12.079238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428781c9-d015-40e9-b09d-2c7bafbb1e63 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:12.083652 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-428781c9-d015-40e9-b09d-2c7bafbb1e63 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/8034bd83-d5ec-4ff3-9147-6cf1e61cc2c8 HTTP/1.1" status: 404 len: 337 time: 0.0405340 May 29 01:09:12.083751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58414) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.103263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:12.107592 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fe64f524-283b-4c7c-93ad-27a3e79d7afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7367239 May 29 01:09:12.108377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58418) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.114088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'port': {'network_id': '472dd7ff-72eb-4830-a04e-faee7304d47a', 'name': 'tempest-FloatingIPTestJSON-1357166518'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:12.155783 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0318ce54-538b-4b46-b3d9-ea14d76bde5e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "GET /v2.0/ports?device_id=68669d0e-0a85-450e-80c0-836de628c779 HTTP/1.1" status: 200 len: 205 time: 0.0709956 May 29 01:09:12.158131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58422) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.238863 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-fb4f6257-94d3-4508-9a91-5bba44f4a097 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] delete failed (client error): The resource could not be found. May 29 01:09:12.240906 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fb4f6257-94d3-4508-9a91-5bba44f4a097 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/routers/68669d0e-0a85-450e-80c0-836de628c779 HTTP/1.1" status: 404 len: 336 time: 0.0818884 May 29 01:09:12.244798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58426) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.292462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0519cf8-c4b3-4f2e-b231-53ba6475f14e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:12.292911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0519cf8-c4b3-4f2e-b231-53ba6475f14e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:12.299007 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d0519cf8-c4b3-4f2e-b231-53ba6475f14e tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/494721b1-4a22-448d-99f2-eb64e52cbaab HTTP/1.1" status: 404 len: 337 time: 0.0487380 May 29 01:09:12.299261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58430) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.313076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:12.317392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:port and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:12.320592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:12.326839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:12.338450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:12.345970 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-a011d59a-8694-4cf4-97d1-1052819543c4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] DELETE failed (client error): The resource could not be found. May 29 01:09:12.346407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a011d59a-8694-4cf4-97d1-1052819543c4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:12.347728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:12.354705 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a011d59a-8694-4cf4-97d1-1052819543c4 tempest-RoutersTest-992561550 tempest-RoutersTest-992561550-project] 10.222.0.33 "DELETE /v2.0/subnets/26abb493-be4a-4570-8abf-92b3ef5ddc84 HTTP/1.1" status: 404 len: 337 time: 0.0519254 May 29 01:09:12.375760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] device_id is not set on port 3fb81d48-a8fe-4e55-a441-5f0abd273a72 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:09:12.529303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.4 (472dd7ff-72eb-4830-a04e-faee7304d47a/486ad6ab-095d-42c3-b045-1afb99b01f0f/3fb81d48-a8fe-4e55-a441-5f0abd273a72) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:12.713963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58438) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.770026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:12.804956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:12.890972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 472dd7ff-72eb-4830-a04e-faee7304d47a is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:12.895034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:12.901296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=3fb81d48-a8fe-4e55-a441-5f0abd273a72,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:12.904659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:12.940609 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1e8450fb-a1fc-4d34-b59d-485d8d846788 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=80fbe28d124645dc8b3e9ecd08c8a580&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2251484 May 29 01:09:12.943377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58444) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:12.989100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:12.990006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:13.018126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f6b63c2-f37c-47d1-a0c3-479d2caece76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:13.019747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b51a34b6-2938-4188-b605-50de2621293b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9103470 May 29 01:09:13.022235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58448) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:13.027688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'port_id': '3fb81d48-a8fe-4e55-a441-5f0abd273a72'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:13.054073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f6b63c2-f37c-47d1-a0c3-479d2caece76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:13.124924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f6b63c2-f37c-47d1-a0c3-479d2caece76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:13.152309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b63c2-f37c-47d1-a0c3-479d2caece76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c1f25f-f204-45c5-9927-29a3a6271f33,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:13.158055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f6b63c2-f37c-47d1-a0c3-479d2caece76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:13.172955 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f6b63c2-f37c-47d1-a0c3-479d2caece76 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/08c1f25f-f204-45c5-9927-29a3a6271f33 HTTP/1.1" status: 204 len: 168 time: 0.2177820 May 29 01:09:13.252700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:13.820941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58458) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:13.893752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:13.898136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:14.102122 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP bf60a6c3-c64e-43ff-a19f-5f40f9add90f associated. External IP: 172.26.5.36, port: 3fb81d48-a8fe-4e55-a441-5f0abd273a72. May 29 01:09:14.273269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:14.515884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:14.794136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6361d705-a211-493f-ba98-d28a17038fe8 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036519914&fields=id&tenant_id=c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 267 time: 0.1156003 May 29 01:09:14.931509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port b6d6064a-480a-4711-b467-6bf00cb6e635 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:14.931845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:14.958782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-3aefb304-276e-4cf4-bac0-4f6a69321835 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:14.960211 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-3aefb304-276e-4cf4-bac0-4f6a69321835 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 812 time: 0.1576910 May 29 01:09:14.985278 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6f714beb-bc17-462e-93de-12937b7be589 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/quotas/c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 375 time: 0.0178492 May 29 01:09:15.040296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:15.045346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.050730 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:15.063062 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:15.063671 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:15.113881 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f359940d-10f2-4bf8-8bfa-a063ee7d4c36 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/floatingips/bf60a6c3-c64e-43ff-a19f-5f40f9add90f HTTP/1.1" status: 200 len: 977 time: 2.0883086 May 29 01:09:15.114419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58474) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:15.151294 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:15.164822 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:15.165426 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:15.188944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port 3fb81d48-a8fe-4e55-a441-5f0abd273a72 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:15.189255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.221891 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-43d99e05-84c7-45f2-839e-0985356fbb12 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2309828 May 29 01:09:15.236338 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:15.236893 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c68657-b840-42da-ad6d-c193b6a57c55 None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:15.262354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port b6d6064a-480a-4711-b467-6bf00cb6e635, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b6d6064a-480a-4711-b467-6bf00cb6e635,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:15.263073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.385816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for b6d6064a-480a-4711-b467-6bf00cb6e635 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:15.492968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-1cb2e0d3-4a69-4115-baab-e86f0f482c96 service neutron] 10.222.0.33 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584167 May 29 01:09:15.561717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.608419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=b6d6064a-480a-4711-b467-6bf00cb6e635,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:15.624807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.742796 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-2aeaf531-a635-4333-bbfe-aaef466d333d service neutron] 10.222.0.33 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431259 May 29 01:09:15.921632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.948135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.948611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:15.948929 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP bf60a6c3-c64e-43ff-a19f-5f40f9add90f disassociated. External IP: 172.26.5.36, port: 3fb81d48-a8fe-4e55-a441-5f0abd273a72. May 29 01:09:15.949312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for 3fb81d48-a8fe-4e55-a441-5f0abd273a72 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:16.117452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:16.177827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=3fb81d48-a8fe-4e55-a441-5f0abd273a72,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:16.337539 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-975e0132-8439-40cb-8b80-715c3d0a359a req-bf630c77-3dd6-43c5-915e-fc1b650d824d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 210 time: 0.1606414 May 29 01:09:16.558426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:16.592558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:16.614073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99da6c26-b8a8-4d93-85b8-f0f959114a3c has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:16.789674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:16.802359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:16.815065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:16.815982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:16.887061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:16.898970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:16.899656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:16.909352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:16.921943 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-055f16d7-94ea-4672-a55d-39b9851acfd1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/ports/3fb81d48-a8fe-4e55-a441-5f0abd273a72 HTTP/1.1" status: 204 len: 168 time: 1.8036304 May 29 01:09:16.922177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58496) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:16.947304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:16.961709 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] Sync routers for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:16.962673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:16.963268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa701b-5f26-497d-84c9-053d52d3ba9c None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:16.975818 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-05bf8a48-045a-45d3-960e-4c3d0891dccb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/99da6c26-b8a8-4d93-85b8-f0f959114a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1514688 May 29 01:09:16.986952 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:16.987146 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:17.033441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da58d645-4ee2-40e0-b7d5-75cfa2dc298c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "GET /v2.0/floatingips/bf60a6c3-c64e-43ff-a19f-5f40f9add90f HTTP/1.1" status: 200 len: 687 time: 0.1101387 May 29 01:09:17.036130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58502) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:17.230184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port fe98039f-2444-4b94-8044-6c0f123e6a10 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:17.231516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:17.243760 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:17.410828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-4d595189-6d97-41d5-9ec2-9a07e32262fb tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:17.412771 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-4d595189-6d97-41d5-9ec2-9a07e32262fb tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 812 time: 0.1910930 May 29 01:09:17.509102 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-7f383849-632d-4827-a8f9-2ae665fa2162 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1061b9e135f46219445f4b06952b692 HTTP/1.1" status: 200 len: 380 time: 0.0829506 May 29 01:09:17.518446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'port': {'device_id': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'admin_state_up': True, 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'security_groups': ['41ae96d7-1044-4102-a4e9-e5bf299d2d49']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:17.649603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:17.650300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:17.670796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:17.677783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:port and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:17.680671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:17.688414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:17.701808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Made reservation on behalf of c1061b9e135f46219445f4b06952b692 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:17.706512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:17.788296 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:15Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:10Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:17.793097 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] Checking router: 99da6c26-b8a8-4d93-85b8-f0f959114a3c for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:17.797858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for fe98039f-2444-4b94-8044-6c0f123e6a10 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:17.808742 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:17.810206 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:17.836904 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5f6f2ff3-e64f-4672-bc68-26ff4cb22654 req-9e84db2f-8866-4664-8fe2-0106e54cdab0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 210 time: 0.2926538 May 29 01:09:17.918208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Allocated IP 172.20.0.5 (a1fbdd6c-b6d7-4216-bc21-91d79df445cd/8d8c319a-af00-4825-8b11-fdd866db4f1b/d7d76f32-61d0-4199-b740-d18f9ddfe1f2) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:17.939596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad944268-cebd-45e3-a1f4-907ec1d33517 req-2e9bca4b-6a37-42e8-a925-442672860edd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:17.940366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-ad944268-cebd-45e3-a1f4-907ec1d33517 req-2e9bca4b-6a37-42e8-a925-442672860edd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:18.000746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-ad944268-cebd-45e3-a1f4-907ec1d33517 req-2e9bca4b-6a37-42e8-a925-442672860edd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:18.002471 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ad944268-cebd-45e3-a1f4-907ec1d33517 req-2e9bca4b-6a37-42e8-a925-442672860edd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 946 time: 0.5539930 May 29 01:09:18.035486 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:18.063533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.222599 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ad944268-cebd-45e3-a1f4-907ec1d33517 req-08dc61e7-5bc5-4a03-8444-2c1f8e1e20b1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090299 May 29 01:09:18.228539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=fe98039f-2444-4b94-8044-6c0f123e6a10,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:18.303005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.319519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Transition to ACTIVE for port object d7d76f32-61d0-4199-b740-d18f9ddfe1f2 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:18.333101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.343962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.352011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.353327 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5b6ec269-56e3-4940-a2e6-67f9674f7b6e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/floatingips/bf60a6c3-c64e-43ff-a19f-5f40f9add90f HTTP/1.1" status: 204 len: 168 time: 1.3133616 May 29 01:09:18.358106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58512) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:18.364042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '78de9f0c-fb41-4c3d-aff0-5df5c8418d28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:18.371236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:18.378291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:floatingip and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:18.381390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:18.388337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:18.406445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.424462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:18.427774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:18.436381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:18.508930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:18.525967 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:15Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:10Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:18.536675 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b0e37-8845-4764-9663-19b77677a90c None None] The sync data for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv is: [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:15Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2b63eea7-f406-42b3-bbe9-b8a753cc92bf', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'port_id': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'mac_address': 'fa:16:3e:f1:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:00Z', 'updated_at': '2022-05-29T01:07:10Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:18.543020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:18.544097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.602940 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-6e06cc95-6d99-4a2f-a2a7-53002590e45d tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884805 May 29 01:09:18.619263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Request body: {'port': {'device_id': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:18.633666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.741208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.787067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6d554469-82ee-4d7b-9152-9ebb53b79757 None None] Provisioning for port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:18.792981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6d554469-82ee-4d7b-9152-9ebb53b79757 None None] Provisioning complete for port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:18.794872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d554469-82ee-4d7b-9152-9ebb53b79757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.837835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.26.5.122 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/3bd832d5-6118-44f8-950c-49a0f6f859b1) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:18.858608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d554469-82ee-4d7b-9152-9ebb53b79757 None None] Port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:18.862654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-d2c453d2-4270-4188-8344-cf3ba20d9d84 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:18.864173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-d2c453d2-4270-4188-8344-cf3ba20d9d84 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 946 time: 0.1551535 May 29 01:09:18.959421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:18.959784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:18.984093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6d6064a-480a-4711-b467-6bf00cb6e635 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:19.033452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: b6d6064a-480a-4711-b467-6bf00cb6e635 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:19.033883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6d6064a-480a-4711-b467-6bf00cb6e635 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:19.190596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d76f32-61d0-4199-b740-d18f9ddfe1f2 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:09:19.193280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.198296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.216937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Transition to ACTIVE for port object d7d76f32-61d0-4199-b740-d18f9ddfe1f2 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:19.224682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.315571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.438474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:19.469759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:19.501254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:19.594212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Attempting to bind port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:09:19.594561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Attempting to bind port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:09:19.594800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Attempting to bind port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:19.600806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:09:19.601467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Attempting to bind port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 on network a1fbdd6c-b6d7-4216-bc21-91d79df445cd {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:19.607577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:19.609790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:09:19.610126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Checking segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:19.610516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Bound using segment: {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:09:19.610933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Bound port: d7d76f32-61d0-4199-b740-d18f9ddfe1f2, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:09:19.611273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.660317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=3bd832d5-6118-44f8-950c-49a0f6f859b1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:19.706002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] For port d7d76f32-61d0-4199-b740-d18f9ddfe1f2, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:09:19.709195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] For port d7d76f32-61d0-4199-b740-d18f9ddfe1f2, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:09:19.712630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.748333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f433108-10e7-4b57-99cd-2b834c4f6e22 req-685527cc-2b7a-4e9a-8d38-eb76b4be04f7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:19.750920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f433108-10e7-4b57-99cd-2b834c4f6e22 req-685527cc-2b7a-4e9a-8d38-eb76b4be04f7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 943 time: 0.5304239 May 29 01:09:19.784476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.785862 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] 10.222.0.16 "PUT /v2.0/ports/d7d76f32-61d0-4199-b740-d18f9ddfe1f2 HTTP/1.1" status: 200 len: 1093 time: 1.1708958 May 29 01:09:19.789273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:09:19.820815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6266b-3e23-46d6-b477-cd506fed5166 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:19.838053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:19.838419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:19.935562 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-070498f0-7011-4e2c-8548-528bba04cd59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 1096 time: 0.0823789 May 29 01:09:19.994593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for c1b12ec3-58a0-4c64-b258-8b6f0dd3812e owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:20.004488 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-5d51488c-0ca3-4c1c-aeee-4b42b99f78c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2 HTTP/1.1" status: 200 len: 217 time: 0.0626605 May 29 01:09:20.071529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-3865ba25-8783-4f93-af21-2fbbe9764597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:20.072900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-3865ba25-8783-4f93-af21-2fbbe9764597 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.0622272 May 29 01:09:20.164253 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-3fdb3ce8-dafb-4e23-9f5c-de7dc4e77739 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818598 May 29 01:09:20.165464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd5101-4061-4f0e-bfca-0daec9f35037 req-37106308-6243-47fb-b9a5-8ba938e1b63a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:20.166910 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fbcd5101-4061-4f0e-bfca-0daec9f35037 req-37106308-6243-47fb-b9a5-8ba938e1b63a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ceeb83c-7032-4205-9583-0ac8a5f048da HTTP/1.1" status: 200 len: 946 time: 0.7249289 May 29 01:09:20.240393 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f433108-10e7-4b57-99cd-2b834c4f6e22 req-63d941e8-ee2e-4e2e-b1d9-697aa6e60404 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396715 May 29 01:09:20.314405 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-1e2aa8e5-525d-49ff-ae5e-80d3d3d01dda service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409280 May 29 01:09:20.316079 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdc8e31-8f80-4e35-87ae-c19e9bd3a894'] response: {'name': 'network-changed', 'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'status': 'completed', 'code': 200} May 29 01:09:20.390293 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fbcd5101-4061-4f0e-bfca-0daec9f35037 req-090d92e3-199c-4049-bab8-6bc67dc849b7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ada9e10-ac97-4d1e-8a2a-d85908b340d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051680 May 29 01:09:20.459807 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4332e0c-6f36-4687-9b35-910d8e3ba1ae req-dbd45749-5c23-4a16-a321-ac856c61c9c8 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355753 May 29 01:09:20.495674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:20.553612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=c1b12ec3-58a0-4c64-b258-8b6f0dd3812e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:20.582556 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-31ee9aaf-d3f9-4d38-87fa-94871c810f03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 1096 time: 0.0739753 May 29 01:09:20.643120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port c1b12ec3-58a0-4c64-b258-8b6f0dd3812e on host hv-neutron-8431 {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:09:20.646001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:20.648481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'name': 'network-vif-deleted', 'tag': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:09:20.680119 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/c1b12ec3-58a0-4c64-b258-8b6f0dd3812e HTTP/1.1" status: 204 len: 173 time: 1.8106685 May 29 01:09:20.719796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-50803ba5-f3fe-4925-a7cf-1ae35a16e8e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:20.721341 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-50803ba5-f3fe-4925-a7cf-1ae35a16e8e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.1324005 May 29 01:09:20.724633 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c6609f-2545-4091-ae91-42ed3f8f33af'] response: {'server_uuid': '8ceeb83c-7032-4205-9583-0ac8a5f048da', 'name': 'network-vif-deleted', 'tag': 'c1b12ec3-58a0-4c64-b258-8b6f0dd3812e', 'status': 'completed', 'code': 200} May 29 01:09:20.804604 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-64030aef-257f-4d01-b637-5e54bcd7c95f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2 HTTP/1.1" status: 200 len: 217 time: 0.0652533 May 29 01:09:20.826302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:20.882700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-9b88bb88-e2b5-4956-a18e-b100cfbca474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:20.884218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-9b88bb88-e2b5-4956-a18e-b100cfbca474 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.0685377 May 29 01:09:20.886189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:20.962206 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-2941f164-2dd3-46a0-8c46-d7eff4baccd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719745 May 29 01:09:21.098086 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-d5c0e70c-682b-4f4f-bf3f-289267501acc service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289983 May 29 01:09:21.107663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:21.113274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:21.195584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=3bd832d5-6118-44f8-950c-49a0f6f859b1,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:21.247831 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2cbe669c-ad5d-45cb-ba02-99b8881d1bda req-e3e77b18-cc1f-4a41-bb83-4e10d7c5898c service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363468 May 29 01:09:21.269594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:21.492723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bff23-ccda-4ae7-a9e1-713e10787a48 req-2cdd5cfd-f7ef-49d7-9f37-9767dc4ee687 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:21.494185 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c71bff23-ccda-4ae7-a9e1-713e10787a48 req-2cdd5cfd-f7ef-49d7-9f37-9767dc4ee687 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 943 time: 0.1146924 May 29 01:09:21.497113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58528) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:21.565639 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c71bff23-ccda-4ae7-a9e1-713e10787a48 req-abc23f04-ba0e-474a-bf3e-32c14ea20eec tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654411 May 29 01:09:21.566209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43a97c44-8030-45b4-a4cd-cea88bda3b8f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:21.576452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP 9c19c388-6cca-403e-b920-0accdff66654 associated. External IP: 172.26.5.122, port: 78de9f0c-fb41-4c3d-aff0-5df5c8418d28. May 29 01:09:21.596415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43a97c44-8030-45b4-a4cd-cea88bda3b8f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:21.761452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43a97c44-8030-45b4-a4cd-cea88bda3b8f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:21.779950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a97c44-8030-45b4-a4cd-cea88bda3b8f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada9e10-ac97-4d1e-8a2a-d85908b340d9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:21.792549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43a97c44-8030-45b4-a4cd-cea88bda3b8f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:21.793909 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-43a97c44-8030-45b4-a4cd-cea88bda3b8f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/4ada9e10-ac97-4d1e-8a2a-d85908b340d9 HTTP/1.1" status: 204 len: 168 time: 0.2953954 May 29 01:09:21.842705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58534) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:22.024702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet 08c9a72d-829c-4280-888e-46c137cfd77b {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:09:22.027430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.084461 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:22.084704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.167044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.241049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.284768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=08c9a72d-829c-4280-888e-46c137cfd77b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:22.291140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:22.291613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.300054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763698c-4001-49b0-bfd6-52018f80cd6c None None] Network 129a7214-52ba-4a63-846f-6da8e8c946db requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:22.304099 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6552c724-3ef6-421c-b13b-137f90e3222f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/08c9a72d-829c-4280-888e-46c137cfd77b HTTP/1.1" status: 204 len: 168 time: 0.4603131 May 29 01:09:22.304766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58538) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:22.312288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.317450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e605677-1074-42cd-9452-b01509187b9c None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:22.365735 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b1232c77-c093-4e0f-a1d1-7e2116f9d823 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0064597 May 29 01:09:22.368371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58542) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:22.374651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1132132612'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:22.379291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:22.383216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:network and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:22.388804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:22.394799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:22.402039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e605677-1074-42cd-9452-b01509187b9c None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:22.402951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7e605677-1074-42cd-9452-b01509187b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:22.406614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:22.410046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.427033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.438854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 9703152f-9655-43eb-991f-9c6fd22bf106 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:22.439197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.442402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:09:22.451500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.451913 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Added segment cfc862b4-e86a-446c-908b-abfa3a8c42c6 of type vlan for network 17b8cb5f-9265-4b62-885d-86de0808db97 May 29 01:09:22.469821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c1b12ec3-58a0-4c64-b258-8b6f0dd3812e no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:22.484187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.516398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.516639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: c1b12ec3-58a0-4c64-b258-8b6f0dd3812e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:22.516950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c1b12ec3-58a0-4c64-b258-8b6f0dd3812e not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:22.518264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7e605677-1074-42cd-9452-b01509187b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:22.522914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:22.522914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.593288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e605677-1074-42cd-9452-b01509187b9c None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:22.593829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7e605677-1074-42cd-9452-b01509187b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:22.639053 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2697523 May 29 01:09:22.640324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58548) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:22.642181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399290b0-8514-4dbc-85d3-272f12c14d7e tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Network': ['ID=17b8cb5f-9265-4b62-885d-86de0808db97,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:22.648483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'subnet': {'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:22.661022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7e605677-1074-42cd-9452-b01509187b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:22.661449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e605677-1074-42cd-9452-b01509187b9c None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:22.662811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 17b8cb5f-9265-4b62-885d-86de0808db97 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:09:22.739446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 9703152f-9655-43eb-991f-9c6fd22bf106, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9703152f-9655-43eb-991f-9c6fd22bf106,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:22.739805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.803444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe6825-0867-484c-9d8b-1dc4527497fb req-06864c9c-9f2d-47fa-95ec-ca61b892c3f5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:22.804940 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07fe6825-0867-484c-9d8b-1dc4527497fb req-06864c9c-9f2d-47fa-95ec-ca61b892c3f5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 943 time: 0.0790150 May 29 01:09:22.854688 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07fe6825-0867-484c-9d8b-1dc4527497fb req-24926985-f562-4417-b7bf-48073508eda9 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 May 29 01:09:22.862246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] DHCP port deletion for 129a7214-52ba-4a63-846f-6da8e8c946db request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:09:22.866572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Deleting port 9703152f-9655-43eb-991f-9c6fd22bf106 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:22.867165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:22.887782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 9703152f-9655-43eb-991f-9c6fd22bf106 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:22.933660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:22.949177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:22.984023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:22.999109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.021617 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:09:23.048213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9703152f-9655-43eb-991f-9c6fd22bf106 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:23.098756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 9703152f-9655-43eb-991f-9c6fd22bf106 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:23.099011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9703152f-9655-43eb-991f-9c6fd22bf106 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:23.099197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=9703152f-9655-43eb-991f-9c6fd22bf106,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:23.119282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port 9703152f-9655-43eb-991f-9c6fd22bf106 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:09:23.122263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] For port 9703152f-9655-43eb-991f-9c6fd22bf106, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9703152f-9655-43eb-991f-9c6fd22bf106,segment=NetworkSegment(75cef3e9-fddb-4898-9008-9d891e8f0a5d),segment_id=75cef3e9-fddb-4898-9008-9d891e8f0a5d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:23.122659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.170138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.277558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Calling delete_port for 9703152f-9655-43eb-991f-9c6fd22bf106 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:23.352727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:09:23.353434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:09:23.426083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.460822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129a7214-52ba-4a63-846f-6da8e8c946db']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:23.475935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cef3e9-fddb-4898-9008-9d891e8f0a5d') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:23.476276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cef3e9-fddb-4898-9008-9d891e8f0a5d') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:23.490415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.511185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.551786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:09:23.552196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:09:23.569238 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:09:23.660666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.689280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.716523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=129a7214-52ba-4a63-846f-6da8e8c946db,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:23.730261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.759072 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-27e7b956-54c4-4adc-8323-acacccdf2923 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/129a7214-52ba-4a63-846f-6da8e8c946db HTTP/1.1" status: 204 len: 168 time: 1.4532781 May 29 01:09:23.761802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58552) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:23.810631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Subnet': ['ID=4f2c876a-95c3-4f85-9b04-b864880860dd,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:23.819230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Checking segment: {'id': 'cfc862b4-e86a-446c-908b-abfa3a8c42c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:23.819583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network hostable DHCP agents. Network: 17b8cb5f-9265-4b62-885d-86de0808db97, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:09:23.843403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 17b8cb5f-9265-4b62-885d-86de0808db97 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:09:23.853495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 17b8cb5f-9265-4b62-885d-86de0808db97) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:23.855636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Deleting port 9703152f-9655-43eb-991f-9c6fd22bf106 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:23.857709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.858266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:23.858841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.880326 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ed311564-71db-48e3-a8a8-74c814eaf423 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2389526 May 29 01:09:23.882986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58556) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:23.894752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db680fc2-f876-4880-b37f-4d1d78fb8086 None None] Network 17b8cb5f-9265-4b62-885d-86de0808db97 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:23.898849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-873938978', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:23.906615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:23.910966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:router and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:23.914225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:23.921077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:23.938419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.939709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.963403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:23.980319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 259eea0d-0aa0-4ee6-abbc-8a073debabd3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:23.980752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.002293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f7eb7-9040-42ce-91a4-4f215b4020f4 None None] The port '9703152f-9655-43eb-991f-9c6fd22bf106' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:09:24.138439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.203979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-17b8cb5f-9265-4b62-885d-86de0808db97', 'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97', 'tenant_id': '5b246c86edc7485898a87db3fdcae1c2', 'fixed_ips': [{'subnet_id': '4f2c876a-95c3-4f85-9b04-b864880860dd'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:09:24.204947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.213277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9504a-afc5-454e-9c23-b19a9a88248b req-9be8a4f1-5b95-45e1-afe0-b78693ffdcbe tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:24.214724 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c2f9504a-afc5-454e-9c23-b19a9a88248b req-9be8a4f1-5b95-45e1-afe0-b78693ffdcbe tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 943 time: 0.1901789 May 29 01:09:24.256988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.257356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.342195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.366164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Allocated IP 172.20.0.2 (17b8cb5f-9265-4b62-885d-86de0808db97/4f2c876a-95c3-4f85-9b04-b864880860dd/e78069bb-f81f-410e-987d-4c4855c1bf93) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:24.372724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.390485 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 259eea0d-0aa0-4ee6-abbc-8a073debabd3 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:24.434611 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c2f9504a-afc5-454e-9c23-b19a9a88248b req-bd5eead4-810f-4f39-9d48-0db2f82dfa7b tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060609 May 29 01:09:24.524922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.26.5.126 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/f09c3c47-f574-42eb-a5ac-f1e0a7f76099) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:24.552227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.594041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.606733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Transition to ACTIVE for port object e78069bb-f81f-410e-987d-4c4855c1bf93 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:24.628014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Transition to ACTIVE for port object e78069bb-f81f-410e-987d-4c4855c1bf93 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:24.634983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.682640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.699660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=259eea0d-0aa0-4ee6-abbc-8a073debabd3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:24.707417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Network 17b8cb5f-9265-4b62-885d-86de0808db97 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:24.710247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:24.714300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:24.718082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.762674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Pushing event updated for resources: {'Port': ['ID=e78069bb-f81f-410e-987d-4c4855c1bf93,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:24.788176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:24.791843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:24.800532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.801451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:24.835828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.836204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.837037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.837037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.837213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.837392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=f09c3c47-f574-42eb-a5ac-f1e0a7f76099,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:24.837500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.837824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.838149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.838463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.838781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.839674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:24.851982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Attempting to bind port e78069bb-f81f-410e-987d-4c4855c1bf93 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:09:24.852433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Attempting to bind port e78069bb-f81f-410e-987d-4c4855c1bf93 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'cfc862b4-e86a-446c-908b-abfa3a8c42c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:09:24.852964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Attempting to bind port e78069bb-f81f-410e-987d-4c4855c1bf93 on network 17b8cb5f-9265-4b62-885d-86de0808db97 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:24.863208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:09:24.863589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Checking segment: {'id': 'cfc862b4-e86a-446c-908b-abfa3a8c42c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:24.865478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.865739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Bound using segment: {'id': 'cfc862b4-e86a-446c-908b-abfa3a8c42c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:09:24.867411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Bound port: e78069bb-f81f-410e-987d-4c4855c1bf93, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc862b4-e86a-446c-908b-abfa3a8c42c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:09:24.867800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:24.976651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] For port e78069bb-f81f-410e-987d-4c4855c1bf93, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:09:24.980517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] For port e78069bb-f81f-410e-987d-4c4855c1bf93, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e78069bb-f81f-410e-987d-4c4855c1bf93,segment=NetworkSegment(cfc862b4-e86a-446c-908b-abfa3a8c42c6),segment_id=cfc862b4-e86a-446c-908b-abfa3a8c42c6)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:09:24.992124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:25.015739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:25.016815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:25.131592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60e50e-51f1-4f19-be88-7bc99cec826c None None] Pushing event updated for resources: {'Port': ['ID=e78069bb-f81f-410e-987d-4c4855c1bf93,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:25.285984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99da6c26-b8a8-4d93-85b8-f0f959114a3c has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:25.342076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:09:25.574343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:25.584512 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] Sync routers for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:25.605424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:25.608490 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:25.609105 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:25.748491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e31a5e7d-6d20-4165-a551-ce180eb73aee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/2b63eea7-f406-42b3-bbe9-b8a753cc92bf HTTP/1.1" status: 204 len: 168 time: 1.9848652 May 29 01:09:25.750198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:09:25.763322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:25.775428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] Sync routers for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:25.796893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09973305-2cfc-40ee-b315-6b3b869a8889 req-38fbdc29-f36d-4c39-9fc6-64c89f3c657a tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:25.799584 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09973305-2cfc-40ee-b315-6b3b869a8889 req-38fbdc29-f36d-4c39-9fc6-64c89f3c657a tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 943 time: 0.1539769 May 29 01:09:25.802395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:25.803292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:25.819737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:25.821934 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e8f5f775-8bff-4362-995d-bc4f7509fac1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9376688 May 29 01:09:25.826935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58568) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:25.868931 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:25.885391 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09973305-2cfc-40ee-b315-6b3b869a8889 req-0c324e9e-68cf-4860-83b8-5b115c4864d5 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771718 May 29 01:09:25.947789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:25.976715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:25.977862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:26.037832 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901fc675-e812-4b3f-95d9-8fe08a3750dc'] response: {'name': 'network-changed', 'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'status': 'completed', 'code': 200} May 29 01:09:26.071817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:26.073389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51bcd7-0044-48e3-bb9d-f6773e99e7ef None None] The sync data for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:26.197166 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-49621e86-c24f-40c6-9c15-6b1ec14f27fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 1098 time: 0.1342580 May 29 01:09:26.305561 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:15Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:26.310748 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] Checking router: 99da6c26-b8a8-4d93-85b8-f0f959114a3c for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:26.327635 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:26.328747 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:26.474285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8524e-5d61-4ebc-b59f-cf5287989a25 req-c8d196c4-11b5-4d40-99b9-3ee2e701a116 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:26.475007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0bb8524e-5d61-4ebc-b59f-cf5287989a25 req-c8d196c4-11b5-4d40-99b9-3ee2e701a116 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:26.500976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0bb8524e-5d61-4ebc-b59f-cf5287989a25 req-c8d196c4-11b5-4d40-99b9-3ee2e701a116 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:26.512215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-e991cc5a-d81d-4d3c-8b3d-19f8354c33e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:26.513702 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-e991cc5a-d81d-4d3c-8b3d-19f8354c33e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 200 len: 898 time: 0.3084688 May 29 01:09:26.520360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab51b2d-b217-4ec8-8f8d-187838e3085a None None] Network 17b8cb5f-9265-4b62-885d-86de0808db97 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:26.526576 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bb8524e-5d61-4ebc-b59f-cf5287989a25 req-c8d196c4-11b5-4d40-99b9-3ee2e701a116 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.1511774 May 29 01:09:26.582837 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bb8524e-5d61-4ebc-b59f-cf5287989a25 req-9c6afde3-d088-4b86-bda6-9fb88c76f9ea tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520194 May 29 01:09:26.586532 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:26.619423 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-28b2aea0-7792-4793-b5cf-aadf965e449b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 HTTP/1.1" status: 200 len: 217 time: 0.0903647 May 29 01:09:26.628178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4a9e6d4e-4d42-4ed0-a45f-5e3b0fe3ffaf None None] Provisioning for port e78069bb-f81f-410e-987d-4c4855c1bf93 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:26.866825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-1f3f9dbc-8c1f-44a5-af7c-fdd209719d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:26.868268 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-1f3f9dbc-8c1f-44a5-af7c-fdd209719d4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c5eaefa-9c65-4c96-8e96-c836a737c165 HTTP/1.1" status: 200 len: 835 time: 0.1364846 May 29 01:09:26.933528 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:15Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:26.938856 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33d558-07fe-4c0f-9a1a-b9296ed9b95d None None] The sync data for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv is: [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:15Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '30202798-a95d-4da0-be14-b95cc02c24cf', 'name': '', 'network_id': '7fe5b49b-5898-4351-9d96-de0d7a88ee1e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:c7:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:17Z', 'updated_at': '2022-05-29T01:06:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8c5eaefa-9c65-4c96-8e96-c836a737c165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:26.993885 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-4743ee5a-45d7-41ab-8b99-c59491d67f9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7fe5b49b-5898-4351-9d96-de0d7a88ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136672 May 29 01:09:27.075478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e78069bb-f81f-410e-987d-4c4855c1bf93 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:27.167530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port e78069bb-f81f-410e-987d-4c4855c1bf93 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:27.173520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port e78069bb-f81f-410e-987d-4c4855c1bf93 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:27.174446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:27.175110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32714536-ddb5-4f65-a0d1-f2c010033394 req-221837e3-e4c2-471a-acfb-012d1cd4d5fc tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:27.176860 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32714536-ddb5-4f65-a0d1-f2c010033394 req-221837e3-e4c2-471a-acfb-012d1cd4d5fc tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 943 time: 0.1025178 May 29 01:09:27.225542 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-98264d88-d9ff-46ac-ad99-63bb1325788a service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287619 May 29 01:09:27.250242 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32714536-ddb5-4f65-a0d1-f2c010033394 req-a2be947e-41b4-478b-92bc-58881b0c8b40 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629334 May 29 01:09:27.338942 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe56585a-d14d-439a-ae28-77d1a732c76c None None] New status for floating IP 2b63eea7-f406-42b3-bbe9-b8a753cc92bf: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:09:27.373983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:27.413916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port e78069bb-f81f-410e-987d-4c4855c1bf93, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e78069bb-f81f-410e-987d-4c4855c1bf93,segment=NetworkSegment(cfc862b4-e86a-446c-908b-abfa3a8c42c6),segment_id=cfc862b4-e86a-446c-908b-abfa3a8c42c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:27.420985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:27.520038 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=e78069bb-f81f-410e-987d-4c4855c1bf93,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:27.608880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f924c0b2-132a-4177-a17f-61e595b328c6 req-70dce74b-588c-442a-8497-e5c85480047e service neutron] 10.222.0.16 "GET /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751938 May 29 01:09:27.629807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:27.820104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e8b3c-2f46-443b-a132-5d9595f3160d req-9e76e81b-114b-461c-bdf0-0f005e800da5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:27.826442 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa6e8b3c-2f46-443b-a132-5d9595f3160d req-9e76e81b-114b-461c-bdf0-0f005e800da5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.1055679 May 29 01:09:27.872892 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa6e8b3c-2f46-443b-a132-5d9595f3160d req-965607f1-305c-463c-baf6-d93c99051a23 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 May 29 01:09:28.102275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.1 (17b8cb5f-9265-4b62-885d-86de0808db97/4f2c876a-95c3-4f85-9b04-b864880860dd/f55fac51-3744-4b09-9c0c-6db5adc84ea4) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:28.236812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429670-6674-47c4-be1b-9a5254ea88fe req-7373e88b-c940-4925-91e6-ef989b8421dc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:28.238834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-42429670-6674-47c4-be1b-9a5254ea88fe req-7373e88b-c940-4925-91e6-ef989b8421dc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:28.273948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-42429670-6674-47c4-be1b-9a5254ea88fe req-7373e88b-c940-4925-91e6-ef989b8421dc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:28.275005 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-42429670-6674-47c4-be1b-9a5254ea88fe req-7373e88b-c940-4925-91e6-ef989b8421dc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.2432120 May 29 01:09:28.370512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:28.385878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:28.386315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:28.449358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Transition to ACTIVE for port object f55fac51-3744-4b09-9c0c-6db5adc84ea4 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:28.459059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device d7d76f32-61d0-4199-b740-d18f9ddfe1f2 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:09:28.479272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ad6e8-954d-4d8d-a147-cac686036464 req-5aa0b94e-ecf6-4fa8-b47c-86313182d0a2 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:28.480889 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-992ad6e8-954d-4d8d-a147-cac686036464 req-5aa0b94e-ecf6-4fa8-b47c-86313182d0a2 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 943 time: 0.0911283 May 29 01:09:28.550489 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-992ad6e8-954d-4d8d-a147-cac686036464 req-14523348-260e-4f76-bbd0-d7e90026d922 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597572 May 29 01:09:28.606800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:28.630381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port d7d76f32-61d0-4199-b740-d18f9ddfe1f2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:28.646101 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'port_id': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'mac_address': 'fa:16:3e:66:08:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:09:28.708733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:28.714202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=f55fac51-3744-4b09-9c0c-6db5adc84ea4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:28.722861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 17b8cb5f-9265-4b62-885d-86de0808db97 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:28.729104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d76f32-61d0-4199-b740-d18f9ddfe1f2 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:09:28.737133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:28.747198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port d7d76f32-61d0-4199-b740-d18f9ddfe1f2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:28.747834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:28.752699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:28.827899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:28.828934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:28.844352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:28.969955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:28.980984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:29.020446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9d723f76-856c-494d-967b-766ada466522 None None] Provisioning for port f55fac51-3744-4b09-9c0c-6db5adc84ea4 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:29.032406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9d723f76-856c-494d-967b-766ada466522 None None] Provisioning complete for port f55fac51-3744-4b09-9c0c-6db5adc84ea4 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:29.033115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9d723f76-856c-494d-967b-766ada466522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:29.069996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e78069bb-f81f-410e-987d-4c4855c1bf93 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:29.098088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['d7d76f32-61d0-4199-b740-d18f9ddfe1f2'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:09:29.114921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccc5b-f8b5-41ef-aeb4-0b71e70e42fd req-2654a32a-ec40-40ff-85fa-c68023c4d6f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:29.116618 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a9ccc5b-f8b5-41ef-aeb4-0b71e70e42fd req-2654a32a-ec40-40ff-85fa-c68023c4d6f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 945 time: 0.0859244 May 29 01:09:29.188591 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a9ccc5b-f8b5-41ef-aeb4-0b71e70e42fd req-fd49d838-d20a-4b3d-80f7-320939d7d300 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=31d4e569-ca5f-4138-8840-05511106371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659080 May 29 01:09:29.194693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:29.218296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9d723f76-856c-494d-967b-766ada466522 None None] Port f55fac51-3744-4b09-9c0c-6db5adc84ea4 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:29.278436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port e78069bb-f81f-410e-987d-4c4855c1bf93 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:29.278810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:29.407097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:29.573635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=aebfb99d-4cfc-49ac-a2c1-54cd57cffe79,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:29.671839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:09:29.676781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:29.681060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'name': 'network-vif-deleted', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:09:29.711810 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-42429670-6674-47c4-be1b-9a5254ea88fe req-0d4d59ae-9e3c-4943-ba56-cf936f4232f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 HTTP/1.1" status: 204 len: 173 time: 1.4297037 May 29 01:09:29.781089 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc946351-19a6-46f3-9e88-4b825567fee6'] response: {'server_uuid': 'dd3b98ee-1500-4fce-86b1-b4088f03115f', 'name': 'network-vif-deleted', 'tag': 'aebfb99d-4cfc-49ac-a2c1-54cd57cffe79', 'status': 'completed', 'code': 200} May 29 01:09:29.803129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb138-b33c-4d5d-a5f2-03a1997ab795 req-2d67f6b1-2837-433b-a214-edfbdc2ee756 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:29.804621 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a76bb138-b33c-4d5d-a5f2-03a1997ab795 req-2d67f6b1-2837-433b-a214-edfbdc2ee756 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 944 time: 0.1180296 May 29 01:09:29.869013 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a76bb138-b33c-4d5d-a5f2-03a1997ab795 req-680c942a-f65d-4166-907c-443ae22314ca tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554004 May 29 01:09:29.971680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:29.977689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:30.098906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=f55fac51-3744-4b09-9c0c-6db5adc84ea4,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:30.102290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:30.252388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 17b8cb5f-9265-4b62-885d-86de0808db97 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:30.253533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:30.384681 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b535f67-7740-488f-a55c-fa111456bce1 req-2f4c853a-2bd5-4426-8f9c-df621b08ae78 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd3b98ee-1500-4fce-86b1-b4088f03115f HTTP/1.1" status: 200 len: 210 time: 0.0467782 May 29 01:09:30.486185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device d7d76f32-61d0-4199-b740-d18f9ddfe1f2 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:30.558794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a80f48b8-f2e6-4ffd-ae29-6af773b08712 None None] Provisioning complete for port f55fac51-3744-4b09-9c0c-6db5adc84ea4 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:30.559338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a80f48b8-f2e6-4ffd-ae29-6af773b08712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:30.604369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:30.612017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:30.612394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:30.650080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a80f48b8-f2e6-4ffd-ae29-6af773b08712 None None] Port f55fac51-3744-4b09-9c0c-6db5adc84ea4 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:30.658671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:30.729665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:30.757107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:09:30.766441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port d7d76f32-61d0-4199-b740-d18f9ddfe1f2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:30.772641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:30.773495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:30.838323 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd4bf5a-8509-42a2-b2db-b7e664f38e03'] response: {'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'code': 200} May 29 01:09:30.843653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:30.844017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device aebfb99d-4cfc-49ac-a2c1-54cd57cffe79 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:30.863871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:30.871955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58590) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:30.872411 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-387af59b-a7f0-49f7-834d-ebe09dcc3d21 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/routers/2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0426676 May 29 01:09:30.874092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] Sync routers for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:30.878253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'port': {'network_id': '17b8cb5f-9265-4b62-885d-86de0808db97', 'name': 'tempest-FloatingIPTestJSON-1640833379'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:30.884023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:30.892899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:30.893433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:30.960727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:30.974158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:30.975145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:31.037643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:31.038362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5e2d3-4f8c-400f-a0c8-c69adc6a41f8 None None] The sync data for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:31.182644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:31.189313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Usage tracker for resource:port and tenant:5b246c86edc7485898a87db3fdcae1c2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:31.193818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:31.204827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26e10-dd80-46e4-8ce7-d66e4a1a5c3f req-6cd2542d-09b2-4891-aa18-d780993b8d54 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:31.206294 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90a26e10-dd80-46e4-8ce7-d66e4a1a5c3f req-6cd2542d-09b2-4891-aa18-d780993b8d54 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 945 time: 0.1511743 May 29 01:09:31.207195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:31.234943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Made reservation on behalf of 5b246c86edc7485898a87db3fdcae1c2 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:31.238093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.249254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faa3f1c2-4c2c-48f7-923b-2e19302b5a0d req-7829a515-2883-4016-94a2-d414932476d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 1098 time: 0.1878295 May 29 01:09:31.273479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] device_id is not set on port 65282866-a981-43c5-9dc9-311d7226aea7 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:09:31.289642 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-faa3f1c2-4c2c-48f7-923b-2e19302b5a0d req-2385b4c7-bd9f-41e1-8a08-ddc4182156c2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 May 29 01:09:31.315323 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90a26e10-dd80-46e4-8ce7-d66e4a1a5c3f req-761cb408-1715-488e-bd30-807132eae1bf tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026127 May 29 01:09:31.388632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92d5166b-1f95-4004-9c27-070ce1b73c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.420501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Allocated IP 172.20.0.12 (17b8cb5f-9265-4b62-885d-86de0808db97/4f2c876a-95c3-4f85-9b04-b864880860dd/65282866-a981-43c5-9dc9-311d7226aea7) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:31.492309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58598) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:31.567272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5e9-7ab0-4ddc-9339-d2d438e168c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.597121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5e9-7ab0-4ddc-9339-d2d438e168c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.619361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.634332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Transition to ACTIVE for port object 65282866-a981-43c5-9dc9-311d7226aea7 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:31.655623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.660441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5e9-7ab0-4ddc-9339-d2d438e168c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.679713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97d5e9-7ab0-4ddc-9339-d2d438e168c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d4e569-ca5f-4138-8840-05511106371e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:31.697149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5e9-7ab0-4ddc-9339-d2d438e168c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.700373 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9a97d5e9-7ab0-4ddc-9339-d2d438e168c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/31d4e569-ca5f-4138-8840-05511106371e HTTP/1.1" status: 204 len: 168 time: 0.2069783 May 29 01:09:31.736434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Network 17b8cb5f-9265-4b62-885d-86de0808db97 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:31.739739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:31.740511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58604) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:31.744531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:31.773205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event updated for resources: {'Port': ['ID=65282866-a981-43c5-9dc9-311d7226aea7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:31.810429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:31.811151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.838838 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bfba8d85-f53d-4e21-9609-498b6c2f1191 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9649134 May 29 01:09:31.842399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58608) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:31.848204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Request body: {'floatingip': {'port_id': '65282866-a981-43c5-9dc9-311d7226aea7'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:31.953755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:31.979175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3c9be791-808d-4ad8-ba4a-83cfcfaf5ac4 None None] Provisioning for port 65282866-a981-43c5-9dc9-311d7226aea7 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:31.984510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3c9be791-808d-4ad8-ba4a-83cfcfaf5ac4 None None] Provisioning complete for port 65282866-a981-43c5-9dc9-311d7226aea7 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:31.985097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3c9be791-808d-4ad8-ba4a-83cfcfaf5ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:32.056197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3c9be791-808d-4ad8-ba4a-83cfcfaf5ac4 None None] Port 65282866-a981-43c5-9dc9-311d7226aea7 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:32.164280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:32.568310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c3444-b888-40c3-b3f0-1e403ff276cb req-7175ea91-2f44-4425-82ac-cfe10e134c6f tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:32.569640 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f9c3444-b888-40c3-b3f0-1e403ff276cb req-7175ea91-2f44-4425-82ac-cfe10e134c6f tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 945 time: 0.1113911 May 29 01:09:32.806589 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f9c3444-b888-40c3-b3f0-1e403ff276cb req-951d1e15-08ab-4467-a4a6-e9b1529c7b1c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309134 May 29 01:09:32.815642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 30202798-a95d-4da0-be14-b95cc02c24cf {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:32.816254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:32.826005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:32.831107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:33.009222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 30202798-a95d-4da0-be14-b95cc02c24cf, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=30202798-a95d-4da0-be14-b95cc02c24cf,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:33.009575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:33.032564 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP 9c19c388-6cca-403e-b920-0accdff66654 associated. External IP: 172.26.5.122, port: 78de9f0c-fb41-4c3d-aff0-5df5c8418d28. May 29 01:09:33.138520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 30202798-a95d-4da0-be14-b95cc02c24cf owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:33.414898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:33.438672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:33.460373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=30202798-a95d-4da0-be14-b95cc02c24cf,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:33.559972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a4ced081-5d08-40a9-8e66-9f3451990864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:33.645419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:33.654967 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:33.667375 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:33.668027 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:33.734272 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:33.745527 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:33.746124 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:33.753890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:33.805414 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:33.805823 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ace238-e2f7-4f28-b09e-4f12fbc9f82b None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:34.080222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168a009-d6e8-4086-b863-f17c71cd11f5 req-ce82fd05-c19c-4750-8b7e-6447b9907073 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:34.081537 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f168a009-d6e8-4086-b863-f17c71cd11f5 req-ce82fd05-c19c-4750-8b7e-6447b9907073 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 945 time: 0.1111388 May 29 01:09:34.149538 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f168a009-d6e8-4086-b863-f17c71cd11f5 req-af30b2a4-7354-4718-8491-8eec10746aa8 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596423 May 29 01:09:34.172065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:34.367799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99da6c26-b8a8-4d93-85b8-f0f959114a3c has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:34.516548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:34.516988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4916db-a140-4bde-93d7-744f2e16f8ff req-74b49d40-db1e-4873-8425-9c887f073247 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:34.519155 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f4916db-a140-4bde-93d7-744f2e16f8ff req-74b49d40-db1e-4873-8425-9c887f073247 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 945 time: 0.1142135 May 29 01:09:34.570874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:34.580402 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] Sync routers for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:34.583451 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f4916db-a140-4bde-93d7-744f2e16f8ff req-19576f84-f2d3-47d7-ae2a-64f4d3c6518c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584798 May 29 01:09:34.584490 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-57653ef1-59b5-4e54-847a-95f4dca41148 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/99da6c26-b8a8-4d93-85b8-f0f959114a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421943 May 29 01:09:34.587058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58618) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:34.598551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:34.598750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:34.599543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:34.602899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:34.609059 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] Sync routers for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:34.626864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58622) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:34.634423 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:34.635032 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:34.712821 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:34.726562 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:34.727425 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:34.776051 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f2d5f69c-ef85-47b3-8fd9-e290765b758c tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/floatingips/9c19c388-6cca-403e-b920-0accdff66654 HTTP/1.1" status: 200 len: 979 time: 2.9299440 May 29 01:09:34.777419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58626) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:34.817420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-010f0526-60b4-4126-858e-90ebe3aa8544 tempest-TestVolumeBootPattern-1280625693 tempest-TestVolumeBootPattern-1280625693-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 1093 time: 0.1831639 May 29 01:09:34.820970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58630) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:34.832696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:34.834843 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:34.835243 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c2917-914a-45b7-ad3a-3d03272397fc None None] The sync data for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:34.842121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:34.854887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Usage tracker for resource:floatingip and tenant:c1061b9e135f46219445f4b06952b692 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:34.859867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:34.869025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:34.876698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port 65282866-a981-43c5-9dc9-311d7226aea7 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:34.877034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:34.887404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:34.928845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:34.971367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet 8c5eaefa-9c65-4c96-8e96-c836a737c165 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:09:34.973847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.058304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.152132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.205423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:33Z', 'revision_number': 7, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:35.210715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] Checking router: 99da6c26-b8a8-4d93-85b8-f0f959114a3c for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:35.228744 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] Routers {'99da6c26-b8a8-4d93-85b8-f0f959114a3c'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:35.229412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:35.229951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.237816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.278451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5eaefa-9c65-4c96-8e96-c836a737c165,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:35.282792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.289097 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a1349d49-41ce-4634-ad4d-3fc8e1203421 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/8c5eaefa-9c65-4c96-8e96-c836a737c165 HTTP/1.1" status: 204 len: 168 time: 0.7010407 May 29 01:09:35.291703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58634) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:35.342116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24293300-5a61-404c-a4b2-3ccefece00f8 None None] Network 7fe5b49b-5898-4351-9d96-de0d7a88ee1e requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:35.342325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.480330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.506393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.598060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] Set router 99da6c26-b8a8-4d93-85b8-f0f959114a3c gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:35.672193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.672557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.672844 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Floating IP 9c19c388-6cca-403e-b920-0accdff66654 disassociated. External IP: 172.26.5.122, port: 65282866-a981-43c5-9dc9-311d7226aea7. May 29 01:09:35.673176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for 65282866-a981-43c5-9dc9-311d7226aea7 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:35.704316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Allocated IP 172.26.5.105 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/5592f244-b4b7-40ae-8195-b08be13a2f34) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:35.718450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.733204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port fa2d2ce7-c5df-45b4-99ab-4026e3068523 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:35.733754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.887661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] DHCP port deletion for 7fe5b49b-5898-4351-9d96-de0d7a88ee1e request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:09:35.896287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] Deleting port 4913160e-09dc-44f8-aa51-44b48eb18982 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:35.896740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:35.935610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port fa2d2ce7-c5df-45b4-99ab-4026e3068523, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fa2d2ce7-c5df-45b4-99ab-4026e3068523,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:35.936220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.047364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:33Z', 'revision_number': 7, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:36.065324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.071489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.081074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for fa2d2ce7-c5df-45b4-99ab-4026e3068523 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:36.120331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf223f8-3d8b-4922-a83b-2beb75d4bdd5 None None] The sync data for ids ['99da6c26-b8a8-4d93-85b8-f0f959114a3c'] in dv-neutron-843186-2-hyperv is: [{'id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'name': 'tempest-TestNetworkBasicOps-router-549178184', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:06:06Z', 'updated_at': '2022-05-29T01:09:33Z', 'revision_number': 7, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fa2d2ce7-c5df-45b4-99ab-4026e3068523', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6c26-b8a8-4d93-85b8-f0f959114a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:06:07Z', 'updated_at': '2022-05-29T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:36.123445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=65282866-a981-43c5-9dc9-311d7226aea7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:36.146814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.157764 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] For port 4913160e-09dc-44f8-aa51-44b48eb18982, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4913160e-09dc-44f8-aa51-44b48eb18982,segment=NetworkSegment(2825876e-f3e9-4afa-91e5-8dd012147a0c),segment_id=2825876e-f3e9-4afa-91e5-8dd012147a0c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:36.157981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.345496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] Calling delete_port for 4913160e-09dc-44f8-aa51-44b48eb18982 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:36.350296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.350582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.412913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=fa2d2ce7-c5df-45b4-99ab-4026e3068523,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:36.427466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:36.432599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:36.433113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:36.439227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:36.466220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=5592f244-b4b7-40ae-8195-b08be13a2f34,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:36.477783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] Pushing event deleted for resources: {'Port': ['ID=4913160e-09dc-44f8-aa51-44b48eb18982,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:36.485278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199d5cd-df1e-4ae7-92c0-7caaafe2364a None None] No DVR routers for this DVR port 4913160e-09dc-44f8-aa51-44b48eb18982 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:09:36.643928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:36.769391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.029334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.034226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.065327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.065894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router 99da6c26-b8a8-4d93-85b8-f0f959114a3c {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:09:37.073595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:37.080995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.082062 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-145b2e17-1102-4340-9313-55a60da688c4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/99da6c26-b8a8-4d93-85b8-f0f959114a3c HTTP/1.1" status: 204 len: 168 time: 1.7893281 May 29 01:09:37.082936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 30202798-a95d-4da0-be14-b95cc02c24cf no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:37.092510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58638) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:37.135612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] Sync routers for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:37.150585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 30202798-a95d-4da0-be14-b95cc02c24cf {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:37.151510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 30202798-a95d-4da0-be14-b95cc02c24cf not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:37.152171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4913160e-09dc-44f8-aa51-44b48eb18982 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:37.217903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.229252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 4913160e-09dc-44f8-aa51-44b48eb18982 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:37.229629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4913160e-09dc-44f8-aa51-44b48eb18982 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:37.238043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:37.238686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:37.272658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.294534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.300368 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d6523ddf-12c2-45ec-ac96-ca3aef0bf09d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/ports/65282866-a981-43c5-9dc9-311d7226aea7 HTTP/1.1" status: 204 len: 168 time: 2.5213318 May 29 01:09:37.326636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:37.330125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58642) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:37.339561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:37.340780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:37.369135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.400919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe5b49b-5898-4351-9d96-de0d7a88ee1e']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:37.402319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:37.403251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e5d9a-43a4-44c2-987a-40c652526ce1 None None] The sync data for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:37.415383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2825876e-f3e9-4afa-91e5-8dd012147a0c') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:37.415742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2825876e-f3e9-4afa-91e5-8dd012147a0c') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:37.428566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.444241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.450421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:09:37.450792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:09:37.464664 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:09:37.551168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.568836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.581995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=7fe5b49b-5898-4351-9d96-de0d7a88ee1e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:37.587676 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-43be2d70-71fa-4f6e-a2d9-bb446d4867c8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/7fe5b49b-5898-4351-9d96-de0d7a88ee1e HTTP/1.1" status: 204 len: 168 time: 0.4939916 May 29 01:09:37.600246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58646) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:37.606485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--1766364711', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:37.611725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:37.613350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.615873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:37.618736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:37.624949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:37.634379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:37.637434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.665300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:09:37.674677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.675013 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment 33d1e590-5b06-4f69-9023-d67163f8dff9 of type vlan for network 7f591d98-8089-4487-b46a-5e7243b75d4f May 29 01:09:37.702755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.732604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.736661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:37.737367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.843433 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2418699 May 29 01:09:37.845984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e4b6e-4fcd-4987-ad7e-5ced6b2cee13 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=7f591d98-8089-4487-b46a-5e7243b75d4f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:37.847847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58650) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:37.853176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:37.857856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 7f591d98-8089-4487-b46a-5e7243b75d4f details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:09:37.861011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:37.864795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:37.867652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:37.874790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:37.877106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.886359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.887531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.906318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:37.944445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.061944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.139271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event updated for resources: {'Port': ['ID=5592f244-b4b7-40ae-8195-b08be13a2f34,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:38.151503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.245038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.274145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.354726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.509978 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Floating IP a480329d-9de4-4250-8744-0fc92c894174 associated. External IP: 172.26.5.105, port: d7d76f32-61d0-4199-b740-d18f9ddfe1f2. May 29 01:09:38.517239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.199 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/3785871d-65bb-416d-b13b-63f0b66ae30f) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:38.663070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.690193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.755972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:38.758637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:38.761097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:38.806775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=3785871d-65bb-416d-b13b-63f0b66ae30f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:38.925411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.926148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:38.985406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fa2d2ce7-c5df-45b4-99ab-4026e3068523 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:39.022272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: fa2d2ce7-c5df-45b4-99ab-4026e3068523 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:39.022699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fa2d2ce7-c5df-45b4-99ab-4026e3068523 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:39.191596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c98862ee-6baa-4502-b412-e64ebe71777f is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:09:39.363116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:39.412187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:39.422275 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Sync routers for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:39.435124 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:39.436085 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:39.440388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:39.444453 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-882c69a6-6afd-4fe1-9981-a381d9457928 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5928876 May 29 01:09:39.444915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58654) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:39.487070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4ef9017f-3e06-4662-afd1-d8b4d52f2f8f tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385957 May 29 01:09:39.487430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58658) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:39.571677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port f55fac51-3744-4b09-9c0c-6db5adc84ea4 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:39.572030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:39.618933 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:39.623394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6696a86-9973-4edd-9437-6d94db48c4ff tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:39.627457 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f6696a86-9973-4edd-9437-6d94db48c4ff tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364756 May 29 01:09:39.627708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58662) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:39.670426 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-364a6bd9-b4d6-4236-9966-c7dd581c7d2d tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390322 May 29 01:09:39.670662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58666) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:39.676385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19563393', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:39.779473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:39.789913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:39.794293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:39.797115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:39.802759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:39.813447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:39.906193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for f55fac51-3744-4b09-9c0c-6db5adc84ea4 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:39.916185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:39.920008 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:38Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:39.923867 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Checking router: c98862ee-6baa-4502-b412-e64ebe71777f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:39.924235 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Updating router c98862ee-6baa-4502-b412-e64ebe71777f port 3785871d-65bb-416d-b13b-63f0b66ae30f binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:09:39.963001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:39.981960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:39.984835 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:39.998940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.000961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:40.002549 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:40.068750 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e8fdb2ce-bdb1-4954-845e-898700aca6f0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2475872 May 29 01:09:40.070872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:09:40.136212 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ba8371-1722-4bdb-88ae-4253d7a44b27'] response: {'name': 'network-changed', 'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'status': 'completed', 'code': 200} May 29 01:09:40.171676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.232658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=f55fac51-3744-4b09-9c0c-6db5adc84ea4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:40.264206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:40.461071 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.463879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.474743 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Transition to ACTIVE for port object 3785871d-65bb-416d-b13b-63f0b66ae30f will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:40.484720 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.581725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=3ff348cc-1223-4dda-983d-d5654ff7863b,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:40.596209 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-25316daa-9590-4476-b5f4-22bea6a0ec67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 1098 time: 0.4040625 May 29 01:09:40.615554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.618444 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Attempting to bind port 3785871d-65bb-416d-b13b-63f0b66ae30f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:09:40.618815 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Attempting to bind port 3785871d-65bb-416d-b13b-63f0b66ae30f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:09:40.619155 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Attempting to bind port 3785871d-65bb-416d-b13b-63f0b66ae30f on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:40.621870 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Pushing event updated for resources: {'Port': ['ID=3785871d-65bb-416d-b13b-63f0b66ae30f,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:40.634881 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:09:40.635253 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:40.635648 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.636616 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:09:40.637246 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Bound port: 3785871d-65bb-416d-b13b-63f0b66ae30f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:09:40.637612 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.666045 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.666378 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.666847 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.667254 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.667617 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.667936 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.668483 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.668803 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.669222 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.669544 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.669858 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:40.697778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:40.698047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: 7f591d98-8089-4487-b46a-5e7243b75d4f, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:09:40.726947 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] For port 3785871d-65bb-416d-b13b-63f0b66ae30f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:09:40.733054 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] For port 3785871d-65bb-416d-b13b-63f0b66ae30f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3785871d-65bb-416d-b13b-63f0b66ae30f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:09:40.738712 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.765936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-20210547-974e-4fc6-b6c3-4b6cfb5afeaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:40.768636 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-20210547-974e-4fc6-b6c3-4b6cfb5afeaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.1644092 May 29 01:09:40.772191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7f591d98-8089-4487-b46a-5e7243b75d4f is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:09:40.812648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'a480329d-9de4-4250-8744-0fc92c894174', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:66:08:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:09:36Z', 'updated_at': '2022-05-29T01:09:36Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}, {'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:37Z', 'revision_number': 1, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:40.821386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:40.834543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:40.835396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:40.842641 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:40.843376 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:40.855916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 7f591d98-8089-4487-b46a-5e7243b75d4f) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:40.870983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:40.871823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:40.913033 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-35bbe4b5-7b8c-449d-b1fc-aba6e5986a7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2 HTTP/1.1" status: 200 len: 999 time: 0.1367002 May 29 01:09:40.921782 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-623ee199-0859-4a9a-a1c7-e95a372d3034 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2470322 May 29 01:09:40.928247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58674) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:40.948533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd274128-0905-4ca2-b014-1d22a8a009a1 None None] Network 7f591d98-8089-4487-b46a-5e7243b75d4f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:40.997072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-0f9fbec4-cf3c-4a23-b628-d529753a88a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:40.998529 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-0f9fbec4-cf3c-4a23-b628-d529753a88a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.0779438 May 29 01:09:41.046753 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:41.089896 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-7c6fd8a0-e4e1-48d3-8cbd-514b7bd2bd25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839379 May 29 01:09:41.102845 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbef322-b229-418a-b7dc-8740bda3ec56 None None] Pushing event updated for resources: {'Port': ['ID=3785871d-65bb-416d-b13b-63f0b66ae30f,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:41.263588 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-7c9af226-7f8c-4e4a-9b5c-f0ba4f1bdc9b service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679258 May 29 01:09:41.287310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:41.328581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-7f591d98-8089-4487-b46a-5e7243b75d4f', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:09:41.329408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:41.446735 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9c9fdace-8c66-4d92-bd85-c53ccaf5ec72 req-fd3c48c9-5a8c-4800-8dc7-98bab5a58eb4 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775184 May 29 01:09:41.523273 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:38Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:41.530090 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271d01d-5448-4100-a701-f0a9ab7f4152 None None] The sync data for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv is: [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:38Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:41.740439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Allocated IP 172.20.0.2 (7f591d98-8089-4487-b46a-5e7243b75d4f/3ff348cc-1223-4dda-983d-d5654ff7863b/fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:42.023218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:42.081919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:42.086038 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'a480329d-9de4-4250-8744-0fc92c894174', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:66:08:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:09:36Z', 'updated_at': '2022-05-29T01:09:36Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}, {'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:37Z', 'revision_number': 1, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:42.097266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef5f80-b910-4d36-bfea-77746ce026ea None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'a480329d-9de4-4250-8744-0fc92c894174', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:66:08:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:09:36Z', 'updated_at': '2022-05-29T01:09:36Z', 'revision_number': 0, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}, {'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:37Z', 'revision_number': 1, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:42.099194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Transition to ACTIVE for port object fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:42.123243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Transition to ACTIVE for port object fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:42.137900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:42.214191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Network 7f591d98-8089-4487-b46a-5e7243b75d4f is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:42.219740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:42.224611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:42.290563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Pushing event updated for resources: {'Port': ['ID=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:42.349441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Attempting to bind port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:09:42.349893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Attempting to bind port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:09:42.350333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Attempting to bind port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f on network 7f591d98-8089-4487-b46a-5e7243b75d4f {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:42.359543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:09:42.359810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Checking segment: {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:42.360436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:42.360925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Bound using segment: {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:09:42.361452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Bound port: fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:09:42.361897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:42.439639 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c126f6f-46e1-4d45-8681-0af565e4f59c None None] New status for floating IP a480329d-9de4-4250-8744-0fc92c894174: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:09:42.467977 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] For port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:09:42.472443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] For port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:09:42.479161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:42.582695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7692d-5520-4c9d-b583-e292e2605867 None None] Pushing event updated for resources: {'Port': ['ID=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:42.603811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:42.606589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:42.618570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] Sync routers for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:42.632988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:42.633740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:42.644585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58678) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:42.656793 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-121b3c6a-938d-466e-badb-8b0f89560244 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/routers/2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3255129 May 29 01:09:42.807841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:42.820043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] Routers {'2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:42.820633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:42.886169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:42.886554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d84f20-a007-423a-a2d5-eb7752a3919e None None] The sync data for ids ['2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:42.934189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.093672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3785871d-65bb-416d-b13b-63f0b66ae30f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:43.167462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (7f591d98-8089-4487-b46a-5e7243b75d4f/3ff348cc-1223-4dda-983d-d5654ff7863b/3ce3735d-a043-4c8f-bc72-8a231415b817) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:43.188851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 3785871d-65bb-416d-b13b-63f0b66ae30f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:43.189366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.195451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3785871d-65bb-416d-b13b-63f0b66ae30f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:43.196036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.200525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port f09c3c47-f574-42eb-a5ac-f1e0a7f76099 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:43.201135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.351204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.379506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 3785871d-65bb-416d-b13b-63f0b66ae30f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3785871d-65bb-416d-b13b-63f0b66ae30f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:43.387560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.388283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:43.409908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.432558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 3ce3735d-a043-4c8f-bc72-8a231415b817 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:43.463693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.471575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.556565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=3785871d-65bb-416d-b13b-63f0b66ae30f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:43.579973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:43.589437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7f591d98-8089-4487-b46a-5e7243b75d4f is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:43.593342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:43.595843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=3ce3735d-a043-4c8f-bc72-8a231415b817,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:43.598208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:43.670660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.778781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for f09c3c47-f574-42eb-a5ac-f1e0a7f76099 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:43.783184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:43.807092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c2ff37-6a7d-4143-9b9e-97ce4f6fc286 None None] Network 7f591d98-8089-4487-b46a-5e7243b75d4f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:43.924655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d2d0b693-6875-4ff0-a05a-8d44876737c6 None None] Provisioning for port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:43.934835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d2d0b693-6875-4ff0-a05a-8d44876737c6 None None] Provisioning complete for port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:43.938552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b693-6875-4ff0-a05a-8d44876737c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.016107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.083616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=f09c3c47-f574-42eb-a5ac-f1e0a7f76099,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:44.168777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b693-6875-4ff0-a05a-8d44876737c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.234964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d2d0b693-6875-4ff0-a05a-8d44876737c6 None None] For port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:44.243157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b693-6875-4ff0-a05a-8d44876737c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.314298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0b693-6875-4ff0-a05a-8d44876737c6 None None] Pushing event updated for resources: {'Port': ['ID=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:44.339152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.347165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.421842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.484540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=3ce3735d-a043-4c8f-bc72-8a231415b817,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:44.490505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.613078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6aeda2e7-d8e9-456c-8b85-a77088610898 None None] Provisioning complete for port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:44.613577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6aeda2e7-d8e9-456c-8b85-a77088610898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.780103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7f591d98-8089-4487-b46a-5e7243b75d4f is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:44.781722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:44.795065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.799855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.829924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.830702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:09:44.856273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.860261 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f8217872-8b22-4031-8573-71efb38d86ff tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/routers/2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc HTTP/1.1" status: 204 len: 168 time: 2.2119071 May 29 01:09:44.860354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6aeda2e7-d8e9-456c-8b85-a77088610898 None None] Provisioning for port 3ce3735d-a043-4c8f-bc72-8a231415b817 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:44.860438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58682) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:44.863483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6aeda2e7-d8e9-456c-8b85-a77088610898 None None] Provisioning complete for port 3ce3735d-a043-4c8f-bc72-8a231415b817 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:44.863859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6aeda2e7-d8e9-456c-8b85-a77088610898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:44.922774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6aeda2e7-d8e9-456c-8b85-a77088610898 None None] Port 3ce3735d-a043-4c8f-bc72-8a231415b817 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:45.035594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3785871d-65bb-416d-b13b-63f0b66ae30f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:45.098523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d291988a-e806-4d81-9afd-15450188c47e None None] Provisioning complete for port 3ce3735d-a043-4c8f-bc72-8a231415b817 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:45.098892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d291988a-e806-4d81-9afd-15450188c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.159145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d291988a-e806-4d81-9afd-15450188c47e None None] Port 3ce3735d-a043-4c8f-bc72-8a231415b817 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:45.165259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3785871d-65bb-416d-b13b-63f0b66ae30f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:45.165630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.275301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting subnet 4f2c876a-95c3-4f85-9b04-b864880860dd {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:09:45.280568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.284169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:45.336222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fe30c827-fd50-4bf3-b0fe-5408c5b57aff None None] Provisioning complete for port 3ce3735d-a043-4c8f-bc72-8a231415b817 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:45.336591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fe30c827-fd50-4bf3-b0fe-5408c5b57aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.345682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.396220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-fe30c827-fd50-4bf3-b0fe-5408c5b57aff None None] Port 3ce3735d-a043-4c8f-bc72-8a231415b817 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:45.406469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:45.406857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.455627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.523526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c98862ee-6baa-4502-b412-e64ebe71777f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:45.542538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.638292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2c876a-95c3-4f85-9b04-b864880860dd,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:45.695202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d9b12-6e8a-4db4-8bb0-f3f42f16d97c None None] Network 17b8cb5f-9265-4b62-885d-86de0808db97 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:09:45.696856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.723830 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-673bfe0b-d438-45c3-9f02-d9062624ed28 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/subnets/4f2c876a-95c3-4f85-9b04-b864880860dd HTTP/1.1" status: 204 len: 168 time: 0.8623960 May 29 01:09:45.726555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58686) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:45.850695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.868690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port e78069bb-f81f-410e-987d-4c4855c1bf93 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:45.869014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.971340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] DHCP port deletion for 17b8cb5f-9265-4b62-885d-86de0808db97 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:09:45.975208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] Deleting port e78069bb-f81f-410e-987d-4c4855c1bf93 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:45.975643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:45.986027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:45.991752 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d9b2dbfe-d9dc-4213-bd35-da850f56a188 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/c98862ee-6baa-4502-b412-e64ebe71777f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0622151 May 29 01:09:45.994247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58690) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:46.180477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] For port e78069bb-f81f-410e-987d-4c4855c1bf93, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e78069bb-f81f-410e-987d-4c4855c1bf93,segment=NetworkSegment(cfc862b4-e86a-446c-908b-abfa3a8c42c6),segment_id=cfc862b4-e86a-446c-908b-abfa3a8c42c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:46.180991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:46.286155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] For port e78069bb-f81f-410e-987d-4c4855c1bf93, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e78069bb-f81f-410e-987d-4c4855c1bf93,segment=NetworkSegment(cfc862b4-e86a-446c-908b-abfa3a8c42c6),segment_id=cfc862b4-e86a-446c-908b-abfa3a8c42c6)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:46.286407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:46.299819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] Calling delete_port for e78069bb-f81f-410e-987d-4c4855c1bf93 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:46.376414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:46.421915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] Pushing event deleted for resources: {'Port': ['ID=e78069bb-f81f-410e-987d-4c4855c1bf93,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:46.423771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for e78069bb-f81f-410e-987d-4c4855c1bf93 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:46.427008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b89ff-52cd-4ac5-b375-c1e07b931ca9 None None] No DVR routers for this DVR port e78069bb-f81f-410e-987d-4c4855c1bf93 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:09:46.489258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.489608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.489962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.490314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.490663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.491011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.491357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.491703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.493566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aa992bb9-dbf3-4d07-8149-b415ce6643f7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5638 time: 0.4984534 May 29 01:09:46.497024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58694) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:46.564482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.db.api [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:09:46.564791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG oslo_db.api [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:09:46.585381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.585747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.586105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.586857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.586857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.587121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.587464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:46.589293 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-49bc0b1a-2e67-4e08-826a-f64a651a79e6 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.0886889 May 29 01:09:46.592773 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58698) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:46.593360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:46.790042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-10bed0a6-418b-48b1-a821-5935158edd71 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.1960075 May 29 01:09:46.869827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58704) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:46.876655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481431048', 'description': 'tempest-secgroup-smoke-481431048 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:46.882623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:46.887132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:46.890386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:46.895790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:46.905816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:46.941267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:46.946609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:46.948465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:46.954949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:47.015950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.020593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.024974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e78069bb-f81f-410e-987d-4c4855c1bf93 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:09:47.057895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: e78069bb-f81f-410e-987d-4c4855c1bf93 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:09:47.058246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e78069bb-f81f-410e-987d-4c4855c1bf93 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:09:47.065776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffecf5a2-7545-47f1-91c2-75566e5b1318,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.066439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port e78069bb-f81f-410e-987d-4c4855c1bf93 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:47.066793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.077990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.080042 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-45e15a20-f98e-4a3d-a1c1-65b9c0d92ca5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2083020 May 29 01:09:47.081961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58708) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:47.087716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'ffecf5a2-7545-47f1-91c2-75566e5b1318', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:47.094674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:47.098447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:47.101319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:47.108495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:47.125465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.135695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] The port 'e78069bb-f81f-410e-987d-4c4855c1bf93' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:09:47.194859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.198406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.222884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c25cff-26ff-448c-96a5-86e172171cd2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.231618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.235942 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e44cb2f8-3e74-4708-80ec-91207ae8013e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1530364 May 29 01:09:47.236531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58712) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:47.241757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'ffecf5a2-7545-47f1-91c2-75566e5b1318', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:47.247485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:47.252403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:47.255331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:47.259758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.261005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:47.279101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.284945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b8cb5f-9265-4b62-885d-86de0808db97']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:47.297731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc862b4-e86a-446c-908b-abfa3a8c42c6') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:47.298028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc862b4-e86a-446c-908b-abfa3a8c42c6') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:47.309867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.326683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.333477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:09:47.333911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.344577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.348117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: util.warn( May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:09:47.348349 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:09:47.373625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba7c3e5-bcd0-43ea-8729-07ea05828b2a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.382938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.384181 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f97493cd-2154-4005-8301-eab42fd7069c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1467149 May 29 01:09:47.387458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58716) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:47.392727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'ffecf5a2-7545-47f1-91c2-75566e5b1318', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:47.398420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:47.402255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:47.405170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:47.410928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:47.427093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.430572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.448110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.459533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Network': ['ID=17b8cb5f-9265-4b62-885d-86de0808db97,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.467059 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3ebb1be7-8f9a-4814-8140-2610672b1156 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/networks/17b8cb5f-9265-4b62-885d-86de0808db97 HTTP/1.1" status: 204 len: 168 time: 1.7395647 May 29 01:09:47.469630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58720) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:47.494461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.498759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.521417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99a80c6-9337-4ed5-8c76-3ae4a3c7d442,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.531026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.532335 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-766399ac-e610-4346-b710-b2de3560c24a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1439281 May 29 01:09:47.535648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58724) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:47.541340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'ffecf5a2-7545-47f1-91c2-75566e5b1318', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:47.548265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:47.552235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:47.555101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:47.561968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:47.578151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.644882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.648680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.652639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port 3bd832d5-6118-44f8-950c-49a0f6f859b1 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:47.652986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.675331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c61a614-0a62-483f-936d-282897c477ad,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.681075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.685535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7ad2ac92-c713-4ba9-b467-618510b9e67b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1457055 May 29 01:09:47.685935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58728) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:47.691186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'ffecf5a2-7545-47f1-91c2-75566e5b1318', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:47.696861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:47.700894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:47.703687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:47.709580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:47.720137 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:09:47.726744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.790730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.794922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.819829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c4690e-d61a-4ab6-9d8d-5c2998da2649,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.822228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.822555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.829458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.830735 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4f77327f-7410-44dc-bf7a-8f342d9a33f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1441185 May 29 01:09:47.833609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58732) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:47.839191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'ffecf5a2-7545-47f1-91c2-75566e5b1318', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:47.845644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:47.849745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:09:47.852598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:09:47.859184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:47.869056 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:09:47.875322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.950227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.955024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.979753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01a026f-a3ed-464b-9107-3a82b78a84e6,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:47.991065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:47.992570 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1ac81b2a-a92f-4c58-8907-562000efa728 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1580369 May 29 01:09:48.060296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for 3bd832d5-6118-44f8-950c-49a0f6f859b1 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:48.240488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:48.283192 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-5f5d8ab6-627d-462f-96b5-ea71c47bd668 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481431048&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0957403 May 29 01:09:48.296838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=3bd832d5-6118-44f8-950c-49a0f6f859b1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:48.488726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:48.514483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-e2ba316b-a6e9-4994-967a-e0479162c02b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:48.515873 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-e2ba316b-a6e9-4994-967a-e0479162c02b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=7f591d98-8089-4487-b46a-5e7243b75d4f HTTP/1.1" status: 200 len: 797 time: 0.2210557 May 29 01:09:48.531786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:48.532932 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6a8925c1-114d-448d-b5be-4c1cf6c4cb94 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/floatingips/9c19c388-6cca-403e-b920-0accdff66654 HTTP/1.1" status: 204 len: 168 time: 1.0623450 May 29 01:09:48.537772 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-43ffb3ea-bd0d-4233-a388-e6295e841abd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0155122 May 29 01:09:48.538022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58744) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:48.582476 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-441eea44-32d3-4327-916a-343aa2487d8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] DELETE failed (client error): The resource could not be found. May 29 01:09:48.582915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441eea44-32d3-4327-916a-343aa2487d8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:48.584576 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-441eea44-32d3-4327-916a-343aa2487d8f tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/ports/65282866-a981-43c5-9dc9-311d7226aea7 HTTP/1.1" status: 404 len: 333 time: 0.0456009 May 29 01:09:48.587151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58748) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:48.628093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6dc87464-35e1-4df7-b5b9-e7d69075c04b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Synchronizing usage tracker for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:48.629991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-8130d9ed-8efb-47cc-9bf6-2d3726847edc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:48.643505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6dc87464-35e1-4df7-b5b9-e7d69075c04b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Unset dirty status for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:48.644661 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6dc87464-35e1-4df7-b5b9-e7d69075c04b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "GET /v2.0/ports?device_id=2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc HTTP/1.1" status: 200 len: 205 time: 0.0566938 May 29 01:09:48.645952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-8130d9ed-8efb-47cc-9bf6-2d3726847edc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:48.647164 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-8130d9ed-8efb-47cc-9bf6-2d3726847edc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981967 May 29 01:09:48.647563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58752) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:48.789743 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-61c0cb61-88b1-4e5b-8b0d-2b49b8e34fb9 service neutron] 10.222.0.33 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297052 May 29 01:09:48.808556 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-306cfe2e-d808-41e7-a2c3-c13325950307 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] delete failed (client error): The resource could not be found. May 29 01:09:48.811930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-306cfe2e-d808-41e7-a2c3-c13325950307 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/routers/2cd637df-4c28-4b47-be2c-3ef3d2f6a8cc HTTP/1.1" status: 404 len: 336 time: 0.1611629 May 29 01:09:48.812166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58758) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:48.848401 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04076ed-7aee-447d-84b3-b8e040c9d57d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] DELETE failed (client error): The resource could not be found. May 29 01:09:48.848841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04076ed-7aee-447d-84b3-b8e040c9d57d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:09:48.850453 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a04076ed-7aee-447d-84b3-b8e040c9d57d tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/subnets/4f2c876a-95c3-4f85-9b04-b864880860dd HTTP/1.1" status: 404 len: 337 time: 0.0374243 May 29 01:09:48.858487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58762) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:48.919787 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-ca688ba6-5440-46f0-a7fe-78b939850276 service neutron] 10.222.0.33 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237376 May 29 01:09:48.925012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port 78de9f0c-fb41-4c3d-aff0-5df5c8418d28 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:48.925483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:49.118747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-caed1f68-2797-4824-8250-876c962a261a req-4c0c1fe7-8f38-4005-8bd0-1d7ad79504ff tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 210 time: 0.0408862 May 29 01:09:49.222153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:49.358326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for 78de9f0c-fb41-4c3d-aff0-5df5c8418d28 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:49.506804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:49.554872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=78de9f0c-fb41-4c3d-aff0-5df5c8418d28,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:49.658565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:49.671853 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5664942a-56fe-4d98-9a5c-f38f61785984 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/ports/78de9f0c-fb41-4c3d-aff0-5df5c8418d28 HTTP/1.1" status: 204 len: 168 time: 0.8120842 May 29 01:09:49.674415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58776) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:49.742682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port cd951384-7075-4dd5-acf6-02cf978fe6b4 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:49.743015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:49.984786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:50.126998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for cd951384-7075-4dd5-acf6-02cf978fe6b4 owned by {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:50.363501 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6796b437-cdfc-4c66-ba59-9247a19acc17 req-7959c9b6-d475-4df7-8e90-da748617db30 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 210 time: 0.0547726 May 29 01:09:50.493267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-971d92e7-6d3e-4985-a913-723c150745d4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:50.493267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-971d92e7-6d3e-4985-a913-723c150745d4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:50.518472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:50.553272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-971d92e7-6d3e-4985-a913-723c150745d4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:50.553272 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-971d92e7-6d3e-4985-a913-723c150745d4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=7f591d98-8089-4487-b46a-5e7243b75d4f HTTP/1.1" status: 200 len: 797 time: 0.5092649 May 29 01:09:50.586604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=cd951384-7075-4dd5-acf6-02cf978fe6b4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:50.704741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-fbc7e467-4451-4872-93b2-369d03cb87e4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:50.726530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:50.735381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-fbc7e467-4451-4872-93b2-369d03cb87e4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:50.735381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-fbc7e467-4451-4872-93b2-369d03cb87e4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 379 time: 0.1686049 May 29 01:09:50.735381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9c6352dc-3603-4292-a597-1cd82d3b990a tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/ports/cd951384-7075-4dd5-acf6-02cf978fe6b4 HTTP/1.1" status: 204 len: 168 time: 1.0596070 May 29 01:09:50.741237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58782) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:50.776599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['ffecf5a2-7545-47f1-91c2-75566e5b1318']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:50.946855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65801d2-f5d5-4251-a78d-3fb39c1d8e46 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:50.946855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d65801d2-f5d5-4251-a78d-3fb39c1d8e46 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Synchronizing usage tracker for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:09:50.960616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:09:50.972580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:09:50.978067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d65801d2-f5d5-4251-a78d-3fb39c1d8e46 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Unset dirty status for tenant:5b246c86edc7485898a87db3fdcae1c2 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:09:50.978067 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d65801d2-f5d5-4251-a78d-3fb39c1d8e46 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c4284ea-762f-483c-82d3-ea233f4f3159 HTTP/1.1" status: 200 len: 913 time: 0.2362819 May 29 01:09:50.978067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58786) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:51.099065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:09:51.099065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:51.314130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.9 (7f591d98-8089-4487-b46a-5e7243b75d4f/3ff348cc-1223-4dda-983d-d5654ff7863b/5b8bc9df-558a-4a11-a970-106cf9634d38) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:09:51.569907 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0093721-b917-4d75-bb1c-89131f3bf8ba req-79ba21d0-63c1-4fa1-ac62-8d3fe4af9ffa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 210 time: 0.0573435 May 29 01:09:51.680165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:51.703100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 5b8bc9df-558a-4a11-a970-106cf9634d38 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:51.750194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:51.831298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:51.883102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 7f591d98-8089-4487-b46a-5e7243b75d4f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:09:51.893088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:09:51.899463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:09:51.986546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=5b8bc9df-558a-4a11-a970-106cf9634d38,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:52.045810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:52.045810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:52.087274 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-bd480aa5-41d8-45d8-ab12-53cf37e094c3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3136911 May 29 01:09:52.102311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Request body: {'port': {'device_id': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:09:52.282436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8da1cf68-1c0e-4e7b-96c5-70e035510e3c None None] Provisioning for port 5b8bc9df-558a-4a11-a970-106cf9634d38 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:52.291256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8da1cf68-1c0e-4e7b-96c5-70e035510e3c None None] Provisioning complete for port 5b8bc9df-558a-4a11-a970-106cf9634d38 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:52.291256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8da1cf68-1c0e-4e7b-96c5-70e035510e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:52.358951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8da1cf68-1c0e-4e7b-96c5-70e035510e3c None None] Port 5b8bc9df-558a-4a11-a970-106cf9634d38 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:09:52.378792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:52.807891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa9a09-c0c1-47df-8f3b-6a2fb56e724e req-b53eb470-ad1c-4cff-a12c-58494a195cdd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:52.814480 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-70aa9a09-c0c1-47df-8f3b-6a2fb56e724e req-b53eb470-ad1c-4cff-a12c-58494a195cdd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 931 time: 0.1002958 May 29 01:09:52.863415 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-70aa9a09-c0c1-47df-8f3b-6a2fb56e724e req-d46f8db2-c61c-44dc-9a04-f7dcbdcbdc75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472877 May 29 01:09:53.024076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8bc9df-558a-4a11-a970-106cf9634d38 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:09:53.037302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:53.094560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Transition to ACTIVE for port object 5b8bc9df-558a-4a11-a970-106cf9634d38 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:53.100574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:53.278909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Pushing event updated for resources: {'Port': ['ID=5b8bc9df-558a-4a11-a970-106cf9634d38,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.334522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:09:53.471370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port 4bf39054-1131-4553-9d0b-ba8a9856d856 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:53.471370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:53.571927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Attempting to bind port 5b8bc9df-558a-4a11-a970-106cf9634d38 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:09:53.571927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Attempting to bind port 5b8bc9df-558a-4a11-a970-106cf9634d38 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:09:53.571927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Attempting to bind port 5b8bc9df-558a-4a11-a970-106cf9634d38 on network 7f591d98-8089-4487-b46a-5e7243b75d4f {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:53.660117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Port 5b8bc9df-558a-4a11-a970-106cf9634d38 on network 7f591d98-8089-4487-b46a-5e7243b75d4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:09:53.660658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Attempting to bind port 5b8bc9df-558a-4a11-a970-106cf9634d38 on network 7f591d98-8089-4487-b46a-5e7243b75d4f {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:53.685789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:09:53.686139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Checking segment: {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:53.686508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Bound using segment: {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:09:53.686972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Bound port: 5b8bc9df-558a-4a11-a970-106cf9634d38, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:09:53.687315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:53.833808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:54.081188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for 4bf39054-1131-4553-9d0b-ba8a9856d856 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:54.129451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] For port 5b8bc9df-558a-4a11-a970-106cf9634d38, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:09:54.142600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493a209-f757-4843-ab1b-ae576b45218f req-5e5df5e1-4de5-4a0b-a359-93405d1b6c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:54.142600 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1493a209-f757-4843-ab1b-ae576b45218f req-5e5df5e1-4de5-4a0b-a359-93405d1b6c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 943 time: 0.1040015 May 29 01:09:54.151434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] For port 5b8bc9df-558a-4a11-a970-106cf9634d38, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8bc9df-558a-4a11-a970-106cf9634d38,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:09:54.155802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:54.204580 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1493a209-f757-4843-ab1b-ae576b45218f req-01dfa4db-a55c-4017-bb6a-644b73aa4d7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471833 May 29 01:09:54.253876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:54.253876 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] 10.222.0.16 "PUT /v2.0/ports/5b8bc9df-558a-4a11-a970-106cf9634d38 HTTP/1.1" status: 200 len: 1093 time: 2.1617289 May 29 01:09:54.253876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:09:54.287054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec35357-8f61-498c-8419-68cf48eaaa3e service neutron] Pushing event updated for resources: {'Port': ['ID=5b8bc9df-558a-4a11-a970-106cf9634d38,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:54.347272 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a54f62-a25e-47fa-865b-4d81247af016'] response: {'name': 'network-changed', 'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'status': 'completed', 'code': 200} May 29 01:09:54.445643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:54.484162 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-1b66e3a1-654f-4416-a865-92983980ae54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 1096 time: 0.1732578 May 29 01:09:54.544176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=4bf39054-1131-4553-9d0b-ba8a9856d856,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:54.590867 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-75cc94f0-e840-4cf0-a198-583be7e2c170 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8bc9df-558a-4a11-a970-106cf9634d38 HTTP/1.1" status: 200 len: 217 time: 0.1009946 May 29 01:09:54.759099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-9f3dd8f9-0ab0-4a32-99d9-3a193840db67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:54.759099 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-9f3dd8f9-0ab0-4a32-99d9-3a193840db67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ff348cc-1223-4dda-983d-d5654ff7863b HTTP/1.1" status: 200 len: 833 time: 0.1297579 May 29 01:09:54.912037 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-b2bd9e40-8504-4dce-81fb-1fea8d354d63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f591d98-8089-4487-b46a-5e7243b75d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510694 May 29 01:09:55.071550 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-418008fb-7cbf-49bd-abf1-3341950f8311 service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510637 May 29 01:09:55.073632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:55.337960 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1af4eefe-f3e1-4b49-8fd4-1666268840fd req-997113ef-c737-4293-9f39-5fa816ff2eda service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593195 May 29 01:09:55.415979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74a021-ca8a-4848-9a32-6e722e8cd184 req-87697041-abd4-437d-a6bf-4fe9d75d0911 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:55.417493 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7d74a021-ca8a-4848-9a32-6e722e8cd184 req-87697041-abd4-437d-a6bf-4fe9d75d0911 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 943 time: 0.0780489 May 29 01:09:55.473511 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7d74a021-ca8a-4848-9a32-6e722e8cd184 req-fd6ad1d2-aa1e-47b2-9998-456531650b51 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 May 29 01:09:55.726140 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-0f04ab35-e1d4-4341-9bf3-caf9754ae0c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 1096 time: 0.3363674 May 29 01:09:55.795509 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Sync routers for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:55.807677 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:55.809443 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:55.984255 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:55.993619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-dd588895-76ec-42d5-945b-3ee04c55bf6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:55.995036 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-dd588895-76ec-42d5-945b-3ee04c55bf6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f591d98-8089-4487-b46a-5e7243b75d4f HTTP/1.1" status: 200 len: 898 time: 0.2594767 May 29 01:09:56.072499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-efadf39b-6a1d-4251-995c-37cf0a60a9e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8bc9df-558a-4a11-a970-106cf9634d38 HTTP/1.1" status: 200 len: 217 time: 0.0699265 May 29 01:09:56.144775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-0ff88901-c86f-4528-921f-ad7727892a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:56.146109 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-0ff88901-c86f-4528-921f-ad7727892a68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ff348cc-1223-4dda-983d-d5654ff7863b HTTP/1.1" status: 200 len: 833 time: 0.0666969 May 29 01:09:56.229513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Router 4c4284ea-762f-483c-82d3-ea233f4f3159 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:09:56.247627 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-069cfc7c-dad2-44b3-83f0-c9005655f4e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f591d98-8089-4487-b46a-5e7243b75d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932140 May 29 01:09:56.289797 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:44Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:56.294151 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Checking router: c98862ee-6baa-4502-b412-e64ebe71777f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:09:56.294497 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Updating router c98862ee-6baa-4502-b412-e64ebe71777f port 3ce3735d-a043-4c8f-bc72-8a231415b817 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:09:56.348988 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:56.513548 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-609c0b0b-765b-45db-8bd2-2455698e1af7 service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142134 May 29 01:09:56.685148 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a5f4657-2b3b-4342-9918-d892aeecd48b req-a8a85261-72a8-4995-aabf-e9430d912706 service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608179 May 29 01:09:56.691349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:09:56.706206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] Sync routers for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:09:56.714594 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-027a2821-8a7e-4f25-a5f1-2879df5fd0d1 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "PUT /v2.0/routers/4c4284ea-762f-483c-82d3-ea233f4f3159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7354772 May 29 01:09:56.716961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58804) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:56.724623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:56.724623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:56.777255 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:56.793989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:56.796895 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Transition to ACTIVE for port object 3ce3735d-a043-4c8f-bc72-8a231415b817 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:09:56.807648 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:56.809889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] Routers {'4c4284ea-762f-483c-82d3-ea233f4f3159'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:56.810550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['4c4284ea-762f-483c-82d3-ea233f4f3159'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:56.812396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8bea6-3ecb-4c2f-9eaf-bad68b79efa9 req-e4f2a37d-4b55-41e3-b088-347dc85b9fce tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:56.814335 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b8bea6-3ecb-4c2f-9eaf-bad68b79efa9 req-e4f2a37d-4b55-41e3-b088-347dc85b9fce tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 943 time: 0.1392829 May 29 01:09:56.881209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:56.881403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b43db-29fb-485c-a0b2-04c3b3dd742c None None] The sync data for ids ['4c4284ea-762f-483c-82d3-ea233f4f3159'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:56.889453 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24b8bea6-3ecb-4c2f-9eaf-bad68b79efa9 req-a89e1fa8-067c-4a2a-ac56-207a69a2b541 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650549 May 29 01:09:56.987968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.006622 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e568919-8d00-4830-ac2f-f51d6509139d None None] Pushing event updated for resources: {'Port': ['ID=3ce3735d-a043-4c8f-bc72-8a231415b817,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:57.110130 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Attempting to bind port 3ce3735d-a043-4c8f-bc72-8a231415b817 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:09:57.110435 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Attempting to bind port 3ce3735d-a043-4c8f-bc72-8a231415b817 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:09:57.110754 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Attempting to bind port 3ce3735d-a043-4c8f-bc72-8a231415b817 on network 7f591d98-8089-4487-b46a-5e7243b75d4f {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:09:57.117726 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:09:57.118093 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Checking segment: {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:09:57.118484 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.118868 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Bound using segment: {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:09:57.119462 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Bound port: 3ce3735d-a043-4c8f-bc72-8a231415b817, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d1e590-5b06-4f69-9023-d67163f8dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:09:57.119848 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.240407 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] For port 3ce3735d-a043-4c8f-bc72-8a231415b817, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:09:57.240407 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] For port 3ce3735d-a043-4c8f-bc72-8a231415b817, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3ce3735d-a043-4c8f-bc72-8a231415b817,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:09:57.247643 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.329138 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e568919-8d00-4830-ac2f-f51d6509139d None None] Pushing event updated for resources: {'Port': ['ID=3ce3735d-a043-4c8f-bc72-8a231415b817,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:57.337108 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:09:57.338054 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:57.341801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.359534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting port b31f5730-3ba0-48e8-822d-89fbaa8612ce {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:09:57.360662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.571464 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:09:57.600236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.739194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Calling delete_port for b31f5730-3ba0-48e8-822d-89fbaa8612ce owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:09:57.929823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:57.979071 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:57Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:57.988544 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d5281-de92-4546-a418-222cf680f397 None None] The sync data for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv is: [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:57Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:09:58.000447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Port': ['ID=b31f5730-3ba0-48e8-822d-89fbaa8612ce,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:58.200585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6a5b4-c68a-4b81-9959-6c87f7980040 req-0e358ae0-5bd6-42ef-8b98-f133231d0fa8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:58.209360 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ffa6a5b4-c68a-4b81-9959-6c87f7980040 req-0e358ae0-5bd6-42ef-8b98-f133231d0fa8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 943 time: 0.1218674 May 29 01:09:58.273223 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ffa6a5b4-c68a-4b81-9959-6c87f7980040 req-6a80f711-bd96-4771-b5da-22a2d60c4560 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676575 May 29 01:09:58.320668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:58.589486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:58.606133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:58.627049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:58.627594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4284ea-762f-483c-82d3-ea233f4f3159 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:09:58.643976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:58.648129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8bc9df-558a-4a11-a970-106cf9634d38 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:09:58.648789 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6654ebdd-8d60-4d93-8657-e95d3b514afe tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/routers/4c4284ea-762f-483c-82d3-ea233f4f3159 HTTP/1.1" status: 204 len: 168 time: 1.9308898 May 29 01:09:58.651043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58810) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:58.818658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 5b8bc9df-558a-4a11-a970-106cf9634d38, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8bc9df-558a-4a11-a970-106cf9634d38,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:58.834342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'port_id': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'mac_address': 'fa:16:3e:cc:8e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:09:58.898344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:58.917753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8bc9df-558a-4a11-a970-106cf9634d38 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:09:58.933319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 5b8bc9df-558a-4a11-a970-106cf9634d38, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8bc9df-558a-4a11-a970-106cf9634d38,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:58.938826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:58.989144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Deleting subnet 486ad6ab-095d-42c3-b045-1afb99b01f0f {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:09:58.994875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.061215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=5b8bc9df-558a-4a11-a970-106cf9634d38,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:59.070067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.080521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ce3735d-a043-4c8f-bc72-8a231415b817 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:09:59.139894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.159291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 3ce3735d-a043-4c8f-bc72-8a231415b817 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:09:59.164585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3ce3735d-a043-4c8f-bc72-8a231415b817 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:09:59.164951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.238906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.283296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Subnet': ['ID=486ad6ab-095d-42c3-b045-1afb99b01f0f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:59.293737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['5b8bc9df-558a-4a11-a970-106cf9634d38'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:09:59.300758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.311064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58816) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:09:59.322520 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cf38911f-7d7d-410e-b37f-f267015c6f92 tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/subnets/486ad6ab-095d-42c3-b045-1afb99b01f0f HTTP/1.1" status: 204 len: 168 time: 0.6603110 May 29 01:09:59.349919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.390926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 3ce3735d-a043-4c8f-bc72-8a231415b817, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3ce3735d-a043-4c8f-bc72-8a231415b817,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:09:59.399330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.555823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=3ce3735d-a043-4c8f-bc72-8a231415b817,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:09:59.586570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.758221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec6ae-9a62-447f-ac86-1078c42c521c req-abd0324c-c6ba-4982-bf15-127c20bc821e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:09:59.759748 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b8fec6ae-9a62-447f-ac86-1078c42c521c req-abd0324c-c6ba-4982-bf15-127c20bc821e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 944 time: 0.3266985 May 29 01:09:59.761273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.807488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472dd7ff-72eb-4830-a04e-faee7304d47a']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:59.827454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c5d93d-13ed-44ea-9151-e4202c467bbc') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:59.827744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c5d93d-13ed-44ea-9151-e4202c467bbc') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:09:59.846087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.856104 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b8fec6ae-9a62-447f-ac86-1078c42c521c req-770273f6-0a59-4525-afa3-b94b42800f5e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866017 May 29 01:09:59.864194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.873220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:09:59.873220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:09:59.891097 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:09:59.967750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:09:59.993916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:00.000145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Pushing event deleted for resources: {'Network': ['ID=472dd7ff-72eb-4830-a04e-faee7304d47a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:00.008831 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] 10.222.0.33 "DELETE /v2.0/networks/472dd7ff-72eb-4830-a04e-faee7304d47a HTTP/1.1" status: 204 len: 168 time: 0.7000735 May 29 01:10:00.012758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.012758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.012758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.013071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.013385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.014512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.014512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.014512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.014714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.015036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.015354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54002f-8e03-4d0b-8f10-55a57c6a6e9b tempest-FloatingIPTestJSON-2032538716 tempest-FloatingIPTestJSON-2032538716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:00.022504 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:10:00.334328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58826) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:00.510753 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6262c3c3-1b67-4882-9bea-3adc2d9dc318 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5b246c86edc7485898a87db3fdcae1c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1765091 May 29 01:10:00.515877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58832) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:00.575895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12b55c40-9f6c-4ae7-b077-077b8be31ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:00.602806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12b55c40-9f6c-4ae7-b077-077b8be31ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:00.657301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8bc9df-558a-4a11-a970-106cf9634d38 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:00.661403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12b55c40-9f6c-4ae7-b077-077b8be31ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:00.680801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b55c40-9f6c-4ae7-b077-077b8be31ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b54a19-98a2-4f6e-b30c-9103d1376a5a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:00.685285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12b55c40-9f6c-4ae7-b077-077b8be31ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:00.686934 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-12b55c40-9f6c-4ae7-b077-077b8be31ac3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e1b54a19-98a2-4f6e-b30c-9103d1376a5a HTTP/1.1" status: 204 len: 168 time: 0.1720722 May 29 01:10:00.752298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 5b8bc9df-558a-4a11-a970-106cf9634d38 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:00.757662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 5b8bc9df-558a-4a11-a970-106cf9634d38 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:00.757662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:00.886904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:00.918778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:10:00.931496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 5b8bc9df-558a-4a11-a970-106cf9634d38, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8bc9df-558a-4a11-a970-106cf9634d38,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:00.941935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:01.008200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=5b8bc9df-558a-4a11-a970-106cf9634d38,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:01.039432 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feca3f9a-2a18-4388-a147-a1c2af716641'] response: {'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'code': 200} May 29 01:10:01.088433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ce3735d-a043-4c8f-bc72-8a231415b817 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:01.132652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca86018-6d07-409e-b8db-c1ffe5d73cfd req-bec2ffd1-0e03-491b-90b4-5a990b27a995 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:01.137313 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1ca86018-6d07-409e-b8db-c1ffe5d73cfd req-bec2ffd1-0e03-491b-90b4-5a990b27a995 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 945 time: 0.1475003 May 29 01:10:01.213605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3ce3735d-a043-4c8f-bc72-8a231415b817 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:01.213989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:01.223909 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1ca86018-6d07-409e-b8db-c1ffe5d73cfd req-ff7fae51-5af8-48ad-b7a6-3e06067f9ec2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798750 May 29 01:10:01.368116 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f9c340a-ce98-40e0-8a6d-57ac2c9fd7ed req-b366d210-bfbc-4122-a558-7a8997b203a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 1098 time: 0.0906715 May 29 01:10:01.401697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5d01bb17-29c0-409f-af13-0f6ff137288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:01.426034 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f9c340a-ce98-40e0-8a6d-57ac2c9fd7ed req-35dc79ed-cede-4639-85a0-82b6872bd195 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509796 May 29 01:10:01.759454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58858) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:01.898677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-463851851'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:01.904590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:01.909124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:01.911957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:01.918936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:01.929470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:01.932389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:01.945845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:01.982511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:01.986188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:security_group_rule and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:01.989009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:01.994696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:02.060931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.064524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.096726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:02.108738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67db74e6-025f-451d-8544-a386a3237b4d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:02.114423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.114730 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment bea98aee-d993-4831-878a-cc1a5f7e724e of type vlan for network 68970fa4-f038-4c44-88bc-355c87e603db May 29 01:10:02.141758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.171669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.175461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:02.176030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.290057 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5271797 May 29 01:10:02.290665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58866) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:02.297375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699b378-6186-43d2-9cc2-b42ae902d842 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=68970fa4-f038-4c44-88bc-355c87e603db,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:02.298629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1418539128'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:02.303530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:02.307962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:02.309978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 68970fa4-f038-4c44-88bc-355c87e603db details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:02.311989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:02.319165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:02.332652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:02.335887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.371860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:02.416116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.416291 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment 3eb294fa-72f1-4f6a-a2f5-6c20e96edfca of type vlan for network 665bf422-0898-4d60-a289-bed089af5c97 May 29 01:10:02.462506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.504312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a36c-81a2-43e5-af57-7fe460b9d74e req-4ae738bb-ae66-4b95-9489-cd90c2122eb4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:02.505651 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e378a36c-81a2-43e5-af57-7fe460b9d74e req-4ae738bb-ae66-4b95-9489-cd90c2122eb4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 945 time: 0.1312020 May 29 01:10:02.506620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.509971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:02.510517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:02.637176 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3445790 May 29 01:10:02.639923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58870) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:02.647080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': '68970fa4-f038-4c44-88bc-355c87e603db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:02.650757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4632c-2ce5-4baf-aa1d-1fb538c43c71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=665bf422-0898-4d60-a289-bed089af5c97,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:02.656166 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e378a36c-81a2-43e5-af57-7fe460b9d74e req-610bc8bc-cac4-4f6d-8482-1b1a3e64cfd4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412008 May 29 01:10:02.662599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 665bf422-0898-4d60-a289-bed089af5c97 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:02.787279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:02.791221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:02.797630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:02.803933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:02.813800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:02.913266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.130219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.208256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=2c196dda-1b57-440a-b11b-a4fc238c0a86,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:03.222080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': 'bea98aee-d993-4831-878a-cc1a5f7e724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68970fa4-f038-4c44-88bc-355c87e603db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:03.222435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: 68970fa4-f038-4c44-88bc-355c87e603db, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:03.244005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 68970fa4-f038-4c44-88bc-355c87e603db is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:03.252728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 68970fa4-f038-4c44-88bc-355c87e603db) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:03.256555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:03.257126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.262525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34dc24-f6b1-42d2-a866-9fbc0a2873ba None None] Network 68970fa4-f038-4c44-88bc-355c87e603db requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:03.278644 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b3a2b556-f02a-4a77-9dbf-54ca49c6db37 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6370654 May 29 01:10:03.281438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58874) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:03.286720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': '665bf422-0898-4d60-a289-bed089af5c97', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:03.399214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:03.403501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:03.406341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:03.412043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:03.423022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:03.477307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-68970fa4-f038-4c44-88bc-355c87e603db', 'network_id': '68970fa4-f038-4c44-88bc-355c87e603db', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': '2c196dda-1b57-440a-b11b-a4fc238c0a86'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:10:03.478178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.582930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf251d44-1533-4516-95d7-0305449bf7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.626829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.655889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Allocated IP 2001:db8::2 (68970fa4-f038-4c44-88bc-355c87e603db/2c196dda-1b57-440a-b11b-a4fc238c0a86/8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:03.858031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.882038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbb116-aec3-4759-b909-8ce99c7a4541 req-6f9927fa-b1cb-4368-babd-59956431901d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:03.884438 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4fbbb116-aec3-4759-b909-8ce99c7a4541 req-6f9927fa-b1cb-4368-babd-59956431901d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 945 time: 0.0970380 May 29 01:10:03.890342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.901420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Transition to ACTIVE for port object 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:03.921431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Transition to ACTIVE for port object 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:03.927916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:03.938345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=36d09e13-6235-4984-b13e-c35d9033666a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:03.952803 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4fbbb116-aec3-4759-b909-8ce99c7a4541 req-868fcf80-6272-4fcb-89ee-dd7240a6c161 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608339 May 29 01:10:03.953486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': '3eb294fa-72f1-4f6a-a2f5-6c20e96edfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '665bf422-0898-4d60-a289-bed089af5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:03.953844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: 665bf422-0898-4d60-a289-bed089af5c97, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:03.991329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 665bf422-0898-4d60-a289-bed089af5c97 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:04.002009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Network 68970fa4-f038-4c44-88bc-355c87e603db is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:04.003354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 665bf422-0898-4d60-a289-bed089af5c97) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:04.003547 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:04.005619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Pushing event updated for resources: {'Port': ['ID=8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:04.007772 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:04.009183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:04.010143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.037462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dbb5e736-d95d-4761-85d9-89cd732ca081 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7526190 May 29 01:10:04.037856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58882) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:04.043933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2012650823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:04.051134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc586f7d-d2d9-4eb5-84c9-7826a742fbd2 None None] Network 665bf422-0898-4d60-a289-bed089af5c97 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:04.054053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:04.059016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:router and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:04.062304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:04.069246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:04.083358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.085289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.190539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf0139-3198-42e5-8c89-94db66670fa3 req-ae2b1ba8-59db-4fa4-b0d3-b36ebe634bd0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:04.192111 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-40bf0139-3198-42e5-8c89-94db66670fa3 req-ae2b1ba8-59db-4fa4-b0d3-b36ebe634bd0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 945 time: 0.1014733 May 29 01:10:04.199630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.224295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Attempting to bind port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:04.224667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Attempting to bind port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'bea98aee-d993-4831-878a-cc1a5f7e724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68970fa4-f038-4c44-88bc-355c87e603db'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:04.225023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Attempting to bind port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 on network 68970fa4-f038-4c44-88bc-355c87e603db {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:04.244714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:04.245084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Checking segment: {'id': 'bea98aee-d993-4831-878a-cc1a5f7e724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68970fa4-f038-4c44-88bc-355c87e603db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:04.245482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.246481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Bound using segment: {'id': 'bea98aee-d993-4831-878a-cc1a5f7e724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68970fa4-f038-4c44-88bc-355c87e603db'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:04.247083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Bound port: 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea98aee-d993-4831-878a-cc1a5f7e724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68970fa4-f038-4c44-88bc-355c87e603db'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:04.247495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.253273 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-40bf0139-3198-42e5-8c89-94db66670fa3 req-3db16ac5-a0b8-45bb-b830-4a5eb77c6388 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554996 May 29 01:10:04.254498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.278096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.281823 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-015ee8c9-c1fb-4e10-8d66-4e814e9b6480 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2403841 May 29 01:10:04.282291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58886) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:04.285856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58890) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:04.356996 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6beb6761-8e67-41be-a9b4-98d7324f71d4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 1093 time: 0.0696311 May 29 01:10:04.360043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58894) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:04.365368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:04.371159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:04.375584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:04.378803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:04.384697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:04.397667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.435801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] For port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:04.442980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] For port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60,segment=NetworkSegment(bea98aee-d993-4831-878a-cc1a5f7e724e),segment_id=bea98aee-d993-4831-878a-cc1a5f7e724e)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:04.448174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-665bf422-0898-4d60-a289-bed089af5c97', 'network_id': '665bf422-0898-4d60-a289-bed089af5c97', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': '36d09e13-6235-4984-b13e-c35d9033666a'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:10:04.449273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.462172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.540838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.593620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.626010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6f7ba-a5a6-4e65-bf08-0cca2729bc1f None None] Pushing event updated for resources: {'Port': ['ID=8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:04.716986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.13 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/335bbd41-8153-4e3e-82f2-d2bf22e8d2a5) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:04.742457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Allocated IP 2001:db8:1::2 (665bf422-0898-4d60-a289-bed089af5c97/36d09e13-6235-4984-b13e-c35d9033666a/75ad9b21-69d9-46ac-bd49-251fa56525ff) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:04.956587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.957858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:04.991595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.004085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.016488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Transition to ACTIVE for port object 75ad9b21-69d9-46ac-bd49-251fa56525ff will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:05.036824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Transition to ACTIVE for port object 75ad9b21-69d9-46ac-bd49-251fa56525ff will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:05.045797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.081134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:05.085723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:05.090991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:05.096371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Network 665bf422-0898-4d60-a289-bed089af5c97 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:05.101830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:05.122959 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:05.134896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=335bbd41-8153-4e3e-82f2-d2bf22e8d2a5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:05.158423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:05.277534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Pushing event updated for resources: {'Port': ['ID=75ad9b21-69d9-46ac-bd49-251fa56525ff,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:05.305684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Attempting to bind port 75ad9b21-69d9-46ac-bd49-251fa56525ff on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:05.306312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Attempting to bind port 75ad9b21-69d9-46ac-bd49-251fa56525ff by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '3eb294fa-72f1-4f6a-a2f5-6c20e96edfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '665bf422-0898-4d60-a289-bed089af5c97'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:05.306674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Attempting to bind port 75ad9b21-69d9-46ac-bd49-251fa56525ff on network 665bf422-0898-4d60-a289-bed089af5c97 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:05.316627 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:05.317316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Checking segment: {'id': '3eb294fa-72f1-4f6a-a2f5-6c20e96edfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '665bf422-0898-4d60-a289-bed089af5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:05.317907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.318459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Bound using segment: {'id': '3eb294fa-72f1-4f6a-a2f5-6c20e96edfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '665bf422-0898-4d60-a289-bed089af5c97'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:05.319031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Bound port: 75ad9b21-69d9-46ac-bd49-251fa56525ff, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb294fa-72f1-4f6a-a2f5-6c20e96edfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '665bf422-0898-4d60-a289-bed089af5c97'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:05.319383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.331086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:05.392968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8::1 (68970fa4-f038-4c44-88bc-355c87e603db/2c196dda-1b57-440a-b11b-a4fc238c0a86/1194d10f-4d85-4715-9608-a278b5f7c252) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:05.419774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.444465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] For port 75ad9b21-69d9-46ac-bd49-251fa56525ff, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:05.447945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] For port 75ad9b21-69d9-46ac-bd49-251fa56525ff, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=75ad9b21-69d9-46ac-bd49-251fa56525ff,segment=NetworkSegment(3eb294fa-72f1-4f6a-a2f5-6c20e96edfca),segment_id=3eb294fa-72f1-4f6a-a2f5-6c20e96edfca)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:05.454906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.546394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46195-1d2d-4697-b328-6ed4393ad464 None None] Pushing event updated for resources: {'Port': ['ID=75ad9b21-69d9-46ac-bd49-251fa56525ff,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:05.622259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.643275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object 1194d10f-4d85-4715-9608-a278b5f7c252 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:05.668939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.745211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.755167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 68970fa4-f038-4c44-88bc-355c87e603db is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:05.755167 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:05.756756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=1194d10f-4d85-4715-9608-a278b5f7c252,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:05.759014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:05.759535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.869507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147b8a2-e39f-4c45-9461-feaf0ad7ef08 None None] Network 68970fa4-f038-4c44-88bc-355c87e603db requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:05.880985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:05.886625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.013256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bb9372b9-863d-402e-bca3-556a26543c69 None None] Provisioning for port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:06.022944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bb9372b9-863d-402e-bca3-556a26543c69 None None] Provisioning complete for port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:06.023256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bb9372b9-863d-402e-bca3-556a26543c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.154274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.267307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bb9372b9-863d-402e-bca3-556a26543c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.275087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.285865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.317287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-bb9372b9-863d-402e-bca3-556a26543c69 None None] For port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60,segment=NetworkSegment(bea98aee-d993-4831-878a-cc1a5f7e724e),segment_id=bea98aee-d993-4831-878a-cc1a5f7e724e)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:06.323494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bb9372b9-863d-402e-bca3-556a26543c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.372243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.382497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.383890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.388151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=335bbd41-8153-4e3e-82f2-d2bf22e8d2a5,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:06.423461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9372b9-863d-402e-bca3-556a26543c69 None None] Pushing event updated for resources: {'Port': ['ID=8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:06.474377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.488367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=1194d10f-4d85-4715-9608-a278b5f7c252,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:06.623591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 68970fa4-f038-4c44-88bc-355c87e603db is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:06.624849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:06.687111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f72aa72f-2500-4a27-ba63-9b60e3921409 None None] Provisioning for port 1194d10f-4d85-4715-9608-a278b5f7c252 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:06.693825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f72aa72f-2500-4a27-ba63-9b60e3921409 None None] Provisioning complete for port 1194d10f-4d85-4715-9608-a278b5f7c252 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:06.694374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f72aa72f-2500-4a27-ba63-9b60e3921409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.726696 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 7c586aa0-7f79-410f-8448-bd5c3e35a81e associated. External IP: 172.26.5.13, port: 5b8bc9df-558a-4a11-a970-106cf9634d38. May 29 01:10:06.776246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f72aa72f-2500-4a27-ba63-9b60e3921409 None None] Port 1194d10f-4d85-4715-9608-a278b5f7c252 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:06.792191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f72aa72f-2500-4a27-ba63-9b60e3921409 None None] Provisioning complete for port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:06.792779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f72aa72f-2500-4a27-ba63-9b60e3921409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:06.937143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0969706-673d-4779-b5d7-007da5765ad7 None None] Network 665bf422-0898-4d60-a289-bed089af5c97 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:07.210549 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:07.283572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router dae43b7e-3e91-403e-9bad-abe8a7f761b9 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:10:07.322789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c98862ee-6baa-4502-b412-e64ebe71777f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:07.394084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d63c93bd-ade9-42ff-8d28-0bf220fb8faa None None] Provisioning complete for port 1194d10f-4d85-4715-9608-a278b5f7c252 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:07.394723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d63c93bd-ade9-42ff-8d28-0bf220fb8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:07.466098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:07.468789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:07.469315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:07.476237 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-70c11c24-3a99-4c08-a75a-12f81e363ca4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/dae43b7e-3e91-403e-9bad-abe8a7f761b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1932151 May 29 01:10:07.478758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58898) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:07.481516 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] Sync routers for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:07.499902 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:07.501150 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:07.517260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d63c93bd-ade9-42ff-8d28-0bf220fb8faa None None] Port 1194d10f-4d85-4715-9608-a278b5f7c252 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:07.539598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:07.551845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] Sync routers for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:07.563632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fa180c-ca4f-4e1e-9559-684834d2f903 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:07.564746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c4fa180c-ca4f-4e1e-9559-684834d2f903 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:07.575277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:07.587621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c4fa180c-ca4f-4e1e-9559-684834d2f903 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:07.592382 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c4fa180c-ca4f-4e1e-9559-684834d2f903 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports/1194d10f-4d85-4715-9608-a278b5f7c252 HTTP/1.1" status: 200 len: 911 time: 0.1091554 May 29 01:10:07.595132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58902) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:07.615601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d63c93bd-ade9-42ff-8d28-0bf220fb8faa None None] Provisioning for port 75ad9b21-69d9-46ac-bd49-251fa56525ff completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:07.639969 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:07.645833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:07.645833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:07.654814 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4784b472-2c04-420c-b504-24483258af75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2935669 May 29 01:10:07.655393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:10:07.659473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58906) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:07.666503 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:07.667382 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:07.755521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 75ad9b21-69d9-46ac-bd49-251fa56525ff up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:07.766811 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:07.767517 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40ad6b-170a-46f1-a483-0c322a6ac912 None None] The sync data for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:07.782505 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e7a86f-d22f-4c88-9c32-c1cfe2785ef6'] response: {'name': 'network-changed', 'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'status': 'completed', 'code': 200} May 29 01:10:07.869307 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5cfa78a9-f1dc-4718-9474-952a824251f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/7c586aa0-7f79-410f-8448-bd5c3e35a81e HTTP/1.1" status: 200 len: 990 time: 0.2073431 May 29 01:10:07.888865 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-0b546341-1301-4ede-b68b-34f74cd5693c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 1098 time: 0.0900562 May 29 01:10:07.974614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:10:08.013309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 75ad9b21-69d9-46ac-bd49-251fa56525ff completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:08.027598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 75ad9b21-69d9-46ac-bd49-251fa56525ff triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:08.027983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:08.030461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-90050bbc-6ae3-4fed-bd54-8129c4d581c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:08.031960 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-90050bbc-6ae3-4fed-bd54-8129c4d581c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f591d98-8089-4487-b46a-5e7243b75d4f HTTP/1.1" status: 200 len: 898 time: 0.1358044 May 29 01:10:08.264873 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-2118f7a5-636c-4d0e-ab25-804a3f4a4291 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8bc9df-558a-4a11-a970-106cf9634d38 HTTP/1.1" status: 200 len: 998 time: 0.2273588 May 29 01:10:08.315317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:08.332268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-706c9e91-5ab7-469b-a898-5e1e1be409b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:08.333806 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-706c9e91-5ab7-469b-a898-5e1e1be409b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ff348cc-1223-4dda-983d-d5654ff7863b HTTP/1.1" status: 200 len: 833 time: 0.0628760 May 29 01:10:08.375860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:08.419696 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-2ed2ce46-3419-44ed-bef9-5ff72947a011 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f591d98-8089-4487-b46a-5e7243b75d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793509 May 29 01:10:08.456223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 75ad9b21-69d9-46ac-bd49-251fa56525ff, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=75ad9b21-69d9-46ac-bd49-251fa56525ff,segment=NetworkSegment(3eb294fa-72f1-4f6a-a2f5-6c20e96edfca),segment_id=3eb294fa-72f1-4f6a-a2f5-6c20e96edfca)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:08.466814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:08.542270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=75ad9b21-69d9-46ac-bd49-251fa56525ff,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:08.559451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '7c586aa0-7f79-410f-8448-bd5c3e35a81e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'port_id': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'mac_address': 'fa:16:3e:cc:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:10:05Z', 'updated_at': '2022-05-29T01:10:05Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:59Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:08.563552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] Checking router: c98862ee-6baa-4502-b412-e64ebe71777f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:10:08.564461 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-2fd8c5f2-0503-445c-9bcf-9e07e33112ef service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380441 May 29 01:10:08.575884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:08.576555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:08.702779 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4f2453c-35e8-4c90-bce3-5a444455b505 req-352884ed-598d-47ff-97c6-ef5036335a68 service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325674 May 29 01:10:08.814264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8:1::1 (665bf422-0898-4d60-a289-bed089af5c97/36d09e13-6235-4984-b13e-c35d9033666a/9a236c8f-d0b5-431b-a5f0-042b5b33269d) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:08.818771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:10:08.872150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58912) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:09.007855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.012481 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-488f4e0c-e57c-42e8-be0e-ede1369b4ccc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/7c586aa0-7f79-410f-8448-bd5c3e35a81e HTTP/1.1" status: 200 len: 990 time: 0.1389592 May 29 01:10:09.032486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object 9a236c8f-d0b5-431b-a5f0-042b5b33269d will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:09.059428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.096128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 75ad9b21-69d9-46ac-bd49-251fa56525ff up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:09.137491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 665bf422-0898-4d60-a289-bed089af5c97 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:09.142869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:09.146264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:09.146809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.155357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=9a236c8f-d0b5-431b-a5f0-042b5b33269d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:09.249151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.287623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 75ad9b21-69d9-46ac-bd49-251fa56525ff triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:09.288019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.407147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '7c586aa0-7f79-410f-8448-bd5c3e35a81e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'port_id': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'mac_address': 'fa:16:3e:cc:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:10:05Z', 'updated_at': '2022-05-29T01:10:05Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:59Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:09.416850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bbcbd-925f-4766-b545-b500a71daf30 None None] The sync data for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv is: [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '7c586aa0-7f79-410f-8448-bd5c3e35a81e', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'port_id': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'mac_address': 'fa:16:3e:cc:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:10:05Z', 'updated_at': '2022-05-29T01:10:05Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:59Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:09.507613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6b031691-affe-4cde-949d-c5b2b4ae2f63 None None] Provisioning for port 9a236c8f-d0b5-431b-a5f0-042b5b33269d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:09.513832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6b031691-affe-4cde-949d-c5b2b4ae2f63 None None] Provisioning complete for port 9a236c8f-d0b5-431b-a5f0-042b5b33269d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:09.514028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6b031691-affe-4cde-949d-c5b2b4ae2f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.570241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6b031691-affe-4cde-949d-c5b2b4ae2f63 None None] Port 9a236c8f-d0b5-431b-a5f0-042b5b33269d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:09.664285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.669143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.669866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:09.810034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=9a236c8f-d0b5-431b-a5f0-042b5b33269d,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:09.864522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 665bf422-0898-4d60-a289-bed089af5c97 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:09.865577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:10.016413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58918) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:10.106675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-70c8201a-020b-4df5-8263-a0025e357bfa None None] Provisioning complete for port 9a236c8f-d0b5-431b-a5f0-042b5b33269d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:10.109135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-70c8201a-020b-4df5-8263-a0025e357bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:10.126995 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4d84a758-8a3d-483a-bbf8-f329d307138c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/7c586aa0-7f79-410f-8448-bd5c3e35a81e HTTP/1.1" status: 200 len: 990 time: 0.1093235 May 29 01:10:10.168279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-70c8201a-020b-4df5-8263-a0025e357bfa None None] Port 9a236c8f-d0b5-431b-a5f0-042b5b33269d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:10.201561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router dae43b7e-3e91-403e-9bad-abe8a7f761b9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:10.456766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:10.466978 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] Sync routers for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:10.474044 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-374fe644-0598-499e-b840-3534762ffa60 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/dae43b7e-3e91-403e-9bad-abe8a7f761b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8778751 May 29 01:10:10.476728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58922) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:10.479516 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:10.480824 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:10.544557 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:10.546165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eafb169-efe2-4196-8f88-41ff95638c25 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:10.546738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6eafb169-efe2-4196-8f88-41ff95638c25 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:10.555644 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:10.556269 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:10.563196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6eafb169-efe2-4196-8f88-41ff95638c25 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:10.564515 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6eafb169-efe2-4196-8f88-41ff95638c25 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports/9a236c8f-d0b5-431b-a5f0-042b5b33269d HTTP/1.1" status: 200 len: 913 time: 0.0868797 May 29 01:10:10.567453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58926) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:10.615661 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:10.616087 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c9e4d-5e57-41a9-80ad-144ff12fe727 None None] The sync data for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:10.894585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:11.128358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58930) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:11.237468 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-40ea15bc-03a1-4702-ad61-23b04edeef3b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/7c586aa0-7f79-410f-8448-bd5c3e35a81e HTTP/1.1" status: 200 len: 990 time: 0.1079299 May 29 01:10:11.323283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8859e2-e385-491f-bef9-b418b55056f3 None None] New status for floating IP 7c586aa0-7f79-410f-8448-bd5c3e35a81e: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:10:11.465117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 9a236c8f-d0b5-431b-a5f0-042b5b33269d {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:11.465365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:11.645805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:11.764528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 9a236c8f-d0b5-431b-a5f0-042b5b33269d owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:12.021868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:12.069687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=9a236c8f-d0b5-431b-a5f0-042b5b33269d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:12.241358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58934) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:12.278954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:12.349325 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cf4eb89c-60da-499a-a1b6-69d8fa672827 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/7c586aa0-7f79-410f-8448-bd5c3e35a81e HTTP/1.1" status: 200 len: 992 time: 0.1067319 May 29 01:10:12.753881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router dae43b7e-3e91-403e-9bad-abe8a7f761b9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:12.920873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:12.934229 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] Sync routers for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:12.953143 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:12.953750 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:12.962405 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fb8a816f-01f6-496f-8886-b560ed1e3617 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/dae43b7e-3e91-403e-9bad-abe8a7f761b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3935373 May 29 01:10:12.968326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58938) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:13.023079 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:13.033533 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:13.034115 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:13.093720 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:13.094111 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4c97a-c398-4de2-bdbf-84249a7ba24b None None] The sync data for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:13.333783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:13.981314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 1194d10f-4d85-4715-9608-a278b5f7c252 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:13.981656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:14.165582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:14.287986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 1194d10f-4d85-4715-9608-a278b5f7c252 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:14.458866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:14.507953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=1194d10f-4d85-4715-9608-a278b5f7c252,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:14.679557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:15.172200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router dae43b7e-3e91-403e-9bad-abe8a7f761b9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:15.312500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:15.321488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] Sync routers for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:15.324742 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3b3e6f96-5c04-4548-8ba3-1051173c2e3f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/dae43b7e-3e91-403e-9bad-abe8a7f761b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3508246 May 29 01:10:15.327483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58942) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:15.333870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:15.334502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:15.368852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-731bd055-13a3-4ac9-ba65-c2217ad06282 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:15.385033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-731bd055-13a3-4ac9-ba65-c2217ad06282 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:15.386650 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-731bd055-13a3-4ac9-ba65-c2217ad06282 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=dae43b7e-3e91-403e-9bad-abe8a7f761b9 HTTP/1.1" status: 200 len: 205 time: 0.0580645 May 29 01:10:15.389211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58946) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:15.399179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:15.409766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] Routers {'dae43b7e-3e91-403e-9bad-abe8a7f761b9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:15.410360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:15.470800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:15.471208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433108f-7c2e-49b2-85b2-d7f4c91179f1 None None] The sync data for ids ['dae43b7e-3e91-403e-9bad-abe8a7f761b9'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:15.523445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda1ef8d-70eb-4518-a0ea-7eab9379f116 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:15.895890 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda1ef8d-70eb-4518-a0ea-7eab9379f116 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:15.899914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda1ef8d-70eb-4518-a0ea-7eab9379f116 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:15.923271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda1ef8d-70eb-4518-a0ea-7eab9379f116 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:15.923826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1ef8d-70eb-4518-a0ea-7eab9379f116 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Fanout notify agent at l3_agent the message router_deleted on router dae43b7e-3e91-403e-9bad-abe8a7f761b9 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:10:15.934348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cda1ef8d-70eb-4518-a0ea-7eab9379f116 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:15.935383 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cda1ef8d-70eb-4518-a0ea-7eab9379f116 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/dae43b7e-3e91-403e-9bad-abe8a7f761b9 HTTP/1.1" status: 204 len: 168 time: 0.5453022 May 29 01:10:15.937965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58950) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:16.114217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet 36d09e13-6235-4984-b13e-c35d9033666a {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:10:16.117012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.169237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.357687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.428216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.470293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=36d09e13-6235-4984-b13e-c35d9033666a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:16.475302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.481270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088d1d1-7807-4133-9f5a-fca42acf7e72 None None] Network 665bf422-0898-4d60-a289-bed089af5c97 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:16.481728 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-18db8628-d8bc-476f-a207-d1995bb872ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/36d09e13-6235-4984-b13e-c35d9033666a HTTP/1.1" status: 204 len: 168 time: 0.5425694 May 29 01:10:16.484394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58954) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:16.644100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.668608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet 2c196dda-1b57-440a-b11b-a4fc238c0a86 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:10:16.671683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.727588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.743499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] DHCP port deletion for 665bf422-0898-4d60-a289-bed089af5c97 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:10:16.748225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] Deleting port 75ad9b21-69d9-46ac-bd49-251fa56525ff {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:16.748599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.815442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.888025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.931097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=2c196dda-1b57-440a-b11b-a4fc238c0a86,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:16.936483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:16.943493 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-41ba4238-a4bc-4f51-8ea8-a8d662e34914 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/2c196dda-1b57-440a-b11b-a4fc238c0a86 HTTP/1.1" status: 204 len: 168 time: 0.4582160 May 29 01:10:16.946131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58958) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:16.959873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20705d-dede-475c-99a4-c739918860e8 None None] Network 68970fa4-f038-4c44-88bc-355c87e603db requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:17.057526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 75ad9b21-69d9-46ac-bd49-251fa56525ff no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:10:17.059930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.070047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 75ad9b21-69d9-46ac-bd49-251fa56525ff {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:17.070371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.110287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] For port 75ad9b21-69d9-46ac-bd49-251fa56525ff, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=75ad9b21-69d9-46ac-bd49-251fa56525ff,segment=NetworkSegment(3eb294fa-72f1-4f6a-a2f5-6c20e96edfca),segment_id=3eb294fa-72f1-4f6a-a2f5-6c20e96edfca)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:17.110685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.244760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] Calling delete_port for 75ad9b21-69d9-46ac-bd49-251fa56525ff owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:17.280633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port 75ad9b21-69d9-46ac-bd49-251fa56525ff, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=75ad9b21-69d9-46ac-bd49-251fa56525ff,segment=NetworkSegment(3eb294fa-72f1-4f6a-a2f5-6c20e96edfca),segment_id=3eb294fa-72f1-4f6a-a2f5-6c20e96edfca)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:17.280980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.405591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 75ad9b21-69d9-46ac-bd49-251fa56525ff owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:17.433328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.479303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:10:17.479537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:10:17.487260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.497177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] Pushing event deleted for resources: {'Port': ['ID=75ad9b21-69d9-46ac-bd49-251fa56525ff,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:17.509982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0193d1-3220-426d-8b96-b9d5dee29568 None None] No DVR routers for this DVR port 75ad9b21-69d9-46ac-bd49-251fa56525ff on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:10:17.618277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] DHCP port deletion for 68970fa4-f038-4c44-88bc-355c87e603db request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:10:17.623336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] Deleting port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:17.623711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.828941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] For port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60,segment=NetworkSegment(bea98aee-d993-4831-878a-cc1a5f7e724e),segment_id=bea98aee-d993-4831-878a-cc1a5f7e724e)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:17.829219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:17.945618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] Calling delete_port for 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:17.980710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 75ad9b21-69d9-46ac-bd49-251fa56525ff {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:17.981238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.020994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.055756 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] The port '75ad9b21-69d9-46ac-bd49-251fa56525ff' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:10:18.084378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] Pushing event deleted for resources: {'Port': ['ID=8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:18.094933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae642f-8980-40e3-9845-694e510c73bc None None] No DVR routers for this DVR port 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:10:18.188433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.218652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665bf422-0898-4d60-a289-bed089af5c97']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:18.230621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb294fa-72f1-4f6a-a2f5-6c20e96edfca') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:18.230907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb294fa-72f1-4f6a-a2f5-6c20e96edfca') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:18.242374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.258697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.265286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:10:18.265670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:10:18.280892 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:10:18.361793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.380282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.393766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=665bf422-0898-4d60-a289-bed089af5c97,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:18.401494 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-44a06aed-b4b8-478a-8c4c-1d5070eb8b8b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/665bf422-0898-4d60-a289-bed089af5c97 HTTP/1.1" status: 204 len: 168 time: 1.4544210 May 29 01:10:18.404222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58962) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:18.598748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.725524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.750604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68970fa4-f038-4c44-88bc-355c87e603db']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:18.762316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea98aee-d993-4831-878a-cc1a5f7e724e') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:18.762616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea98aee-d993-4831-878a-cc1a5f7e724e') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:18.773794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.789260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.795622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:10:18.796022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:10:18.809726 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:10:18.887486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.891426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.912718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/68970fa4-f038-4c44-88bc-355c87e603db HTTP/1.1" status: 204 len: 168 time: 0.5075476 May 29 01:10:18.915578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6ba68-1941-4163-bc6b-25def5305c19 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=68970fa4-f038-4c44-88bc-355c87e603db,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:18.916500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58968) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:18.923238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-391813858'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:18.928343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:18.932110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:18.934966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:18.940684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:18.951111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:18.953971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.982258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:18.992161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:18.992503 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment 78a08d7d-fa29-4606-89bc-8a98442e5f63 of type vlan for network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 May 29 01:10:19.019827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.044548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:10:19.049962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.053765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:19.054337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.079902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:10:19.080293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8dd0b3fd-c1a8-4948-9905-61f8ac4e8c60 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:10:19.155310 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2366080 May 29 01:10:19.158188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58972) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:19.165575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:19.179141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c41725-6e92-468b-996f-14b6d25ab7e7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=5d6fb863-24b9-4c5e-9ca3-765ec8542a03,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:19.193683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:19.389770 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:19.393646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:19.396446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:19.402174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:19.411935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:19.510482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.725145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.800949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=4b8daaeb-1d8d-486e-b36e-904a8287ec57,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:19.815253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': '78a08d7d-fa29-4606-89bc-8a98442e5f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:19.815610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: 5d6fb863-24b9-4c5e-9ca3-765ec8542a03, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:19.836316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:19.845178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5d6fb863-24b9-4c5e-9ca3-765ec8542a03) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:19.849085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:19.849666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.855585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbec55d-5763-493d-9b59-8a6effacfc7d None None] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:19.877986 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6b772f88-68b0-40db-9526-dcc5bccd83ff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7186112 May 29 01:10:19.880847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58976) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:19.886035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1873207875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:19.892317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:19.896023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:router and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:19.898764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:19.904593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:19.915160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.916226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.936681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.955333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.982476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:19.983841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-86b4db82-8d9f-4614-9518-2a1e2e62ff7c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1020727 May 29 01:10:19.986412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 58980) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:19.991775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'port': {'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03', 'name': 'tempest-RoutersIpV6Test-1620469968'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:20.069420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5d6fb863-24b9-4c5e-9ca3-765ec8542a03', 'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': '4b8daaeb-1d8d-486e-b36e-904a8287ec57'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:10:20.070263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.130572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:20.135071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:port and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:20.139199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:20.145968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:20.158653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:20.162532 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.185772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] device_id is not set on port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 yet. {{(pid=83979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:10:20.234655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Allocated IP 2001:db8::2 (5d6fb863-24b9-4c5e-9ca3-765ec8542a03/4b8daaeb-1d8d-486e-b36e-904a8287ec57/c02aac2e-46dd-4bcf-bcb6-cab6afb33865) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:20.435127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.445240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Transition to ACTIVE for port object c02aac2e-46dd-4bcf-bcb6-cab6afb33865 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:20.463505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Transition to ACTIVE for port object c02aac2e-46dd-4bcf-bcb6-cab6afb33865 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:20.469780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.536681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:20.539502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:20.544289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:20.546331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Pushing event updated for resources: {'Port': ['ID=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:20.547799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8::1ab (5d6fb863-24b9-4c5e-9ca3-765ec8542a03/4b8daaeb-1d8d-486e-b36e-904a8287ec57/1957cd5c-1fd1-4d21-b3a4-0acd9779f887) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:20.633999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Attempting to bind port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:20.634360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Attempting to bind port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '78a08d7d-fa29-4606-89bc-8a98442e5f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:20.634712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Attempting to bind port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 on network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:20.641751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:20.642117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Checking segment: {'id': '78a08d7d-fa29-4606-89bc-8a98442e5f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:20.642514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.642891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Bound using segment: {'id': '78a08d7d-fa29-4606-89bc-8a98442e5f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:20.643337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Bound port: c02aac2e-46dd-4bcf-bcb6-cab6afb33865, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a08d7d-fa29-4606-89bc-8a98442e5f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d6fb863-24b9-4c5e-9ca3-765ec8542a03'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:20.643700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.729028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] For port c02aac2e-46dd-4bcf-bcb6-cab6afb33865, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:20.732194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] For port c02aac2e-46dd-4bcf-bcb6-cab6afb33865, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,segment=NetworkSegment(78a08d7d-fa29-4606-89bc-8a98442e5f63),segment_id=78a08d7d-fa29-4606-89bc-8a98442e5f63)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:20.737245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.743940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.759592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:20.782129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.823942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a387f-c324-4ae8-88e6-0910209c586b None None] Pushing event updated for resources: {'Port': ['ID=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:20.860960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:20.864038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:20.868119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:20.872155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:20.872753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:20.880680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=1957cd5c-1fd1-4d21-b3a4-0acd9779f887,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:20.903836 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5b348005-2f2d-47a2-8863-414ddfc38507 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9163930 May 29 01:10:20.906637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58984) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:21.103884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c02aac2e-46dd-4bcf-bcb6-cab6afb33865 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:21.184146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:21.521630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:21.762923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d0e96-b0c0-4362-ab86-2d19572161d6 None None] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:21.895020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:21.901055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:21.937207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2255ad67-9aed-4bf1-a0e3-30326b11f9a3 None None] Provisioning for port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:21.946994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2255ad67-9aed-4bf1-a0e3-30326b11f9a3 None None] Provisioning complete for port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:21.946994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2255ad67-9aed-4bf1-a0e3-30326b11f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.133523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=1957cd5c-1fd1-4d21-b3a4-0acd9779f887,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:22.149771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2255ad67-9aed-4bf1-a0e3-30326b11f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.184590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2255ad67-9aed-4bf1-a0e3-30326b11f9a3 None None] For port c02aac2e-46dd-4bcf-bcb6-cab6afb33865, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,segment=NetworkSegment(78a08d7d-fa29-4606-89bc-8a98442e5f63),segment_id=78a08d7d-fa29-4606-89bc-8a98442e5f63)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:22.188524 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2255ad67-9aed-4bf1-a0e3-30326b11f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.259172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255ad67-9aed-4bf1-a0e3-30326b11f9a3 None None] Pushing event updated for resources: {'Port': ['ID=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:22.296300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.388394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.421310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2fe62110-8bc4-4f35-8f89-a6ce86085aa7 None None] Provisioning for port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:22.427871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2fe62110-8bc4-4f35-8f89-a6ce86085aa7 None None] Provisioning complete for port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:22.428722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2fe62110-8bc4-4f35-8f89-a6ce86085aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.494753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2fe62110-8bc4-4f35-8f89-a6ce86085aa7 None None] Port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:22.507974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2fe62110-8bc4-4f35-8f89-a6ce86085aa7 None None] Provisioning complete for port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:22.508368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2fe62110-8bc4-4f35-8f89-a6ce86085aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.753312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-20cd77ea-bd4f-44de-9b9e-ba6cd3dc86be None None] Provisioning complete for port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:22.753682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-20cd77ea-bd4f-44de-9b9e-ba6cd3dc86be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.807451 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.812323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.813101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:22.844795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-20cd77ea-bd4f-44de-9b9e-ba6cd3dc86be None None] Port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:22.949081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=1957cd5c-1fd1-4d21-b3a4-0acd9779f887,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:22.968033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-af3dc162-aa52-46b9-9876-80a97aa422bb None None] Provisioning complete for port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:22.968441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af3dc162-aa52-46b9-9876-80a97aa422bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:23.009897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:23.011530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:23.028462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-af3dc162-aa52-46b9-9876-80a97aa422bb None None] Port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:23.052256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c02aac2e-46dd-4bcf-bcb6-cab6afb33865 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:23.127127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:23.127493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:23.360681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c35b02dd-bf23-438a-b39e-6004f63e9f36 None None] Provisioning complete for port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:23.361492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c35b02dd-bf23-438a-b39e-6004f63e9f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:23.388151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router 6a171c19-93f6-4ab5-9585-47896c6bd312 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:10:23.413170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c35b02dd-bf23-438a-b39e-6004f63e9f36 None None] Port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:23.570232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:23.575074 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a2350dd4-06ee-4481-b65e-58c0910bbc0c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/6a171c19-93f6-4ab5-9585-47896c6bd312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6674421 May 29 01:10:23.577625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58988) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:23.580818 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] Sync routers for ids ['6a171c19-93f6-4ab5-9585-47896c6bd312'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:23.595453 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] Routers {'6a171c19-93f6-4ab5-9585-47896c6bd312'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:23.597134 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['6a171c19-93f6-4ab5-9585-47896c6bd312'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:23.667723 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:23.680785 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] Routers {'6a171c19-93f6-4ab5-9585-47896c6bd312'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:23.681435 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['6a171c19-93f6-4ab5-9585-47896c6bd312'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:23.750179 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:23.750179 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e73bb-ec16-485d-9464-b0232ff1cb76 None None] The sync data for ids ['6a171c19-93f6-4ab5-9585-47896c6bd312'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:23.768259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d41132-e876-42a1-85dc-fde3bc59bfb9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:23.768259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-12d41132-e876-42a1-85dc-fde3bc59bfb9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:23.784810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-12d41132-e876-42a1-85dc-fde3bc59bfb9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:23.790872 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-12d41132-e876-42a1-85dc-fde3bc59bfb9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports/1957cd5c-1fd1-4d21-b3a4-0acd9779f887 HTTP/1.1" status: 200 len: 984 time: 0.2074640 May 29 01:10:23.790872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58992) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:24.360706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:24.712445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:24.713022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:24.901571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:25.028734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 1957cd5c-1fd1-4d21-b3a4-0acd9779f887 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:25.313074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:25.364813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=1957cd5c-1fd1-4d21-b3a4-0acd9779f887,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:25.561972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:25.994518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router 6a171c19-93f6-4ab5-9585-47896c6bd312 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:26.141423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:26.151124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] Sync routers for ids ['6a171c19-93f6-4ab5-9585-47896c6bd312'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:26.162798 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ee408e1f-159d-4a0e-87a1-af2f91556811 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/6a171c19-93f6-4ab5-9585-47896c6bd312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3711274 May 29 01:10:26.164350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 58996) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:26.181311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] Routers {'6a171c19-93f6-4ab5-9585-47896c6bd312'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:26.182159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['6a171c19-93f6-4ab5-9585-47896c6bd312'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:26.254116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:26.270208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] Routers {'6a171c19-93f6-4ab5-9585-47896c6bd312'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:26.270208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['6a171c19-93f6-4ab5-9585-47896c6bd312'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:26.330528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:26.330936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ff26fd-1906-4162-aa68-3b1241ab7b9f None None] The sync data for ids ['6a171c19-93f6-4ab5-9585-47896c6bd312'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:26.610189 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-0ac7a3cc-ad4c-4805-91dc-5822f76a9367 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] remove_router_interface failed (client error): The resource could not be found. May 29 01:10:26.610189 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ac7a3cc-ad4c-4805-91dc-5822f76a9367 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/6a171c19-93f6-4ab5-9585-47896c6bd312/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4446797 May 29 01:10:26.613096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59000) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:26.655493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-37a99244-0105-401f-a154-391ab019a1c6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:26.671384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-37a99244-0105-401f-a154-391ab019a1c6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:26.672351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-37a99244-0105-401f-a154-391ab019a1c6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a171c19-93f6-4ab5-9585-47896c6bd312 HTTP/1.1" status: 200 len: 205 time: 0.0578017 May 29 01:10:26.674684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59004) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:26.820559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4424f4af-6e06-4617-9b7c-bfe1e33e75ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.205380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4424f4af-6e06-4617-9b7c-bfe1e33e75ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.209448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4424f4af-6e06-4617-9b7c-bfe1e33e75ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.234678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4424f4af-6e06-4617-9b7c-bfe1e33e75ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.235172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4424f4af-6e06-4617-9b7c-bfe1e33e75ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Fanout notify agent at l3_agent the message router_deleted on router 6a171c19-93f6-4ab5-9585-47896c6bd312 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:10:27.245363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4424f4af-6e06-4617-9b7c-bfe1e33e75ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.246625 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4424f4af-6e06-4617-9b7c-bfe1e33e75ea tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/6a171c19-93f6-4ab5-9585-47896c6bd312 HTTP/1.1" status: 204 len: 168 time: 0.5710115 May 29 01:10:27.250395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59008) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:27.432713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet 4b8daaeb-1d8d-486e-b36e-904a8287ec57 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:10:27.435621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.492236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.571465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.642089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.681540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8daaeb-1d8d-486e-b36e-904a8287ec57,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:27.688989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.696242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd85fb-ecf6-4069-a675-6a32ce576fcb None None] Network 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:27.696697 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c1b7a7e1-741b-4f8a-be20-9e78583214b7 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/4b8daaeb-1d8d-486e-b36e-904a8287ec57 HTTP/1.1" status: 204 len: 168 time: 0.4430511 May 29 01:10:27.697385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59012) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:27.813413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.824021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:27.824377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:27.936137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] DHCP port deletion for 5d6fb863-24b9-4c5e-9ca3-765ec8542a03 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:10:27.940436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Deleting port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:27.940811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.106536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port c02aac2e-46dd-4bcf-bcb6-cab6afb33865, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,segment=NetworkSegment(78a08d7d-fa29-4606-89bc-8a98442e5f63),segment_id=78a08d7d-fa29-4606-89bc-8a98442e5f63)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:28.106757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.140432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] For port c02aac2e-46dd-4bcf-bcb6-cab6afb33865, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,segment=NetworkSegment(78a08d7d-fa29-4606-89bc-8a98442e5f63),segment_id=78a08d7d-fa29-4606-89bc-8a98442e5f63)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:28.141400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.237862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for c02aac2e-46dd-4bcf-bcb6-cab6afb33865 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:28.263400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Calling delete_port for c02aac2e-46dd-4bcf-bcb6-cab6afb33865 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:28.316365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.335889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:10:28.335889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:10:28.355273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No DVR routers for this DVR port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:10:28.388509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=c02aac2e-46dd-4bcf-bcb6-cab6afb33865,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:28.488242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.512842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6fb863-24b9-4c5e-9ca3-765ec8542a03']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:28.528577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a08d7d-fa29-4606-89bc-8a98442e5f63') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:28.528871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a08d7d-fa29-4606-89bc-8a98442e5f63') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:28.539897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.555886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.562935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:10:28.563437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:10:28.577974 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:10:28.653451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.670734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.685143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=5d6fb863-24b9-4c5e-9ca3-765ec8542a03,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:28.695304 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-60c26bc8-8fce-4e4e-8e8e-7292bd092291 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/5d6fb863-24b9-4c5e-9ca3-765ec8542a03 HTTP/1.1" status: 204 len: 168 time: 0.9969885 May 29 01:10:28.699399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59016) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:28.704691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1665113813'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:28.709540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:28.713261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:28.716817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:28.722419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:28.732357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:28.736241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.773586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:28.784264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.784648 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment c577a6bc-a832-43fb-bf63-f9a18d721cff of type vlan for network fdc42900-32d8-40d7-bd8d-e96853eecbe9 May 29 01:10:28.817300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.836531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Deleting port c02aac2e-46dd-4bcf-bcb6-cab6afb33865 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:28.837307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.853636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.858825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:28.859640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:28.907057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-366c2188-c23d-4e69-8bdb-43025ca423a5 None None] The port 'c02aac2e-46dd-4bcf-bcb6-cab6afb33865' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:10:28.959112 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2585337 May 29 01:10:28.961797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59020) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:28.968818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': 'fdc42900-32d8-40d7-bd8d-e96853eecbe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:28.971007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01398988-a1c6-41cf-a526-66a43a434e59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=fdc42900-32d8-40d7-bd8d-e96853eecbe9,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:28.987981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:29.059102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c02aac2e-46dd-4bcf-bcb6-cab6afb33865 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:10:29.082871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:29.086981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:29.090618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:29.096594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:29.106343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:29.110633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c02aac2e-46dd-4bcf-bcb6-cab6afb33865 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:10:29.110978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c02aac2e-46dd-4bcf-bcb6-cab6afb33865 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:10:29.214796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.424172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.502760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=88a7cae0-605e-4c05-8497-fefdca3cd96d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:29.512830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': 'c577a6bc-a832-43fb-bf63-f9a18d721cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fdc42900-32d8-40d7-bd8d-e96853eecbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:29.513186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: fdc42900-32d8-40d7-bd8d-e96853eecbe9, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:29.534107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:29.544448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, fdc42900-32d8-40d7-bd8d-e96853eecbe9) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:29.548646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:29.549231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.552825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479dc10-bf8d-4157-9919-288f79485d41 None None] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:29.572024 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cbcea4f2-55cf-4f0a-9457-8d241e0a23da tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6086049 May 29 01:10:29.574729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59026) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:29.579906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1189108304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:29.585986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:29.589795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:router and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:29.592603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:29.598381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:29.609907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.610865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.635330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.653512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.675798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.676784 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-83c33ac7-8b22-4655-86fe-0cd746b55bf2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1011105 May 29 01:10:29.679530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59030) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:29.810482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-fdc42900-32d8-40d7-bd8d-e96853eecbe9', 'network_id': 'fdc42900-32d8-40d7-bd8d-e96853eecbe9', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': '88a7cae0-605e-4c05-8497-fefdca3cd96d'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:10:29.811418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:29.976932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Allocated IP 2001:db8::2 (fdc42900-32d8-40d7-bd8d-e96853eecbe9/88a7cae0-605e-4c05-8497-fefdca3cd96d/ad490f7c-f8d8-47d9-b481-5df42c0daff4) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:30.179753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.190982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Transition to ACTIVE for port object ad490f7c-f8d8-47d9-b481-5df42c0daff4 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:30.210080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Transition to ACTIVE for port object ad490f7c-f8d8-47d9-b481-5df42c0daff4 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:30.215562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.283742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.284684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:30.287577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:30.291810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:30.294275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Pushing event updated for resources: {'Port': ['ID=ad490f7c-f8d8-47d9-b481-5df42c0daff4,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:30.305414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.305763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.306099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.306433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.306763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.307090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.307413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.308318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.308870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.309272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.309598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:30.393906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Attempting to bind port ad490f7c-f8d8-47d9-b481-5df42c0daff4 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:30.393906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Attempting to bind port ad490f7c-f8d8-47d9-b481-5df42c0daff4 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c577a6bc-a832-43fb-bf63-f9a18d721cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fdc42900-32d8-40d7-bd8d-e96853eecbe9'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:30.394230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Attempting to bind port ad490f7c-f8d8-47d9-b481-5df42c0daff4 on network fdc42900-32d8-40d7-bd8d-e96853eecbe9 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:30.400558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:30.400926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Checking segment: {'id': 'c577a6bc-a832-43fb-bf63-f9a18d721cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fdc42900-32d8-40d7-bd8d-e96853eecbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:30.401365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.401855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Bound using segment: {'id': 'c577a6bc-a832-43fb-bf63-f9a18d721cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fdc42900-32d8-40d7-bd8d-e96853eecbe9'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:30.402319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Bound port: ad490f7c-f8d8-47d9-b481-5df42c0daff4, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c577a6bc-a832-43fb-bf63-f9a18d721cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fdc42900-32d8-40d7-bd8d-e96853eecbe9'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:30.402704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.491011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] For port ad490f7c-f8d8-47d9-b481-5df42c0daff4, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:30.494619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] For port ad490f7c-f8d8-47d9-b481-5df42c0daff4, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ad490f7c-f8d8-47d9-b481-5df42c0daff4,segment=NetworkSegment(c577a6bc-a832-43fb-bf63-f9a18d721cff),segment_id=c577a6bc-a832-43fb-bf63-f9a18d721cff)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:30.505838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.586312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb795c-c945-4c28-ac7d-9640f64807b6 None None] Pushing event updated for resources: {'Port': ['ID=ad490f7c-f8d8-47d9-b481-5df42c0daff4,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:30.633881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8::1 (fdc42900-32d8-40d7-bd8d-e96853eecbe9/88a7cae0-605e-4c05-8497-fefdca3cd96d/771b69f3-27cc-4cf4-81f3-0b089cf613bc) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:30.809847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.827510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object 771b69f3-27cc-4cf4-81f3-0b089cf613bc will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:30.852414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.927346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:30.930264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:30.934995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:30.935515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:30.942123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=771b69f3-27cc-4cf4-81f3-0b089cf613bc,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:31.027171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.074437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ad490f7c-f8d8-47d9-b481-5df42c0daff4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:31.144949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port ad490f7c-f8d8-47d9-b481-5df42c0daff4 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:31.399629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cc730824-27c1-44ef-a711-45f2f43f3dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.507081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dcaae8-2661-4249-8e08-7e5093143563 None None] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:31.521905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.526929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.527765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.615554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cbde6443-af89-4bde-8906-f269d2f070c1 None None] Provisioning for port ad490f7c-f8d8-47d9-b481-5df42c0daff4 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:31.623756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cbde6443-af89-4bde-8906-f269d2f070c1 None None] Provisioning complete for port ad490f7c-f8d8-47d9-b481-5df42c0daff4 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:31.624161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbde6443-af89-4bde-8906-f269d2f070c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.672153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=771b69f3-27cc-4cf4-81f3-0b089cf613bc,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:31.725450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:31.726640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:31.831706 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbde6443-af89-4bde-8906-f269d2f070c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.874147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cbde6443-af89-4bde-8906-f269d2f070c1 None None] For port ad490f7c-f8d8-47d9-b481-5df42c0daff4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ad490f7c-f8d8-47d9-b481-5df42c0daff4,segment=NetworkSegment(c577a6bc-a832-43fb-bf63-f9a18d721cff),segment_id=c577a6bc-a832-43fb-bf63-f9a18d721cff)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:31.881673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cbde6443-af89-4bde-8906-f269d2f070c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:31.959478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde6443-af89-4bde-8906-f269d2f070c1 None None] Pushing event updated for resources: {'Port': ['ID=ad490f7c-f8d8-47d9-b481-5df42c0daff4,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:32.101776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router d1dbf4d1-c25e-4b5d-9129-0dbc77e19679 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:10:32.138232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-12659f5a-8582-47a6-959c-56659ed4aa28 None None] Provisioning for port 771b69f3-27cc-4cf4-81f3-0b089cf613bc completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:32.146217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-12659f5a-8582-47a6-959c-56659ed4aa28 None None] Provisioning complete for port 771b69f3-27cc-4cf4-81f3-0b089cf613bc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:32.146889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-12659f5a-8582-47a6-959c-56659ed4aa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:32.224034 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-12659f5a-8582-47a6-959c-56659ed4aa28 None None] Port 771b69f3-27cc-4cf4-81f3-0b089cf613bc cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:32.238155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-12659f5a-8582-47a6-959c-56659ed4aa28 None None] Provisioning complete for port ad490f7c-f8d8-47d9-b481-5df42c0daff4 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:32.238526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-12659f5a-8582-47a6-959c-56659ed4aa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:32.308447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:32.321656 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] Sync routers for ids ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:32.330106 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-212ca4a7-4e50-4a15-bad9-7b3159e8c943 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/d1dbf4d1-c25e-4b5d-9129-0dbc77e19679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6426795 May 29 01:10:32.330106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59036) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:32.346638 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] Routers {'d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:32.348653 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:32.405216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce9c92-bfcc-4d52-8348-bd6d768b3e92 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:32.405945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c2ce9c92-bfcc-4d52-8348-bd6d768b3e92 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:32.422485 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:32.428241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c2ce9c92-bfcc-4d52-8348-bd6d768b3e92 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:32.429606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c2ce9c92-bfcc-4d52-8348-bd6d768b3e92 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports/771b69f3-27cc-4cf4-81f3-0b089cf613bc HTTP/1.1" status: 200 len: 911 time: 0.1014917 May 29 01:10:32.432592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59040) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:32.438907 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] Routers {'d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:32.439541 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:32.503496 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:32.503496 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4173864c-77d7-420b-a575-0df7d20c4dc7 None None] The sync data for ids ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:32.522986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9ff46c00-1007-41c1-b4d6-a69c840dc86e None None] Provisioning complete for port 771b69f3-27cc-4cf4-81f3-0b089cf613bc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:32.523355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9ff46c00-1007-41c1-b4d6-a69c840dc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:32.580499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9ff46c00-1007-41c1-b4d6-a69c840dc86e None None] Port 771b69f3-27cc-4cf4-81f3-0b089cf613bc cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:32.702208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-faed63ff-906c-4cb3-821f-59491d2f1e2a None None] Provisioning complete for port 771b69f3-27cc-4cf4-81f3-0b089cf613bc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:32.702580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-faed63ff-906c-4cb3-821f-59491d2f1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:32.782720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:32.791176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-faed63ff-906c-4cb3-821f-59491d2f1e2a None None] Port 771b69f3-27cc-4cf4-81f3-0b089cf613bc cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:33.058167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ad490f7c-f8d8-47d9-b481-5df42c0daff4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:33.131863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ad490f7c-f8d8-47d9-b481-5df42c0daff4 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:33.132499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:33.494406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 771b69f3-27cc-4cf4-81f3-0b089cf613bc {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:33.494746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:33.576428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1980588b-c3b2-4a08-a6ae-45d55ee65d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:33.703709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:33.829003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 771b69f3-27cc-4cf4-81f3-0b089cf613bc owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:34.020412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:34.075723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=771b69f3-27cc-4cf4-81f3-0b089cf613bc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:34.292826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:34.524665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:34.852482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router d1dbf4d1-c25e-4b5d-9129-0dbc77e19679 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:35.003639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:35.016018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] Sync routers for ids ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:35.020389 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d273cf0c-8a14-462d-bcf7-4cf86a54ff5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/d1dbf4d1-c25e-4b5d-9129-0dbc77e19679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5866168 May 29 01:10:35.022986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59044) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:35.027137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] Routers {'d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:35.027761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:35.065524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5e6ab08-9ef5-405b-bb69-ebe356457f71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:35.081381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5e6ab08-9ef5-405b-bb69-ebe356457f71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:35.082497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5e6ab08-9ef5-405b-bb69-ebe356457f71 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=d1dbf4d1-c25e-4b5d-9129-0dbc77e19679 HTTP/1.1" status: 200 len: 205 time: 0.0585980 May 29 01:10:35.085696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59048) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:35.096349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:35.108300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] Routers {'d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:35.110961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:35.189874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:35.190610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f004894-2aa5-4efb-93aa-5d41d2e34ad4 None None] The sync data for ids ['d1dbf4d1-c25e-4b5d-9129-0dbc77e19679'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:35.231403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55e3bfab-36da-4020-bbc9-4cc70017052c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:35.382592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:35.693701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55e3bfab-36da-4020-bbc9-4cc70017052c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:35.697742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55e3bfab-36da-4020-bbc9-4cc70017052c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:35.721750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55e3bfab-36da-4020-bbc9-4cc70017052c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:35.722315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e3bfab-36da-4020-bbc9-4cc70017052c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Fanout notify agent at l3_agent the message router_deleted on router d1dbf4d1-c25e-4b5d-9129-0dbc77e19679 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:10:35.733268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55e3bfab-36da-4020-bbc9-4cc70017052c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:35.734334 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-55e3bfab-36da-4020-bbc9-4cc70017052c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/d1dbf4d1-c25e-4b5d-9129-0dbc77e19679 HTTP/1.1" status: 204 len: 168 time: 0.6479430 May 29 01:10:35.737004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59052) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:35.914798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet 88a7cae0-605e-4c05-8497-fefdca3cd96d {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:10:35.917723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:35.969817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.052826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.076396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.125095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.171099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=88a7cae0-605e-4c05-8497-fefdca3cd96d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:36.176372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.182315 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cffe57fe-24d8-42c4-a48c-2a73a16769b6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/88a7cae0-605e-4c05-8497-fefdca3cd96d HTTP/1.1" status: 204 len: 168 time: 0.4443753 May 29 01:10:36.183915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c610bc0-f867-44a0-afcd-4f98e24eb7c3 None None] Network fdc42900-32d8-40d7-bd8d-e96853eecbe9 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:36.185354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59056) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:36.294776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.304934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port ad490f7c-f8d8-47d9-b481-5df42c0daff4 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:36.305259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.434115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] DHCP port deletion for fdc42900-32d8-40d7-bd8d-e96853eecbe9 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:10:36.439501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Deleting port ad490f7c-f8d8-47d9-b481-5df42c0daff4 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:36.439947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.515257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port ad490f7c-f8d8-47d9-b481-5df42c0daff4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ad490f7c-f8d8-47d9-b481-5df42c0daff4,segment=NetworkSegment(c577a6bc-a832-43fb-bf63-f9a18d721cff),segment_id=c577a6bc-a832-43fb-bf63-f9a18d721cff)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:36.515612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.646940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for ad490f7c-f8d8-47d9-b481-5df42c0daff4 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:36.662914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] For port ad490f7c-f8d8-47d9-b481-5df42c0daff4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ad490f7c-f8d8-47d9-b481-5df42c0daff4,segment=NetworkSegment(c577a6bc-a832-43fb-bf63-f9a18d721cff),segment_id=c577a6bc-a832-43fb-bf63-f9a18d721cff)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:36.663305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.724261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.769704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=ad490f7c-f8d8-47d9-b481-5df42c0daff4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:36.773588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No DVR routers for this DVR port ad490f7c-f8d8-47d9-b481-5df42c0daff4 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:10:36.785087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Calling delete_port for ad490f7c-f8d8-47d9-b481-5df42c0daff4 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:36.853278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:10:36.853624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:10:36.893589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.917262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc42900-32d8-40d7-bd8d-e96853eecbe9']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:36.932126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c577a6bc-a832-43fb-bf63-f9a18d721cff') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:36.933069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c577a6bc-a832-43fb-bf63-f9a18d721cff') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:36.949418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.970296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.976393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:10:36.976833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:10:36.998505 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:10:37.023214 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:10:37.047731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ad490f7c-f8d8-47d9-b481-5df42c0daff4 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:10:37.084017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ad490f7c-f8d8-47d9-b481-5df42c0daff4 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:10:37.084698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ad490f7c-f8d8-47d9-b481-5df42c0daff4 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:10:37.162025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.166968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.195440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=fdc42900-32d8-40d7-bd8d-e96853eecbe9,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:37.205101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-974b3745-057b-4f73-a37b-a5e20faedfcf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/fdc42900-32d8-40d7-bd8d-e96853eecbe9 HTTP/1.1" status: 204 len: 168 time: 1.0186570 May 29 01:10:37.208756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59060) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:37.214478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1907812609', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}, 'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:37.221953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:37.225942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:router and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:37.228802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:37.238148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:37.248009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.248933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.266844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.355282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Deleting port ad490f7c-f8d8-47d9-b481-5df42c0daff4 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:37.355663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.413631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.418000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-259b537b-6714-40c0-8660-9ceac6b2a65a None None] The port 'ad490f7c-f8d8-47d9-b481-5df42c0daff4' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:10:37.594221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.631737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.767693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 172.26.5.46 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/4ef0fb6a-1bf2-4d2e-b95e-0441b9ec25ee) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:37.913894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:37.945670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:38.016481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:38.018679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:38.022957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:38.046793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=4ef0fb6a-1bf2-4d2e-b95e-0441b9ec25ee,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:38.183132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:38.183876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:38.420395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router 77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:10:38.626814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:38.636279 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] Sync routers for ids ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:38.647518 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] Routers {'77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:38.648230 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:38.654494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:38.655903 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e363e72-16ac-40a3-9a77-667afac03518 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.4461968 May 29 01:10:38.658633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59072) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:38.710040 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:38.722010 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] Routers {'77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:38.722618 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:38.785460 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:38.785856 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0dbef-13dd-4538-a6bd-6bc40de0c4e5 None None] The sync data for ids ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:38.943069 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a3656aee-4b83-4564-979d-300b662aea4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/routers/77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 HTTP/1.1" status: 200 len: 884 time: 0.2833490 May 29 01:10:38.945497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:39.140145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1162059f-8eaf-4363-b578-d15bb9098863 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:router {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:39.157435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-1162059f-8eaf-4363-b578-d15bb9098863 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:router {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:39.161220 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1162059f-8eaf-4363-b578-d15bb9098863 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2122273 May 29 01:10:39.161419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59080) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:39.166383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c89a32c4-4b7d-46e8-9b8f-1f972fd25778 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1907812609'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:39.715139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c89a32c4-4b7d-46e8-9b8f-1f972fd25778 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:39.725448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c89a32c4-4b7d-46e8-9b8f-1f972fd25778 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:39.919610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89a32c4-4b7d-46e8-9b8f-1f972fd25778 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router 77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:40.114642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89a32c4-4b7d-46e8-9b8f-1f972fd25778 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:40.121042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c89a32c4-4b7d-46e8-9b8f-1f972fd25778 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:40.122304 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c89a32c4-4b7d-46e8-9b8f-1f972fd25778 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 HTTP/1.1" status: 200 len: 891 time: 0.9599633 May 29 01:10:40.124659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] Sync routers for ids ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:40.125076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59084) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:40.137380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] Routers {'77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:40.137986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:40.200285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:40.211577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] Routers {'77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:40.212231 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:40.277103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:40.277516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0157f-805a-4db6-82f9-f7a956d5ad57 None None] The sync data for ids ['77b82fd3-61f9-483e-8f5e-fd6bf95d10e5'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:40.429653 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ef992cf8-c706-42a0-ae89-19f7ffabb221 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/routers/77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 HTTP/1.1" status: 200 len: 891 time: 0.3037226 May 29 01:10:40.432268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59088) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:40.471720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30631ae2-0886-48f0-8f12-9bcb2ae2a9bf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:40.487423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30631ae2-0886-48f0-8f12-9bcb2ae2a9bf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:40.488601 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-30631ae2-0886-48f0-8f12-9bcb2ae2a9bf tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 HTTP/1.1" status: 200 len: 205 time: 0.0553918 May 29 01:10:40.491139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59092) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:40.685461 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:40.874035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:40.883062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 4ef0fb6a-1bf2-4d2e-b95e-0441b9ec25ee {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:40.883398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.044573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.164523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 4ef0fb6a-1bf2-4d2e-b95e-0441b9ec25ee owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:41.320968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.366676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=4ef0fb6a-1bf2-4d2e-b95e-0441b9ec25ee,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:41.580508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.915053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.919280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.942518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.943231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Fanout notify agent at l3_agent the message router_deleted on router 77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:10:41.964375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:41.965441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-eb484fe9-e9f0-458f-8a2d-12ba70aac742 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 HTTP/1.1" status: 204 len: 168 time: 1.4734364 May 29 01:10:41.968957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59098) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:41.974098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-726798735'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:41.978994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:41.982718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:41.985809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:41.991383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:42.001200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:42.004176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.034299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:42.042936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.043270 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment c3f8bccf-491e-4d95-ad2e-d45b0ca1493e of type vlan for network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc May 29 01:10:42.067918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.096703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.100333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:42.100904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.201874 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2319150 May 29 01:10:42.204820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59102) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:42.207516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbef92-17bf-4eb6-a694-46ff7d815e88 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=5e778ae7-af2a-445b-8f0d-485ec45cd0dc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:42.210677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': '5e778ae7-af2a-445b-8f0d-485ec45cd0dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:42.217812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:42.318779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:42.322770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:42.326327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:42.332315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:42.342364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:42.444324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.663397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.741231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=9cf427c0-df29-48a9-9330-f007cbc33c45,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:42.752171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': 'c3f8bccf-491e-4d95-ad2e-d45b0ca1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e778ae7-af2a-445b-8f0d-485ec45cd0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:42.752520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: 5e778ae7-af2a-445b-8f0d-485ec45cd0dc, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:42.773897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:42.783505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5e778ae7-af2a-445b-8f0d-485ec45cd0dc) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:42.787662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:42.788848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.791884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a8d9c-fc90-4f42-b7fa-0591ccbae1f7 None None] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:42.810857 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a4bb1f21-15b4-4aaf-9ecb-e3494adfd560 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6048856 May 29 01:10:42.813536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59106) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:42.818487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1970047378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:42.825540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:42.829540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:router and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:42.832373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:42.837949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:42.849052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.850067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.868913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.886599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.912813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:42.913959 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c986e09c-cc8a-462a-9158-82318eeaed5d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0995352 May 29 01:10:42.917039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59110) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:43.004846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5e778ae7-af2a-445b-8f0d-485ec45cd0dc', 'network_id': '5e778ae7-af2a-445b-8f0d-485ec45cd0dc', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': '9cf427c0-df29-48a9-9330-f007cbc33c45'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:10:43.005671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:43.163388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Allocated IP 2001:db8::2 (5e778ae7-af2a-445b-8f0d-485ec45cd0dc/9cf427c0-df29-48a9-9330-f007cbc33c45/797e6189-186d-4256-a0c4-c0f7763a483f) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:43.368232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:43.378151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Transition to ACTIVE for port object 797e6189-186d-4256-a0c4-c0f7763a483f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:43.395280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Transition to ACTIVE for port object 797e6189-186d-4256-a0c4-c0f7763a483f will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:43.401719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:43.407029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:43.472934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:43.476170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Pushing event updated for resources: {'Port': ['ID=797e6189-186d-4256-a0c4-c0f7763a483f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:43.478548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:43.481537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:43.567784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Attempting to bind port 797e6189-186d-4256-a0c4-c0f7763a483f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:43.568170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Attempting to bind port 797e6189-186d-4256-a0c4-c0f7763a483f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c3f8bccf-491e-4d95-ad2e-d45b0ca1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e778ae7-af2a-445b-8f0d-485ec45cd0dc'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:43.568533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Attempting to bind port 797e6189-186d-4256-a0c4-c0f7763a483f on network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:43.575461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:43.575829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Checking segment: {'id': 'c3f8bccf-491e-4d95-ad2e-d45b0ca1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e778ae7-af2a-445b-8f0d-485ec45cd0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:43.576229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:43.576614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Bound using segment: {'id': 'c3f8bccf-491e-4d95-ad2e-d45b0ca1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e778ae7-af2a-445b-8f0d-485ec45cd0dc'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:43.577066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Bound port: 797e6189-186d-4256-a0c4-c0f7763a483f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f8bccf-491e-4d95-ad2e-d45b0ca1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e778ae7-af2a-445b-8f0d-485ec45cd0dc'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:43.577427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:43.665607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] For port 797e6189-186d-4256-a0c4-c0f7763a483f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:43.668946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] For port 797e6189-186d-4256-a0c4-c0f7763a483f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=797e6189-186d-4256-a0c4-c0f7763a483f,segment=NetworkSegment(c3f8bccf-491e-4d95-ad2e-d45b0ca1493e),segment_id=c3f8bccf-491e-4d95-ad2e-d45b0ca1493e)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:43.673316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:43.756353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cd362-ccbe-4747-abb5-5ef462a145e7 None None] Pushing event updated for resources: {'Port': ['ID=797e6189-186d-4256-a0c4-c0f7763a483f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:43.853329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8::1 (5e778ae7-af2a-445b-8f0d-485ec45cd0dc/9cf427c0-df29-48a9-9330-f007cbc33c45/ac53adcb-c804-4773-9740-1e8bc0f97fab) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:44.032916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:44.049845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object ac53adcb-c804-4773-9740-1e8bc0f97fab will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:44.071499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:44.143091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:44.146250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:44.150452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:44.151110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:44.153867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=ac53adcb-c804-4773-9740-1e8bc0f97fab,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:44.239303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:44.648827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:44.654013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:44.654771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:44.661974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be311d-e93b-4913-a90c-7f83e117a765 None None] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:44.756825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c3ad0283-1ee4-42c4-ab3b-d7674186b88d None None] Provisioning for port 797e6189-186d-4256-a0c4-c0f7763a483f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:44.798108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=ac53adcb-c804-4773-9740-1e8bc0f97fab,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:44.856097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:44.857226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:45.090261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 797e6189-186d-4256-a0c4-c0f7763a483f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:45.168160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 797e6189-186d-4256-a0c4-c0f7763a483f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:45.174198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 797e6189-186d-4256-a0c4-c0f7763a483f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:45.174703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:45.236552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router 48bf873e-c482-449a-9383-c93b0d7f9a2b is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:10:45.251975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Provisioning complete for port 797e6189-186d-4256-a0c4-c0f7763a483f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:45.252457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:45.365274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:45.452568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 797e6189-186d-4256-a0c4-c0f7763a483f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=797e6189-186d-4256-a0c4-c0f7763a483f,segment=NetworkSegment(c3f8bccf-491e-4d95-ad2e-d45b0ca1493e),segment_id=c3f8bccf-491e-4d95-ad2e-d45b0ca1493e)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:45.460520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:45.470609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:45.524585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:45.537018 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] Sync routers for ids ['48bf873e-c482-449a-9383-c93b0d7f9a2b'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:45.538585 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-db5339ae-a7d9-4b63-a4b4-b19fb356f431 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/48bf873e-c482-449a-9383-c93b0d7f9a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6202335 May 29 01:10:45.541272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59116) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:45.552082 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] Routers {'48bf873e-c482-449a-9383-c93b0d7f9a2b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:45.552641 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['48bf873e-c482-449a-9383-c93b0d7f9a2b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:45.600715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=797e6189-186d-4256-a0c4-c0f7763a483f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:45.612016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:10:45.612406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:10:45.613236 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:45.619062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5cf4ed-60bc-4dda-ab56-4f10ef4d3be6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:45.620877 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fa5cf4ed-60bc-4dda-ab56-4f10ef4d3be6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports/ac53adcb-c804-4773-9740-1e8bc0f97fab HTTP/1.1" status: 200 len: 911 time: 0.0770380 May 29 01:10:45.623419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59120) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:45.625286 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] Routers {'48bf873e-c482-449a-9383-c93b0d7f9a2b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:45.625870 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['48bf873e-c482-449a-9383-c93b0d7f9a2b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:45.628888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9cf427c0-df29-48a9-9330-f007cbc33c45'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:45.686270 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:45.686665 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d196c-7f12-46f6-9470-162aab12fb9b None None] The sync data for ids ['48bf873e-c482-449a-9383-c93b0d7f9a2b'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:45.747901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:46.211284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Provisioning for port ac53adcb-c804-4773-9740-1e8bc0f97fab completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:46.216040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Provisioning complete for port ac53adcb-c804-4773-9740-1e8bc0f97fab triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:46.216411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:46.267925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-22a5160d-b7a0-442c-9949-c2d755ffbf83 None None] Port ac53adcb-c804-4773-9740-1e8bc0f97fab cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:46.332031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:46.340661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:46.344722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:46.345317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:46.346597 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/ports/ac53adcb-c804-4773-9740-1e8bc0f97fab HTTP/1.1" status: 200 len: 911 time: 0.7222905 May 29 01:10:46.349641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59124) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:46.390280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ca6aef75-261a-4839-bd54-070918272236 None None] Provisioning complete for port ac53adcb-c804-4773-9740-1e8bc0f97fab triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:46.390785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ca6aef75-261a-4839-bd54-070918272236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:46.414113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6797ef-5295-4ab7-9da3-3fae331807ae tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=ac53adcb-c804-4773-9740-1e8bc0f97fab,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:46.443955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ca6aef75-261a-4839-bd54-070918272236 None None] Port ac53adcb-c804-4773-9740-1e8bc0f97fab cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:46.605905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:46.686996 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:47.056808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 797e6189-186d-4256-a0c4-c0f7763a483f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:47.124191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 797e6189-186d-4256-a0c4-c0f7763a483f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:47.124570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:47.251558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port ac53adcb-c804-4773-9740-1e8bc0f97fab {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:47.251836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:47.431091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:47.548448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for ac53adcb-c804-4773-9740-1e8bc0f97fab owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:47.821578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:47.867088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=ac53adcb-c804-4773-9740-1e8bc0f97fab,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:48.043921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:48.442459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router 48bf873e-c482-449a-9383-c93b0d7f9a2b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:48.578082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:48.587017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] Sync routers for ids ['48bf873e-c482-449a-9383-c93b0d7f9a2b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:48.591127 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b8e372db-0ddd-4c7f-baef-ddad398f2c17 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/48bf873e-c482-449a-9383-c93b0d7f9a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404242 May 29 01:10:48.593890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59128) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:48.599275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] Routers {'48bf873e-c482-449a-9383-c93b0d7f9a2b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:48.599878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['48bf873e-c482-449a-9383-c93b0d7f9a2b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:48.635680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-757c6fb0-bf0f-44c7-b562-f35742fd45f4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:10:48.650804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-757c6fb0-bf0f-44c7-b562-f35742fd45f4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:10:48.652838 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-757c6fb0-bf0f-44c7-b562-f35742fd45f4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=48bf873e-c482-449a-9383-c93b0d7f9a2b HTTP/1.1" status: 200 len: 205 time: 0.0580335 May 29 01:10:48.655665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59132) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:48.662918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:48.674341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] Routers {'48bf873e-c482-449a-9383-c93b0d7f9a2b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:48.674927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['48bf873e-c482-449a-9383-c93b0d7f9a2b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:48.735644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:48.735952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472d28bd-9411-48a0-925e-b5f7bf4f0d5e None None] The sync data for ids ['48bf873e-c482-449a-9383-c93b0d7f9a2b'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:48.794227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af0f0c7b-56b2-4dbb-8997-095491d51a94 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.184315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af0f0c7b-56b2-4dbb-8997-095491d51a94 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.188355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af0f0c7b-56b2-4dbb-8997-095491d51a94 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.211634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af0f0c7b-56b2-4dbb-8997-095491d51a94 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.212170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0f0c7b-56b2-4dbb-8997-095491d51a94 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Fanout notify agent at l3_agent the message router_deleted on router 48bf873e-c482-449a-9383-c93b0d7f9a2b {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:10:49.226601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af0f0c7b-56b2-4dbb-8997-095491d51a94 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.227659 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-af0f0c7b-56b2-4dbb-8997-095491d51a94 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/48bf873e-c482-449a-9383-c93b0d7f9a2b HTTP/1.1" status: 204 len: 168 time: 0.5709167 May 29 01:10:49.231120 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59138) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:49.409641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet 9cf427c0-df29-48a9-9330-f007cbc33c45 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:10:49.412473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.467711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.546900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.616396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.748431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf427c0-df29-48a9-9330-f007cbc33c45,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:49.753004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.758208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d452134-0da4-4f70-9839-34bec603c6df None None] Network 5e778ae7-af2a-445b-8f0d-485ec45cd0dc requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:49.762106 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9f142d04-cc67-4447-a568-bdf051cd57cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/9cf427c0-df29-48a9-9330-f007cbc33c45 HTTP/1.1" status: 204 len: 168 time: 0.5295722 May 29 01:10:49.764271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59142) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:49.875015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.885101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 797e6189-186d-4256-a0c4-c0f7763a483f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:49.885992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:49.993016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] DHCP port deletion for 5e778ae7-af2a-445b-8f0d-485ec45cd0dc request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:10:49.998124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Deleting port 797e6189-186d-4256-a0c4-c0f7763a483f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:49.998707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.085700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port 797e6189-186d-4256-a0c4-c0f7763a483f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=797e6189-186d-4256-a0c4-c0f7763a483f,segment=NetworkSegment(c3f8bccf-491e-4d95-ad2e-d45b0ca1493e),segment_id=c3f8bccf-491e-4d95-ad2e-d45b0ca1493e)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:50.086049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.197273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] For port 797e6189-186d-4256-a0c4-c0f7763a483f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=797e6189-186d-4256-a0c4-c0f7763a483f,segment=NetworkSegment(c3f8bccf-491e-4d95-ad2e-d45b0ca1493e),segment_id=c3f8bccf-491e-4d95-ad2e-d45b0ca1493e)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:50.197654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.205015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 797e6189-186d-4256-a0c4-c0f7763a483f owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:50.282302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.314670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Calling delete_port for 797e6189-186d-4256-a0c4-c0f7763a483f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:10:50.326119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=797e6189-186d-4256-a0c4-c0f7763a483f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:50.333640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No DVR routers for this DVR port 797e6189-186d-4256-a0c4-c0f7763a483f on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:10:50.387824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:10:50.388199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:10:50.458720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.483688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e778ae7-af2a-445b-8f0d-485ec45cd0dc']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:50.495901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f8bccf-491e-4d95-ad2e-d45b0ca1493e') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:50.496226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f8bccf-491e-4d95-ad2e-d45b0ca1493e') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:50.507175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.525918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.532005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:10:50.532448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:10:50.547001 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:10:50.623092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.639590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.653953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=5e778ae7-af2a-445b-8f0d-485ec45cd0dc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:50.666355 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5b0a1747-69f5-436a-b1ed-af2a846be82b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/5e778ae7-af2a-445b-8f0d-485ec45cd0dc HTTP/1.1" status: 204 len: 168 time: 0.9009385 May 29 01:10:50.670467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59146) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:50.675693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1943904410', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:50.682928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:50.689372 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:router and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:50.693021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:50.698690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:50.712469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.713466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.732609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.750322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.774178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.775345 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bfdeb138-52d9-4117-85fd-0daab8fc6574 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1039691 May 29 01:10:50.778601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59150) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:50.783885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-487273828'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:50.788568 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:50.793336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:50.796176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:50.801774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:50.811477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:50.814280 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.842000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:50.851101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.851458 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment 799180ef-3157-4cf5-932c-7c9b58b3da32 of type vlan for network 7e233574-160d-4976-84a8-cebd788ade11 May 29 01:10:50.878053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.889640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Deleting port 797e6189-186d-4256-a0c4-c0f7763a483f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:10:50.890168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.907273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.910993 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:50.911566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:50.957069 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e2943eaa-c276-4b72-a5ad-ed86b4da70b8 None None] The port '797e6189-186d-4256-a0c4-c0f7763a483f' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:10:51.013257 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2336876 May 29 01:10:51.016036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:51.023166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:51.037130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d754a-2650-41e1-a8bd-f19e43d79706 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=7e233574-160d-4976-84a8-cebd788ade11,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:51.049403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 7e233574-160d-4976-84a8-cebd788ade11 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:51.070997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 797e6189-186d-4256-a0c4-c0f7763a483f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:10:51.134450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:51.139294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:51.142379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:51.147631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:51.151685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 797e6189-186d-4256-a0c4-c0f7763a483f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:10:51.152060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 797e6189-186d-4256-a0c4-c0f7763a483f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:10:51.160415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:51.263465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:51.552952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:51.633324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=fa709604-3bf0-4618-9873-9e664ca64d98,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:51.643152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:51.643506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: 7e233574-160d-4976-84a8-cebd788ade11, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:51.665876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 7e233574-160d-4976-84a8-cebd788ade11 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:51.675084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 7e233574-160d-4976-84a8-cebd788ade11) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:51.678830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:51.679403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:51.684781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442b6fd-13bc-40ac-8a58-f0164830ce90 None None] Network 7e233574-160d-4976-84a8-cebd788ade11 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:51.700570 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-99f04ff2-1f1a-46aa-83ec-3ada4e8d56fa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6835237 May 29 01:10:51.703248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59158) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:51.928087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-7e233574-160d-4976-84a8-cebd788ade11', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:10:51.928886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.092287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Allocated IP 2001:db8::2 (7e233574-160d-4976-84a8-cebd788ade11/fa709604-3bf0-4618-9873-9e664ca64d98/e213dc70-2031-464e-93b8-f31978ce6680) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:52.214629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.296018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.305568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Transition to ACTIVE for port object e213dc70-2031-464e-93b8-f31978ce6680 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:52.323718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Transition to ACTIVE for port object e213dc70-2031-464e-93b8-f31978ce6680 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:52.329126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.401501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Network 7e233574-160d-4976-84a8-cebd788ade11 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:52.405432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:52.407249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Pushing event updated for resources: {'Port': ['ID=e213dc70-2031-464e-93b8-f31978ce6680,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:52.409382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:52.495207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Attempting to bind port e213dc70-2031-464e-93b8-f31978ce6680 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:52.495480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Attempting to bind port e213dc70-2031-464e-93b8-f31978ce6680 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:52.495822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Attempting to bind port e213dc70-2031-464e-93b8-f31978ce6680 on network 7e233574-160d-4976-84a8-cebd788ade11 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:52.502182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:52.502553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Checking segment: {'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:52.502954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.503342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Bound using segment: {'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:52.503800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Bound port: e213dc70-2031-464e-93b8-f31978ce6680, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:52.504192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.560649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8::1 (7e233574-160d-4976-84a8-cebd788ade11/fa709604-3bf0-4618-9873-9e664ca64d98/cf13533c-9e08-43c5-b71a-e8222011dc69) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:52.593035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] For port e213dc70-2031-464e-93b8-f31978ce6680, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:52.596058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] For port e213dc70-2031-464e-93b8-f31978ce6680, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e213dc70-2031-464e-93b8-f31978ce6680,segment=NetworkSegment(799180ef-3157-4cf5-932c-7c9b58b3da32),segment_id=799180ef-3157-4cf5-932c-7c9b58b3da32)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:52.600301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.681941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379861be-6f5b-41f6-8e25-9d84dc2bb29c None None] Pushing event updated for resources: {'Port': ['ID=e213dc70-2031-464e-93b8-f31978ce6680,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:52.729433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.746669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object cf13533c-9e08-43c5-b71a-e8222011dc69 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:52.769499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.850200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 7e233574-160d-4976-84a8-cebd788ade11 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:52.853128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:52.857632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:52.858145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:52.866731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=cf13533c-9e08-43c5-b71a-e8222011dc69,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:52.954094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:53.099025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e213dc70-2031-464e-93b8-f31978ce6680 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:53.174620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port e213dc70-2031-464e-93b8-f31978ce6680 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:53.454213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:53.459025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:53.459754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:53.561943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c21f7b-9462-40d0-9d04-4ea7f972342f None None] Network 7e233574-160d-4976-84a8-cebd788ade11 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:53.600843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=cf13533c-9e08-43c5-b71a-e8222011dc69,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:53.618286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.618635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.618967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.619298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.620244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.620574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.621031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.621930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.621930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.622106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.622282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:53.667588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 7e233574-160d-4976-84a8-cebd788ade11 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:53.668802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:53.669361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9672f6d1-7bdd-485e-89f4-8f0a2c8cd92d None None] Provisioning for port e213dc70-2031-464e-93b8-f31978ce6680 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:53.679145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9672f6d1-7bdd-485e-89f4-8f0a2c8cd92d None None] Provisioning complete for port e213dc70-2031-464e-93b8-f31978ce6680 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:53.679518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9672f6d1-7bdd-485e-89f4-8f0a2c8cd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:53.897307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9672f6d1-7bdd-485e-89f4-8f0a2c8cd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:53.947225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9672f6d1-7bdd-485e-89f4-8f0a2c8cd92d None None] For port e213dc70-2031-464e-93b8-f31978ce6680, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e213dc70-2031-464e-93b8-f31978ce6680,segment=NetworkSegment(799180ef-3157-4cf5-932c-7c9b58b3da32),segment_id=799180ef-3157-4cf5-932c-7c9b58b3da32)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:53.952135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9672f6d1-7bdd-485e-89f4-8f0a2c8cd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.031928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672f6d1-7bdd-485e-89f4-8f0a2c8cd92d None None] Pushing event updated for resources: {'Port': ['ID=e213dc70-2031-464e-93b8-f31978ce6680,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:54.042476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:10:54.210283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a72ba47d-ddb9-4b13-9688-0db429c18ba9 None None] Provisioning for port cf13533c-9e08-43c5-b71a-e8222011dc69 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:54.218683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a72ba47d-ddb9-4b13-9688-0db429c18ba9 None None] Provisioning complete for port cf13533c-9e08-43c5-b71a-e8222011dc69 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:54.219265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a72ba47d-ddb9-4b13-9688-0db429c18ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.257368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:54.274011 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:54.274555 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-56cc6688-99d5-44be-8271-59fe606270a9 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672989 May 29 01:10:54.274555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59162) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:54.282524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-756897949'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:54.285980 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:54.287402 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:54.288134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a72ba47d-ddb9-4b13-9688-0db429c18ba9 None None] Port cf13533c-9e08-43c5-b71a-e8222011dc69 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:54.288270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:54.293934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:54.298230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:54.303113 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a72ba47d-ddb9-4b13-9688-0db429c18ba9 None None] Provisioning complete for port e213dc70-2031-464e-93b8-f31978ce6680 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:54.303730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a72ba47d-ddb9-4b13-9688-0db429c18ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.305563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:54.321699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:54.326413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.373362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:54.387595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.388351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment 38c09204-055c-4fe9-86de-ab6e48cb9f61 of type vlan for network caaeec79-11cd-46eb-871c-077a52510ba7 May 29 01:10:54.424190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.472037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.475714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:54.476312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.496332 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:10:54.577777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c6f73cb8-61ba-439c-878c-1541152fe5cb None None] Provisioning complete for port cf13533c-9e08-43c5-b71a-e8222011dc69 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:54.578146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c6f73cb8-61ba-439c-878c-1541152fe5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.582471 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3070712 May 29 01:10:54.585417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59166) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:54.592727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:54.627148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d4603-42bd-487c-bd5f-dc9a57d30eff tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=caaeec79-11cd-46eb-871c-077a52510ba7,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:54.652322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network caaeec79-11cd-46eb-871c-077a52510ba7 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:54.737325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:54.741687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:54.745520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:54.752647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:54.764309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:54.834232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c6f73cb8-61ba-439c-878c-1541152fe5cb None None] Port cf13533c-9e08-43c5-b71a-e8222011dc69 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:54.873309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.894783 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:10:52Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:53Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:54.898582 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:10:54.898913 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Updating router e92f94e8-c934-4e9a-a3c2-a66d74218b56 port cf13533c-9e08-43c5-b71a-e8222011dc69 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:10:54.952194 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:54.955469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b8deb2c1-1b74-42a8-86df-84b17b5834c0 None None] Provisioning complete for port cf13533c-9e08-43c5-b71a-e8222011dc69 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:54.955852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b8deb2c1-1b74-42a8-86df-84b17b5834c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.015037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b8deb2c1-1b74-42a8-86df-84b17b5834c0 None None] Port cf13533c-9e08-43c5-b71a-e8222011dc69 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:55.079049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e213dc70-2031-464e-93b8-f31978ce6680 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:55.157897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port e213dc70-2031-464e-93b8-f31978ce6680 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:55.158544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.217707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.296085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=26f749c3-61f6-4f66-8080-029122cd7ae3,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:55.311435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:55.311795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: caaeec79-11cd-46eb-871c-077a52510ba7, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:55.333661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network caaeec79-11cd-46eb-871c-077a52510ba7 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:55.345199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, caaeec79-11cd-46eb-871c-077a52510ba7) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:55.349254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:55.349832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.358234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c5fab-b61e-4897-866e-fee8d9cbb37e None None] Network caaeec79-11cd-46eb-871c-077a52510ba7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:55.364204 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.372358 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c04918f8-c02c-4553-b9ce-b4cc31879e46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7849498 May 29 01:10:55.377088 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59172) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:55.379438 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Transition to ACTIVE for port object cf13533c-9e08-43c5-b71a-e8222011dc69 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:55.386376 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.521368 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Pushing event updated for resources: {'Port': ['ID=cf13533c-9e08-43c5-b71a-e8222011dc69,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:55.534976 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.535405 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.535796 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.536234 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.536756 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.537140 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.537520 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.537899 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.538514 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.539135 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.539518 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:10:55.602256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-caaeec79-11cd-46eb-871c-077a52510ba7', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:10:55.602943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.650006 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Attempting to bind port cf13533c-9e08-43c5-b71a-e8222011dc69 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:55.650951 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Attempting to bind port cf13533c-9e08-43c5-b71a-e8222011dc69 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:55.651542 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Attempting to bind port cf13533c-9e08-43c5-b71a-e8222011dc69 on network 7e233574-160d-4976-84a8-cebd788ade11 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:55.660548 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:55.661254 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Checking segment: {'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:55.661718 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.662684 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Bound using segment: {'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:55.663416 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Bound port: cf13533c-9e08-43c5-b71a-e8222011dc69, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799180ef-3157-4cf5-932c-7c9b58b3da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e233574-160d-4976-84a8-cebd788ade11'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:55.663868 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.762352 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] For port cf13533c-9e08-43c5-b71a-e8222011dc69, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:55.765426 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] For port cf13533c-9e08-43c5-b71a-e8222011dc69, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cf13533c-9e08-43c5-b71a-e8222011dc69,segment=NetworkSegment(799180ef-3157-4cf5-932c-7c9b58b3da32),segment_id=799180ef-3157-4cf5-932c-7c9b58b3da32)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:55.770901 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:55.788642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Allocated IP 2001:db8:1::2 (caaeec79-11cd-46eb-871c-077a52510ba7/26f749c3-61f6-4f66-8080-029122cd7ae3/9ed0c55a-c93f-4b17-a762-c742fc84d50d) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:55.851371 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23cd31-0381-4ddd-ac42-a55c391ad90e None None] Pushing event updated for resources: {'Port': ['ID=cf13533c-9e08-43c5-b71a-e8222011dc69,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:55.855791 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:55.856292 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:56.026549 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:10:56.039613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.053072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Transition to ACTIVE for port object 9ed0c55a-c93f-4b17-a762-c742fc84d50d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:56.076776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Transition to ACTIVE for port object 9ed0c55a-c93f-4b17-a762-c742fc84d50d will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:56.089696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.153168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.169190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Network caaeec79-11cd-46eb-871c-077a52510ba7 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:56.172106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:56.175724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:56.219916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Pushing event updated for resources: {'Port': ['ID=9ed0c55a-c93f-4b17-a762-c742fc84d50d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:56.279315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Attempting to bind port 9ed0c55a-c93f-4b17-a762-c742fc84d50d on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:10:56.279687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Attempting to bind port 9ed0c55a-c93f-4b17-a762-c742fc84d50d by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:10:56.280145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Attempting to bind port 9ed0c55a-c93f-4b17-a762-c742fc84d50d on network caaeec79-11cd-46eb-871c-077a52510ba7 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:10:56.291674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:10:56.292516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Checking segment: {'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:56.292516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.292849 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Bound using segment: {'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:10:56.293313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Bound port: 9ed0c55a-c93f-4b17-a762-c742fc84d50d, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:10:56.293684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.386566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] For port 9ed0c55a-c93f-4b17-a762-c742fc84d50d, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:10:56.389731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] For port 9ed0c55a-c93f-4b17-a762-c742fc84d50d, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9ed0c55a-c93f-4b17-a762-c742fc84d50d,segment=NetworkSegment(38c09204-055c-4fe9-86de-ab6e48cb9f61),segment_id=38c09204-055c-4fe9-86de-ab6e48cb9f61)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:10:56.394995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.413103 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:10:52Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:55Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:56.417728 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc7b8b-5d7d-4df2-8e3c-dd6036b3b9a0 None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:10:52Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:55Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:10:56.481673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52a2d5-09b1-42bf-984f-cc9e70c4f6f2 None None] Pushing event updated for resources: {'Port': ['ID=9ed0c55a-c93f-4b17-a762-c742fc84d50d,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:56.559781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8:1::1 (caaeec79-11cd-46eb-871c-077a52510ba7/26f749c3-61f6-4f66-8080-029122cd7ae3/c5ce694b-5394-461b-b564-dfc7a994e3ee) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:10:56.771317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.789230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object c5ce694b-5394-461b-b564-dfc7a994e3ee will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:10:56.814953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.887861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network caaeec79-11cd-46eb-871c-077a52510ba7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:56.890876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:56.895068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:10:56.895590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:56.905133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=c5ce694b-5394-461b-b564-dfc7a994e3ee,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:56.993607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.166124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9ed0c55a-c93f-4b17-a762-c742fc84d50d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:57.247658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 9ed0c55a-c93f-4b17-a762-c742fc84d50d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:57.253617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cf13533c-9e08-43c5-b71a-e8222011dc69 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:57.325943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port cf13533c-9e08-43c5-b71a-e8222011dc69 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:57.337351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cf13533c-9e08-43c5-b71a-e8222011dc69 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:57.337725 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.467215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.501789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port cf13533c-9e08-43c5-b71a-e8222011dc69, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cf13533c-9e08-43c5-b71a-e8222011dc69,segment=NetworkSegment(799180ef-3157-4cf5-932c-7c9b58b3da32),segment_id=799180ef-3157-4cf5-932c-7c9b58b3da32)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:57.506929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.559431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.568985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.570036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.593659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=cf13533c-9e08-43c5-b71a-e8222011dc69,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:57.629822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb558f3-665b-4e93-a6af-bac071d30615 None None] Network caaeec79-11cd-46eb-871c-077a52510ba7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:57.751052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=c5ce694b-5394-461b-b564-dfc7a994e3ee,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:57.825951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8f472435-0064-4db8-bce8-ec160919beed None None] Provisioning for port 9ed0c55a-c93f-4b17-a762-c742fc84d50d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:57.833273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-d3a28bd1-3512-4417-98f6-9921991d2d25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3350196 May 29 01:10:57.839301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8f472435-0064-4db8-bce8-ec160919beed None None] Provisioning complete for port 9ed0c55a-c93f-4b17-a762-c742fc84d50d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:57.839687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8f472435-0064-4db8-bce8-ec160919beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:57.845873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network caaeec79-11cd-46eb-871c-077a52510ba7 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:10:57.847107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:58.015902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8f472435-0064-4db8-bce8-ec160919beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.052510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8f472435-0064-4db8-bce8-ec160919beed None None] For port 9ed0c55a-c93f-4b17-a762-c742fc84d50d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9ed0c55a-c93f-4b17-a762-c742fc84d50d,segment=NetworkSegment(38c09204-055c-4fe9-86de-ab6e48cb9f61),segment_id=38c09204-055c-4fe9-86de-ab6e48cb9f61)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:10:58.058478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8f472435-0064-4db8-bce8-ec160919beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.074790 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-88fabc2c-a5a3-4493-8a9b-a274c3264907 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1098 time: 0.1645439 May 29 01:10:58.130599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f472435-0064-4db8-bce8-ec160919beed None None] Pushing event updated for resources: {'Port': ['ID=9ed0c55a-c93f-4b17-a762-c742fc84d50d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:58.285470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-18cf626d-34ea-43f2-9279-e43c4c337b60 None None] Provisioning for port c5ce694b-5394-461b-b564-dfc7a994e3ee completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:10:58.292073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-18cf626d-34ea-43f2-9279-e43c4c337b60 None None] Provisioning complete for port c5ce694b-5394-461b-b564-dfc7a994e3ee triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:58.292475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-18cf626d-34ea-43f2-9279-e43c4c337b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.336350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-cbbe2cdd-97d4-46f3-b87f-065ebcd295e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:58.337801 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-cbbe2cdd-97d4-46f3-b87f-065ebcd295e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.2033377 May 29 01:10:58.350266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-18cf626d-34ea-43f2-9279-e43c4c337b60 None None] Port c5ce694b-5394-461b-b564-dfc7a994e3ee cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:58.364511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-18cf626d-34ea-43f2-9279-e43c4c337b60 None None] Provisioning complete for port 9ed0c55a-c93f-4b17-a762-c742fc84d50d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:58.364810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-18cf626d-34ea-43f2-9279-e43c4c337b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.454337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:10:58.456299 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-384d07ad-d5bd-4233-b507-b06dc2180adb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 200 len: 1001 time: 0.1120658 May 29 01:10:58.607968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-70f00dd0-69fe-4696-9778-49098cfec365 None None] Provisioning complete for port c5ce694b-5394-461b-b564-dfc7a994e3ee triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:58.608796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-70f00dd0-69fe-4696-9778-49098cfec365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.642720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-e46adf42-25a8-4f19-bd47-768591c4fe57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:58.644718 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-e46adf42-25a8-4f19-bd47-768591c4fe57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.1799560 May 29 01:10:58.662738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-70f00dd0-69fe-4696-9778-49098cfec365 None None] Port c5ce694b-5394-461b-b564-dfc7a994e3ee cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:58.748700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-70d38d5d-c9cb-46aa-92a0-087a8a5d5c15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936570 May 29 01:10:58.751066 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:10:58.760568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:10:58.761033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-92df8d1e-b15c-4ed4-a80d-56c965fe23fd service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:10:58.762106 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-92df8d1e-b15c-4ed4-a80d-56c965fe23fd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061629 May 29 01:10:58.769606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1718abf7-aa06-4e48-aed1-01af809ec7d4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3912840 May 29 01:10:58.772360 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59178) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:58.778258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-473984629'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:58.783382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:58.787620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:58.790609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:10:58.790758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:58.791741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:58.797943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:58.810049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:58.813766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.844964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:10:58.857147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.857487 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment 0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d of type vlan for network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 May 29 01:10:58.885678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.917943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.922238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:58.922921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:58.929835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d5e05ff9-217e-4557-8225-87868327a080 None None] Provisioning complete for port c5ce694b-5394-461b-b564-dfc7a994e3ee triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:58.930204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5e05ff9-217e-4557-8225-87868327a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:59.008292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d5e05ff9-217e-4557-8225-87868327a080 None None] Port c5ce694b-5394-461b-b564-dfc7a994e3ee cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:10:59.012056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:10:59.015670 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-4fa9ece1-8b33-49ff-a7fa-650f4c732ce3 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447755 May 29 01:10:59.031075 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2546389 May 29 01:10:59.031591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59182) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:59.037974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:10:59.123263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac151f0-8225-446a-bbd7-09214a2f04f1 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=8941f2bf-bd32-42cb-8ad2-44e883865bf0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:59.156948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9ed0c55a-c93f-4b17-a762-c742fc84d50d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:59.166738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:10:59.171032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:10:59.174196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:10:59.175509 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cb6f9ca-35ec-4086-bc50-3ecdf600d190 req-85583b34-d3f8-4b7b-be41-0b5ae1e93bec service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541908 May 29 01:10:59.181121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:10:59.188220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:10:59.193424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:10:59.301875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:59.478978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 9ed0c55a-c93f-4b17-a762-c742fc84d50d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:10:59.479351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:59.527679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:59.607393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=92d05eef-ccc9-4ba4-8ce6-825fab921245,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:10:59.610203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:10:56Z', 'revision_number': 3, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:10:59.618444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:10:59.618804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Updating router e92f94e8-c934-4e9a-a3c2-a66d74218b56 port c5ce694b-5394-461b-b564-dfc7a994e3ee binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:10:59.622772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:10:59.623129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: 8941f2bf-bd32-42cb-8ad2-44e883865bf0, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:10:59.644235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:10:59.646501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cf13533c-9e08-43c5-b71a-e8222011dc69 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:10:59.653431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 8941f2bf-bd32-42cb-8ad2-44e883865bf0) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:10:59.657308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:10:59.657953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:10:59.679455 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b44f3ea1-a49a-4d58-ad52-f32b60052a78 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6464758 May 29 01:10:59.682876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59186) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:10:59.724899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7cec6-0bb7-48bd-8c6f-f0a32411110b None None] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:10:59.844873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.029253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cf13533c-9e08-43c5-b71a-e8222011dc69 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:00.029532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.170559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:11:00.171303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.300836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.525089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Allocated IP 2001:db8:2::2 (8941f2bf-bd32-42cb-8ad2-44e883865bf0/92d05eef-ccc9-4ba4-8ce6-825fab921245/b6c3f744-2b91-4da7-8003-518dcb8bdab3) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:00.569763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.637938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Transition to ACTIVE for port object c5ce694b-5394-461b-b564-dfc7a994e3ee will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:00.647124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.811459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da6392-133b-41af-a962-1d46d1e7f1a9 None None] Pushing event updated for resources: {'Port': ['ID=c5ce694b-5394-461b-b564-dfc7a994e3ee,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:00.950381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.967976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Attempting to bind port c5ce694b-5394-461b-b564-dfc7a994e3ee on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:00.968362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Attempting to bind port c5ce694b-5394-461b-b564-dfc7a994e3ee by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:00.968715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Attempting to bind port c5ce694b-5394-461b-b564-dfc7a994e3ee on network caaeec79-11cd-46eb-871c-077a52510ba7 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:00.971171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Transition to ACTIVE for port object b6c3f744-2b91-4da7-8003-518dcb8bdab3 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:00.993170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:00.993530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Checking segment: {'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:00.993919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:00.995044 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Bound using segment: {'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:00.995587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Bound port: c5ce694b-5394-461b-b564-dfc7a994e3ee, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c09204-055c-4fe9-86de-ab6e48cb9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:00.996050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.014472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Transition to ACTIVE for port object b6c3f744-2b91-4da7-8003-518dcb8bdab3 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:01.046732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.087606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8:2::1 (8941f2bf-bd32-42cb-8ad2-44e883865bf0/92d05eef-ccc9-4ba4-8ce6-825fab921245/21089992-aeef-4ce2-9d5e-a0ed8d5a23b6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:01.158233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] For port c5ce694b-5394-461b-b564-dfc7a994e3ee, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:01.160029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Pushing event updated for resources: {'Port': ['ID=b6c3f744-2b91-4da7-8003-518dcb8bdab3,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:01.164429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:01.167695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:01.170289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:01.173159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] For port c5ce694b-5394-461b-b564-dfc7a994e3ee, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c5ce694b-5394-461b-b564-dfc7a994e3ee,segment=NetworkSegment(38c09204-055c-4fe9-86de-ab6e48cb9f61),segment_id=38c09204-055c-4fe9-86de-ab6e48cb9f61)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:01.207220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.357527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.374291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:01.381883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Attempting to bind port b6c3f744-2b91-4da7-8003-518dcb8bdab3 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:01.382249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Attempting to bind port b6c3f744-2b91-4da7-8003-518dcb8bdab3 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:01.382608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Attempting to bind port b6c3f744-2b91-4da7-8003-518dcb8bdab3 on network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:01.395671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da6392-133b-41af-a962-1d46d1e7f1a9 None None] Pushing event updated for resources: {'Port': ['ID=c5ce694b-5394-461b-b564-dfc7a994e3ee,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:01.399972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.411263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:01.411641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Checking segment: {'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:01.412063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.412448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Bound using segment: {'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:01.412912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Bound port: b6c3f744-2b91-4da7-8003-518dcb8bdab3, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:01.413277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.430727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:01.431356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:01.484927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:01.488664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:01.490793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:01.493306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:01.493899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.540079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-146b5bfc-ad0a-46e6-9a30-1255fc5ec942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.593169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.658444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:01.698505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] For port b6c3f744-2b91-4da7-8003-518dcb8bdab3, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:01.729446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] For port b6c3f744-2b91-4da7-8003-518dcb8bdab3, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b6c3f744-2b91-4da7-8003-518dcb8bdab3,segment=NetworkSegment(0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d),segment_id=0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:01.736806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.955585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663db3-9b34-4c13-9af6-cc5e851c8cd8 None None] Pushing event updated for resources: {'Port': ['ID=b6c3f744-2b91-4da7-8003-518dcb8bdab3,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:01.981612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.987775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:01.988581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:02.070948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:10:56Z', 'revision_number': 3, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:01Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:02.075924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066eac2-1ad6-4542-af53-e6abc07178e6 None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:10:56Z', 'revision_number': 3, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:01Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:02.159603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:02.220984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:02.222327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:02.565886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:02.746728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:02.756900 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:02.759688 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e8c64df1-c657-429e-ad10-ba27db6dbf9a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0751619 May 29 01:11:02.763019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59192) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:02.768468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176641317'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:02.773362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:02.774189 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:02.774803 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:10:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:02.777602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:network and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:02.780698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:02.786953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:02.800384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:11:02.803336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:02.839731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:11:02.849623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:02.850058 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added segment fcc3b8a8-7feb-45c0-b498-2454213f7052 of type vlan for network 2d42e944-2378-4bb9-83d2-5adc83dd51df May 29 01:11:02.880147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:02.915152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:02.920365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:02.921073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:02.937592 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:02.994390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4bee6-e695-4bb6-8a97-e98916f2cfbb None None] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:03.127002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8c1d52b5-c403-45f2-8510-d4c9dc1f13ee None None] Provisioning for port b6c3f744-2b91-4da7-8003-518dcb8bdab3 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:03.188846 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4223728 May 29 01:11:03.189884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59196) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:03.198711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'subnet': {'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:03.202799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8256335-f82c-4a05-ab15-e53383718d7e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Network': ['ID=2d42e944-2378-4bb9-83d2-5adc83dd51df,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:03.234798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:11:03.249783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c5ce694b-5394-461b-b564-dfc7a994e3ee up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:03.331208 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:01Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:01Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:01Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:03.335736 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:03.335736 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Updating router e92f94e8-c934-4e9a-a3c2-a66d74218b56 port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:11:03.336015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:03.340046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:subnet and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:03.343128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:03.356398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:03.371771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Made reservation on behalf of 5c607deb74e7470cbf8af96fb92814e4 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:11:03.388416 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.467271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c5ce694b-5394-461b-b564-dfc7a994e3ee completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:03.474185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c5ce694b-5394-461b-b564-dfc7a994e3ee triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:03.474562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.482182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.606787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d1456f8-236b-4359-b15e-649b476074b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.620427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.663909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port c5ce694b-5394-461b-b564-dfc7a994e3ee, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c5ce694b-5394-461b-b564-dfc7a994e3ee,segment=NetworkSegment(38c09204-055c-4fe9-86de-ab6e48cb9f61),segment_id=38c09204-055c-4fe9-86de-ab6e48cb9f61)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:03.670251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.671082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6c3f744-2b91-4da7-8003-518dcb8bdab3 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:03.720803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.754110 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.772224 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Transition to ACTIVE for port object 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:03.783188 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.796615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=c5ce694b-5394-461b-b564-dfc7a994e3ee,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:03.813608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port b6c3f744-2b91-4da7-8003-518dcb8bdab3 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:03.815010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Checking segment: {'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:03.815387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network hostable DHCP agents. Network: 2d42e944-2378-4bb9-83d2-5adc83dd51df, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:11:03.819818 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b6c3f744-2b91-4da7-8003-518dcb8bdab3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:03.820430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.839119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Subnet': ['ID=b5c0ca43-de5a-45e2-a1f1-97defe6f1559,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:03.849092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.849431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.849767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.850101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.851355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.851355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.851355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.851355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.851722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.851964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.852304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:03.864482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:11:03.877980 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063dce4-3a2c-47e5-ba58-9deb2c739d88 None None] Pushing event updated for resources: {'Port': ['ID=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:03.878274 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 2d42e944-2378-4bb9-83d2-5adc83dd51df) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:03.883178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:03.883754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:03.893161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b08cb-5bc0-4cb5-97c6-5e892da4bdb3 None None] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:03.929010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e5e0d38a-ae2e-4a66-9306-91af7154fd40 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7342846 May 29 01:11:03.929417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59200) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:04.044828 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Attempting to bind port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:04.045467 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Attempting to bind port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:04.046065 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Attempting to bind port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 on network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:04.052954 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:04.053376 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Checking segment: {'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:04.053865 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.054361 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Bound using segment: {'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:04.054917 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Bound port: 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:04.055497 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.131507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a326e803-2b09-4c51-8bca-62e641566e4d None None] Provisioning for port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:04.161187 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] For port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:04.164637 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] For port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,segment=NetworkSegment(0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d),segment_id=0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:04.172005 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.173293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.255826 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:04.256662 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:04.270980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port b6c3f744-2b91-4da7-8003-518dcb8bdab3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b6c3f744-2b91-4da7-8003-518dcb8bdab3,segment=NetworkSegment(0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d),segment_id=0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:04.283481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a326e803-2b09-4c51-8bca-62e641566e4d None None] Provisioning complete for port b6c3f744-2b91-4da7-8003-518dcb8bdab3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:04.283844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a326e803-2b09-4c51-8bca-62e641566e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.308778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.310552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-2d42e944-2378-4bb9-83d2-5adc83dd51df', 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'fixed_ips': [{'subnet_id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:11:04.311337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.430335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=b6c3f744-2b91-4da7-8003-518dcb8bdab3,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:04.432327 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063dce4-3a2c-47e5-ba58-9deb2c739d88 None None] Pushing event updated for resources: {'Port': ['ID=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:04.444348 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:04.614291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.726474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Allocated IP 2001:db8:3::2 (2d42e944-2378-4bb9-83d2-5adc83dd51df/b5c0ca43-de5a-45e2-a1f1-97defe6f1559/2da76d86-6ca7-42f9-8541-5a01a08e3e09) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:04.769034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:04.866065 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:01Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:04Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:04.871461 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1dff2e-3d2f-4e67-83cc-c4e4c6682153 None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:01Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:04Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:05.032185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.056734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Transition to ACTIVE for port object 2da76d86-6ca7-42f9-8541-5a01a08e3e09 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:05.083896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Transition to ACTIVE for port object 2da76d86-6ca7-42f9-8541-5a01a08e3e09 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:05.097570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.180140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6c3f744-2b91-4da7-8003-518dcb8bdab3 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:05.206379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:05.214471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:05.224214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:05.239270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Pushing event updated for resources: {'Port': ['ID=2da76d86-6ca7-42f9-8541-5a01a08e3e09,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:05.297713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Allocated IP 2001:db8:3::1 (2d42e944-2378-4bb9-83d2-5adc83dd51df/b5c0ca43-de5a-45e2-a1f1-97defe6f1559/7b2b901f-4939-469f-b997-96cafc6e345d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:05.344423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Attempting to bind port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:05.344738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Attempting to bind port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:05.345072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Attempting to bind port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 on network 2d42e944-2378-4bb9-83d2-5adc83dd51df {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:05.355679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:05.356077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Checking segment: {'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:05.356478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.356873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Bound using segment: {'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:05.357338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Bound port: 2da76d86-6ca7-42f9-8541-5a01a08e3e09, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:05.357720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.424868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b6c3f744-2b91-4da7-8003-518dcb8bdab3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:05.425426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.467076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.477160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.485552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Transition to ACTIVE for port object 7b2b901f-4939-469f-b997-96cafc6e345d will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:05.510259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.529786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] For port 2da76d86-6ca7-42f9-8541-5a01a08e3e09, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:05.534233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] For port 2da76d86-6ca7-42f9-8541-5a01a08e3e09, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2da76d86-6ca7-42f9-8541-5a01a08e3e09,segment=NetworkSegment(fcc3b8a8-7feb-45c0-b498-2454213f7052),segment_id=fcc3b8a8-7feb-45c0-b498-2454213f7052)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:05.565266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.590277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:05.594048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:05.596172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=7b2b901f-4939-469f-b997-96cafc6e345d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:05.598367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:05.598957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.657344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c5ce694b-5394-461b-b564-dfc7a994e3ee up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:05.689342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.720341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a4710-be0b-46cc-9eb8-e25663beca59 None None] Pushing event updated for resources: {'Port': ['ID=2da76d86-6ca7-42f9-8541-5a01a08e3e09,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:05.746585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c5ce694b-5394-461b-b564-dfc7a994e3ee triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:05.746952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:05.890936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:05.970897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:05.976596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:05.976966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:06.092020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:06.146484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:06.179627 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,segment=NetworkSegment(0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d),segment_id=0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:06.185412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:06.226624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:06.231574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:06.232460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:06.275359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:06.395582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event updated for resources: {'Port': ['ID=7b2b901f-4939-469f-b997-96cafc6e345d,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:06.450899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:06.452098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:06.686535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f5e45-278e-4222-ba35-5fd8f39c6e15 None None] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:06.778732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-427830cd-71a9-4d1d-ab62-fc89fb3664f7 None None] Provisioning for port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:06.789131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:06.967752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:06.978141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:06.981568 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ce67b2f-0930-4509-b25e-d7e7c381491e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509965 May 29 01:11:06.984475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59204) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:06.989716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:06.991439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:06.992080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:07.183646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:07.225632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2da76d86-6ca7-42f9-8541-5a01a08e3e09 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:07.489487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:07.497373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-124af558-cb15-46f7-91c1-4d1fbd2f0d2d None None] Provisioning for port 7b2b901f-4939-469f-b997-96cafc6e345d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:07.500511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:07.500891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:07.553949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-124af558-cb15-46f7-91c1-4d1fbd2f0d2d None None] Provisioning complete for port 7b2b901f-4939-469f-b997-96cafc6e345d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:07.554191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-124af558-cb15-46f7-91c1-4d1fbd2f0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:07.699407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-124af558-cb15-46f7-91c1-4d1fbd2f0d2d None None] Port 7b2b901f-4939-469f-b997-96cafc6e345d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:11:07.738152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 29 01:11:07.752983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Removed routes are [] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 29 01:11:07.753371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:07.775668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:07.814268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:05Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b2b901f-4939-469f-b997-96cafc6e345d', 'name': '', 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:b0:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:05Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:07.825291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:07.825644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Updating router e92f94e8-c934-4e9a-a3c2-a66d74218b56 port 7b2b901f-4939-469f-b997-96cafc6e345d binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:11:07.852250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 2da76d86-6ca7-42f9-8541-5a01a08e3e09, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2da76d86-6ca7-42f9-8541-5a01a08e3e09,segment=NetworkSegment(fcc3b8a8-7feb-45c0-b498-2454213f7052),segment_id=fcc3b8a8-7feb-45c0-b498-2454213f7052)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:07.861977 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:07.862717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:08.014137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.027761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-50ed55d1-9a2e-4e7b-9518-679a95de3ec9 None None] Provisioning complete for port 7b2b901f-4939-469f-b997-96cafc6e345d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:08.028306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50ed55d1-9a2e-4e7b-9518-679a95de3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.073478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=2da76d86-6ca7-42f9-8541-5a01a08e3e09,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:08.076738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.083051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.138391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-50ed55d1-9a2e-4e7b-9518-679a95de3ec9 None None] Port 7b2b901f-4939-469f-b997-96cafc6e345d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:11:08.236160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:08.236850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.262393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:08.451537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:08.457366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.460843 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7831742a-f8c6-4ae6-9846-7b60dd5c81fb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 200 len: 954 time: 1.4731200 May 29 01:11:08.461039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59208) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:08.591982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.610013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Transition to ACTIVE for port object 7b2b901f-4939-469f-b997-96cafc6e345d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:08.618380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.640771 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b922d40d-e1f6-4aac-8757-50360559e3fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 200 len: 954 time: 0.1786249 May 29 01:11:08.643337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59214) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:08.648242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'routes': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:08.767185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f380d-730b-4f0d-86d6-5087d364a108 None None] Pushing event updated for resources: {'Port': ['ID=7b2b901f-4939-469f-b997-96cafc6e345d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:08.860743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Attempting to bind port 7b2b901f-4939-469f-b997-96cafc6e345d on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:08.861429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Attempting to bind port 7b2b901f-4939-469f-b997-96cafc6e345d by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:08.861898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Attempting to bind port 7b2b901f-4939-469f-b997-96cafc6e345d on network 2d42e944-2378-4bb9-83d2-5adc83dd51df {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:08.870155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:08.870701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Checking segment: {'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:08.871205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.871847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Bound using segment: {'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:08.872456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Bound port: 7b2b901f-4939-469f-b997-96cafc6e345d, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc3b8a8-7feb-45c0-b498-2454213f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:08.872954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:08.982626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] For port 7b2b901f-4939-469f-b997-96cafc6e345d, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:08.986788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] For port 7b2b901f-4939-469f-b997-96cafc6e345d, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7b2b901f-4939-469f-b997-96cafc6e345d,segment=NetworkSegment(fcc3b8a8-7feb-45c0-b498-2454213f7052),segment_id=fcc3b8a8-7feb-45c0-b498-2454213f7052)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:08.995477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:09.042502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59218) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:09.101498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:09.102120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:09.192187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f380d-730b-4f0d-86d6-5087d364a108 None None] Pushing event updated for resources: {'Port': ['ID=7b2b901f-4939-469f-b997-96cafc6e345d,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:09.203284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2da76d86-6ca7-42f9-8541-5a01a08e3e09 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:09.403857 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f23158d0-5d62-43d8-9148-57134d161119 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/7c586aa0-7f79-410f-8448-bd5c3e35a81e HTTP/1.1" status: 200 len: 992 time: 0.3601222 May 29 01:11:09.452189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:09.499099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:09.499388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:09.601889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added routes are [] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 29 01:11:09.602437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.extraroute_db [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83980) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 29 01:11:09.639413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:09.811692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59228) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:09.889578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:07Z', 'revision_number': 6, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b2b901f-4939-469f-b997-96cafc6e345d', 'name': '', 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:b0:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:05Z', 'updated_at': '2022-05-29T01:11:08Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:09.895108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c377e-b206-4df8-866d-5b728dadb4fa None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:07Z', 'revision_number': 6, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b2b901f-4939-469f-b997-96cafc6e345d', 'name': '', 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:b0:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:05Z', 'updated_at': '2022-05-29T01:11:08Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:10.008820 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:10.013427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:10.140702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 335bbd41-8153-4e3e-82f2-d2bf22e8d2a5 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:10.141250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:10.200349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:10.326891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:10.327210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:10.386219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:10.392168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:10.393284 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b2b0e608-3ee8-4750-b7ca-dd32ad37904a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 200 len: 704 time: 1.7490568 May 29 01:11:10.398634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59232) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:10.460253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 335bbd41-8153-4e3e-82f2-d2bf22e8d2a5 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:10.581996 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3068fc27-2228-430e-86f2-791144749e9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 200 len: 704 time: 0.1849234 May 29 01:11:10.584669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59236) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:10.662533 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:10.675011 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:10.675617 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:10.736212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:10.793713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=335bbd41-8153-4e3e-82f2-d2bf22e8d2a5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:10.828400 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:10.903379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:11.104721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b2b901f-4939-469f-b997-96cafc6e345d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:11.161287 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:09Z', 'revision_number': 7, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b2b901f-4939-469f-b997-96cafc6e345d', 'name': '', 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:b0:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:05Z', 'updated_at': '2022-05-29T01:11:08Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:11.166045 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:11.179555 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:11.180216 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:11.248901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 7b2b901f-4939-469f-b997-96cafc6e345d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:11.253688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 7b2b901f-4939-469f-b997-96cafc6e345d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:11.254069 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:11.327598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:11.342649 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:11.375738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:11.410783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 7b2b901f-4939-469f-b997-96cafc6e345d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7b2b901f-4939-469f-b997-96cafc6e345d,segment=NetworkSegment(fcc3b8a8-7feb-45c0-b498-2454213f7052),segment_id=fcc3b8a8-7feb-45c0-b498-2454213f7052)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:11.416131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:11.483242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=7b2b901f-4939-469f-b997-96cafc6e345d,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:11.675775 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:09Z', 'revision_number': 7, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b2b901f-4939-469f-b997-96cafc6e345d', 'name': '', 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:b0:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:05Z', 'updated_at': '2022-05-29T01:11:08Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:11.679601 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff7592-2a11-46f9-804f-596c61ca6a4b None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:09Z', 'revision_number': 7, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b2b901f-4939-469f-b997-96cafc6e345d', 'name': '', 'network_id': '2d42e944-2378-4bb9-83d2-5adc83dd51df', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:b0:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:05Z', 'updated_at': '2022-05-29T01:11:08Z', 'revision_number': 4, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'b5c0ca43-de5a-45e2-a1f1-97defe6f1559', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:11.924805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c98862ee-6baa-4502-b412-e64ebe71777f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:12.288820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:12.299362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] Sync routers for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:12.302698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 7b2b901f-4939-469f-b997-96cafc6e345d {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:12.303034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:12.311448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:12.312086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:12.344511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:12.474877 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a4c818ec-896e-483b-adb0-22b446c489b4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/7c586aa0-7f79-410f-8448-bd5c3e35a81e HTTP/1.1" status: 204 len: 168 time: 2.6619587 May 29 01:11:12.483498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:12.491506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:12.550702 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0296cef4-fa25-4e8e-97a1-0d6ce1f6acb1'] response: {'name': 'network-changed', 'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'status': 'completed', 'code': 200} May 29 01:11:12.560898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port 7b2b901f-4939-469f-b997-96cafc6e345d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7b2b901f-4939-469f-b997-96cafc6e345d,segment=NetworkSegment(fcc3b8a8-7feb-45c0-b498-2454213f7052),segment_id=fcc3b8a8-7feb-45c0-b498-2454213f7052)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:12.561258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:12.714663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 7b2b901f-4939-469f-b997-96cafc6e345d owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:12.786442 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-456c5c20-300b-4521-9635-df5e9c9fe409 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 1098 time: 0.2124538 May 29 01:11:12.868037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:59Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:12.872715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] Checking router: c98862ee-6baa-4502-b412-e64ebe71777f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:12.884158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:12.885385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:12.936996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-31896a72-0bb6-4d72-8aa7-41945e6fd69c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:12.938333 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-31896a72-0bb6-4d72-8aa7-41945e6fd69c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f591d98-8089-4487-b46a-5e7243b75d4f HTTP/1.1" status: 200 len: 898 time: 0.1455445 May 29 01:11:13.031445 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-a9ed2ee4-139c-47f0-8927-40bcb5f254a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8bc9df-558a-4a11-a970-106cf9634d38 HTTP/1.1" status: 200 len: 217 time: 0.0858006 May 29 01:11:13.087310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:13.111976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-f6f091d0-31f6-4fa5-a9eb-bdd42e3b0670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:13.113941 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-f6f091d0-31f6-4fa5-a9eb-bdd42e3b0670 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ff348cc-1223-4dda-983d-d5654ff7863b HTTP/1.1" status: 200 len: 833 time: 0.0756955 May 29 01:11:13.120786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:13.131984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b2b901f-4939-469f-b997-96cafc6e345d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:13.179204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 7b2b901f-4939-469f-b997-96cafc6e345d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:13.179654 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b2b901f-4939-469f-b997-96cafc6e345d not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 29 01:11:13.218572 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-c6accf49-5805-4582-acd3-f8a7066cee1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f591d98-8089-4487-b46a-5e7243b75d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966818 May 29 01:11:13.227325 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Port 7b2b901f-4939-469f-b997-96cafc6e345d not found, will not notify nova. {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 29 01:11:13.243601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=7b2b901f-4939-469f-b997-96cafc6e345d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:13.382403 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-9357df8f-452c-49f0-babc-84c499baf2ce service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574039 May 29 01:11:13.394175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712172-33ea-4d65-b1d0-565abc3e055e req-18557991-49bb-4c61-8070-40568851da9f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:13.394880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-aa712172-33ea-4d65-b1d0-565abc3e055e req-18557991-49bb-4c61-8070-40568851da9f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:13.429550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-aa712172-33ea-4d65-b1d0-565abc3e055e req-18557991-49bb-4c61-8070-40568851da9f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:13.430746 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa712172-33ea-4d65-b1d0-565abc3e055e req-18557991-49bb-4c61-8070-40568851da9f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 945 time: 0.5867136 May 29 01:11:13.481869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:13.499838 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa712172-33ea-4d65-b1d0-565abc3e055e req-bf151b90-a26a-4ca8-acbf-c56e80f50c35 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577888 May 29 01:11:13.526508 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0defee89-48f5-42e3-b8ee-941dfed1c87d req-d8cbe3ce-dc85-4c01-8fbd-6d1101d87710 service neutron] 10.222.0.16 "GET /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364503 May 29 01:11:13.531022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:59Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:13.535350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf58fe-d17b-4a0d-82d4-414acf044280 None None] The sync data for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv is: [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ce3735d-a043-4c8f-bc72-8a231415b817', 'name': '', 'network_id': '7f591d98-8089-4487-b46a-5e7243b75d4f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:65:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:42Z', 'updated_at': '2022-05-29T01:09:59Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '3ff348cc-1223-4dda-983d-d5654ff7863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:13.763048 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd03b07-4fa5-4193-b5fa-a3bf85a1267d None None] New status for floating IP 7c586aa0-7f79-410f-8448-bd5c3e35a81e: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:11:13.991819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:14.024585 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:11:14.171075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:14.183470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:14.186333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a2002778-eb0d-4ab1-986f-dbe12e1dd6fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6006734 May 29 01:11:14.188887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59248) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:14.195150 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:14.195751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:14.381523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-cc44e538-46fd-4419-bbe8-f134b9db22cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:14.382288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-cc44e538-46fd-4419-bbe8-f134b9db22cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:14.388823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet b5c0ca43-de5a-45e2-a1f1-97defe6f1559 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:11:14.391838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:14.394798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-cc44e538-46fd-4419-bbe8-f134b9db22cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:14.394949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:14.395921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-cc44e538-46fd-4419-bbe8-f134b9db22cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 945 time: 0.1046612 May 29 01:11:14.450270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:14.467463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 5b8bc9df-558a-4a11-a970-106cf9634d38 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:14.467836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:14.638829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:14.735692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 5b8bc9df-558a-4a11-a970-106cf9634d38, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8bc9df-558a-4a11-a970-106cf9634d38,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:14.735866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:14.736091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:14.740242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:12Z', 'revision_number': 8, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:14.745421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:14.757249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:14.758205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:14.780418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c0ca43-de5a-45e2-a1f1-97defe6f1559,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:14.830702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:14.840108 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cdc20805-b952-446f-bc3f-ee7977fda84b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/b5c0ca43-de5a-45e2-a1f1-97defe6f1559 HTTP/1.1" status: 204 len: 168 time: 0.6473453 May 29 01:11:14.842405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59256) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:14.862418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 5b8bc9df-558a-4a11-a970-106cf9634d38 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:14.875158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d70794-c611-4065-9d11-78d6f88f8b97 None None] Network 2d42e944-2378-4bb9-83d2-5adc83dd51df requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:14.976307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.000297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17050-cf71-4357-8155-0172e01dcf1b req-f289c5db-548c-496d-bfb8-cdac5509e9f4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:15.001766 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6af17050-cf71-4357-8155-0172e01dcf1b req-f289c5db-548c-496d-bfb8-cdac5509e9f4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=54d2b6dc-730d-414a-a0a1-a0aba196192c HTTP/1.1" status: 200 len: 945 time: 0.3144615 May 29 01:11:15.003203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:15.003538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.021721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.035059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:15.096021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=5b8bc9df-558a-4a11-a970-106cf9634d38,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:15.139250 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6af17050-cf71-4357-8155-0172e01dcf1b req-fcdd747b-da95-4c36-b4f5-a52d21d0331d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=ffecf5a2-7545-47f1-91c2-75566e5b1318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072543 May 29 01:11:15.204550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port 5b8bc9df-558a-4a11-a970-106cf9634d38 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:15.206933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.209630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'name': 'network-vif-deleted', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:15.235284 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a08f5fb5-c0be-4261-a7df-1ee066992f5f req-508dec31-837c-4707-930c-580893aab15a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/5b8bc9df-558a-4a11-a970-106cf9634d38 HTTP/1.1" status: 204 len: 173 time: 0.8318346 May 29 01:11:15.317469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port 2da76d86-6ca7-42f9-8541-5a01a08e3e09, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2da76d86-6ca7-42f9-8541-5a01a08e3e09,segment=NetworkSegment(fcc3b8a8-7feb-45c0-b498-2454213f7052),segment_id=fcc3b8a8-7feb-45c0-b498-2454213f7052)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:15.318102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.399554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] DHCP port deletion for 2d42e944-2378-4bb9-83d2-5adc83dd51df request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:11:15.399958 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9b38e4-4a85-46e6-b007-b9d66e09cec2'] response: {'server_uuid': '54d2b6dc-730d-414a-a0a1-a0aba196192c', 'name': 'network-vif-deleted', 'tag': '5b8bc9df-558a-4a11-a970-106cf9634d38', 'status': 'completed', 'code': 200} May 29 01:11:15.411148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Deleting port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:15.411629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.476047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 2da76d86-6ca7-42f9-8541-5a01a08e3e09 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:15.560794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:12Z', 'revision_number': 8, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:15.561340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.607001 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=2da76d86-6ca7-42f9-8541-5a01a08e3e09,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:15.616853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No DVR routers for this DVR port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:15.666618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0286c81-985d-4689-91d8-2fa4d4b541e1 None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:12Z', 'revision_number': 8, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': '21089992-aeef-4ce2-9d5e-a0ed8d5a23b6', 'name': '', 'network_id': '8941f2bf-bd32-42cb-8ad2-44e883865bf0', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:3c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:00Z', 'updated_at': '2022-05-29T01:11:06Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '92d05eef-ccc9-4ba4-8ce6-825fab921245', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:15.715921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] For port 2da76d86-6ca7-42f9-8541-5a01a08e3e09, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2da76d86-6ca7-42f9-8541-5a01a08e3e09,segment=NetworkSegment(fcc3b8a8-7feb-45c0-b498-2454213f7052),segment_id=fcc3b8a8-7feb-45c0-b498-2454213f7052)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:15.716348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.754645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.786728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d42e944-2378-4bb9-83d2-5adc83dd51df']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:15.799702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc3b8a8-7feb-45c0-b498-2454213f7052') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:15.800031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc3b8a8-7feb-45c0-b498-2454213f7052') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:15.812436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.829523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.835764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:11:15.837013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.843938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Calling delete_port for 2da76d86-6ca7-42f9-8541-5a01a08e3e09 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:11:15.850918 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:11:15.921656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:15.922160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:15.932053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.949201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:15.959731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=2d42e944-2378-4bb9-83d2-5adc83dd51df,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:15.967083 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-accd69dd-7b2b-485d-9771-7ae912d25297 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/2d42e944-2378-4bb9-83d2-5adc83dd51df HTTP/1.1" status: 204 len: 168 time: 1.1237030 May 29 01:11:15.969758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59264) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:16.256947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59270) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:16.326693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7690f072-ec3e-4810-b804-66d3a9130812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:16.357285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7690f072-ec3e-4810-b804-66d3a9130812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:16.396549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:16.421984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7690f072-ec3e-4810-b804-66d3a9130812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:16.423334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Deleting port 2da76d86-6ca7-42f9-8541-5a01a08e3e09 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:16.423824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:16.442951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690f072-ec3e-4810-b804-66d3a9130812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffecf5a2-7545-47f1-91c2-75566e5b1318,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:16.458538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7690f072-ec3e-4810-b804-66d3a9130812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:16.459685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7690f072-ec3e-4810-b804-66d3a9130812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/ffecf5a2-7545-47f1-91c2-75566e5b1318 HTTP/1.1" status: 204 len: 168 time: 0.2017591 May 29 01:11:16.505897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59276) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:16.508438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c252dd44-2c09-4930-b87d-91c4c5b6db36 None None] The port '2da76d86-6ca7-42f9-8541-5a01a08e3e09' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:11:16.616202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:16.991737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:16.992359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:17.000377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:17.081310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2da76d86-6ca7-42f9-8541-5a01a08e3e09 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:17.110700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8bc9df-558a-4a11-a970-106cf9634d38 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:17.145912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2da76d86-6ca7-42f9-8541-5a01a08e3e09 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:17.146264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2da76d86-6ca7-42f9-8541-5a01a08e3e09 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:17.146692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b2b901f-4939-469f-b997-96cafc6e345d no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:17.176927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 5b8bc9df-558a-4a11-a970-106cf9634d38 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:17.177267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8bc9df-558a-4a11-a970-106cf9634d38 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:17.184343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 7b2b901f-4939-469f-b997-96cafc6e345d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:17.184529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7b2b901f-4939-469f-b997-96cafc6e345d not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:17.194312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,segment=NetworkSegment(0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d),segment_id=0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:17.195243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:17.320840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:17.503308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:17.551404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=21089992-aeef-4ce2-9d5e-a0ed8d5a23b6,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:17.632352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 3ce3735d-a043-4c8f-bc72-8a231415b817 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:17.632914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:17.766968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:17.829431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 3ce3735d-a043-4c8f-bc72-8a231415b817, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3ce3735d-a043-4c8f-bc72-8a231415b817,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:17.829834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:17.951605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 3ce3735d-a043-4c8f-bc72-8a231415b817 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:18.229237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:18.275175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=3ce3735d-a043-4c8f-bc72-8a231415b817,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:18.338655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59280) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:18.592683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Deleting port 5592f244-b4b7-40ae-8195-b08be13a2f34 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:18.592931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:18.612185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:18.631634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:18.899649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:18.899894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.021659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Calling delete_port for 5592f244-b4b7-40ae-8195-b08be13a2f34 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:19.208944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c98862ee-6baa-4502-b412-e64ebe71777f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:19.228767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:19.241201 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:19.245217 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-25b5dea2-67b8-4704-8c86-6114eb96d448 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2744710 May 29 01:11:19.252245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59284) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:19.256238 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:19.257092 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:19.417672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:19.428028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] Sync routers for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:19.434017 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f1785a72-f630-4ae0-84f5-5ae05b72ef57 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/c98862ee-6baa-4502-b412-e64ebe71777f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9267797 May 29 01:11:19.436693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59288) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:19.444048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:19.444888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:19.456722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.466998 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:19.544607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event deleted for resources: {'Port': ['ID=5592f244-b4b7-40ae-8195-b08be13a2f34,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:19.583373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet 92d05eef-ccc9-4ba4-8ce6-825fab921245 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:11:19.617843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.654095 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:19.692485 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.725855 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.820457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet 3ff348cc-1223-4dda-983d-d5654ff7863b {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:11:19.824462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.862878 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:17Z', 'revision_number': 9, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:19.867575 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:19.882053 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:19.882352 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:19.892945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.919713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:19.977105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:11:18Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:19.981929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] Checking router: c98862ee-6baa-4502-b412-e64ebe71777f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:19.998438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] Routers {'c98862ee-6baa-4502-b412-e64ebe71777f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:19.999074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c98862ee-6baa-4502-b412-e64ebe71777f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:20.006207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.023330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.059801 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:20.067636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=92d05eef-ccc9-4ba4-8ce6-825fab921245,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:20.084902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.101397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.134086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6307d04b-9af3-486c-95e3-1e6402d42c73 None None] Network 8941f2bf-bd32-42cb-8ad2-44e883865bf0 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:20.155033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff348cc-1223-4dda-983d-d5654ff7863b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:20.169048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.187275 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4442796f-3276-4962-9024-b09c3d6440ef tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/3ff348cc-1223-4dda-983d-d5654ff7863b HTTP/1.1" status: 204 len: 168 time: 0.7469492 May 29 01:11:20.187487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59292) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:20.236507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a4aac1-2768-4408-8171-c015105a68b8 None None] Network 7f591d98-8089-4487-b46a-5e7243b75d4f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:20.241339 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-040b6534-ebee-4739-b25c-7101f32c4d4a tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/92d05eef-ccc9-4ba4-8ce6-825fab921245 HTTP/1.1" status: 204 len: 168 time: 0.9881113 May 29 01:11:20.247398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59296) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:20.397729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.419018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port b6c3f744-2b91-4da7-8003-518dcb8bdab3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:20.419654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.447682 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:17Z', 'revision_number': 9, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:20.452166 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6139c0e-c1a1-4cff-83e4-966065e5f13d None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:17Z', 'revision_number': 9, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'c5ce694b-5394-461b-b564-dfc7a994e3ee', 'name': '', 'network_id': 'caaeec79-11cd-46eb-871c-077a52510ba7', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:37:14:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:56Z', 'updated_at': '2022-05-29T01:11:03Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': '26f749c3-61f6-4f66-8080-029122cd7ae3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:20.479117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.641299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] Set router c98862ee-6baa-4502-b412-e64ebe71777f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:20.659012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:20.665028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port b6c3f744-2b91-4da7-8003-518dcb8bdab3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b6c3f744-2b91-4da7-8003-518dcb8bdab3,segment=NetworkSegment(0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d),segment_id=0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:20.665380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.691602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.702939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 3785871d-65bb-416d-b13b-63f0b66ae30f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:20.703422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.908542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for b6c3f744-2b91-4da7-8003-518dcb8bdab3 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:20.924834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 3785871d-65bb-416d-b13b-63f0b66ae30f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3785871d-65bb-416d-b13b-63f0b66ae30f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:20.925464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:20.960560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] DHCP port deletion for 8941f2bf-bd32-42cb-8ad2-44e883865bf0 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:11:20.970377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Deleting port b6c3f744-2b91-4da7-8003-518dcb8bdab3 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:20.970846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.003013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] DHCP port deletion for 7f591d98-8089-4487-b46a-5e7243b75d4f request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:11:21.025940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Deleting port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:21.026508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.096062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 3785871d-65bb-416d-b13b-63f0b66ae30f owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:21.153602 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:21.159590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.222017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=b6c3f744-2b91-4da7-8003-518dcb8bdab3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:21.232763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No DVR routers for this DVR port b6c3f744-2b91-4da7-8003-518dcb8bdab3 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:21.303216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.350023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=3785871d-65bb-416d-b13b-63f0b66ae30f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:21.362528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.399268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8941f2bf-bd32-42cb-8ad2-44e883865bf0']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:21.413614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:21.413913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:21.428305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.444365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:21.450076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.452316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:11:18Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:21.456239 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:21.456751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] For port b6c3f744-2b91-4da7-8003-518dcb8bdab3, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b6c3f744-2b91-4da7-8003-518dcb8bdab3,segment=NetworkSegment(0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d),segment_id=0ffba7ee-be90-4699-9a8e-b3a8f59b9b2d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:21.456864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.457713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:11:21.458109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.471224 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:21.471825 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:11:21.472858 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:11:21.475074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.550367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe5dd8-561a-4bd4-97b2-05fd62ab9ecb None None] The sync data for ids ['c98862ee-6baa-4502-b412-e64ebe71777f'] in dv-neutron-843186-2-hyperv is: [{'id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'name': 'tempest-TestNetworkBasicOps-router-1791403129', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:09:37Z', 'updated_at': '2022-05-29T01:11:18Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3785871d-65bb-416d-b13b-63f0b66ae30f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98862ee-6baa-4502-b412-e64ebe71777f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:09:38Z', 'updated_at': '2022-05-29T01:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:21.620779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.629566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-93208afa-1472-4022-9ae8-3dd358389373 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "DELETE /v2.0/floatingips/a480329d-9de4-4250-8744-0fc92c894174 HTTP/1.1" status: 204 len: 168 time: 3.2864532 May 29 01:11:21.629566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:21.657674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.716169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.728250 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/8941f2bf-bd32-42cb-8ad2-44e883865bf0 HTTP/1.1" status: 204 len: 168 time: 1.4795299 May 29 01:11:21.729904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Calling delete_port for b6c3f744-2b91-4da7-8003-518dcb8bdab3 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:21.743404 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba89107-7781-4e99-bce9-9977a9769602'] response: {'name': 'network-changed', 'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'status': 'completed', 'code': 200} May 29 01:11:21.748727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59304) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:21.760581 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:21.776721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] For port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:21.777110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:21.841579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364ac9-22fe-4dc4-9de5-5c93ae272070 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=8941f2bf-bd32-42cb-8ad2-44e883865bf0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:21.928238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Calling delete_port for fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:22.002876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.133116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:22.133590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:22.147036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.158788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.194343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:22.202016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.202802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6c3f744-2b91-4da7-8003-518dcb8bdab3 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:22.217712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.218596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router c98862ee-6baa-4502-b412-e64ebe71777f {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:11:22.245228 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f3fe798-1810-40e3-925b-c3a853313139 req-f5a959fe-9b0f-4092-bc23-08679c14cb55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 1098 time: 0.4328842 May 29 01:11:22.253081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.257759 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-00369adf-a578-4175-8f69-768d8a0d2ad3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/c98862ee-6baa-4502-b412-e64ebe71777f HTTP/1.1" status: 204 len: 168 time: 2.0659046 May 29 01:11:22.259260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59310) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:22.329092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: b6c3f744-2b91-4da7-8003-518dcb8bdab3 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:22.329439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b6c3f744-2b91-4da7-8003-518dcb8bdab3 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:22.329890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:22.373621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:22.373971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:22.376453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:22.376795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 21089992-aeef-4ce2-9d5e-a0ed8d5a23b6 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:22.423688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:22.439403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fe798-1810-40e3-925b-c3a853313139 req-2c920c29-b389-47c0-abf4-dca9edb3a91f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:22.441208 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f3fe798-1810-40e3-925b-c3a853313139 req-2c920c29-b389-47c0-abf4-dca9edb3a91f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.1855304 May 29 01:11:22.484428 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:37Z', 'revision_number': 1, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:22.489538 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:22.502363 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:22.503387 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:22.520889 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f3fe798-1810-40e3-925b-c3a853313139 req-eca61975-0364-47bb-8d0f-a7b154845c1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2 HTTP/1.1" status: 200 len: 217 time: 0.0720391 May 29 01:11:22.557116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.589068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:22.589408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.595512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fe798-1810-40e3-925b-c3a853313139 req-beca85d0-f167-47a0-8e63-9c8d29015eb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:22.597020 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f3fe798-1810-40e3-925b-c3a853313139 req-beca85d0-f167-47a0-8e63-9c8d29015eb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.0698674 May 29 01:11:22.636498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Deleting port b6c3f744-2b91-4da7-8003-518dcb8bdab3 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:22.637301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.690882 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f3fe798-1810-40e3-925b-c3a853313139 req-1bd66c5e-b751-4e6e-9a8f-c253cb85a5ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866706 May 29 01:11:22.692587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abc20e-c3ab-47b7-a036-0f5871b9bfa0 req-5e3361a7-c19f-4e9d-87ff-f7cf2803f090 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:22.693267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-79abc20e-c3ab-47b7-a036-0f5871b9bfa0 req-5e3361a7-c19f-4e9d-87ff-f7cf2803f090 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Synchronizing usage tracker for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:22.707233 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:22.715411 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f64f9-e202-4b10-9e47-906c55696557 None None] The port 'b6c3f744-2b91-4da7-8003-518dcb8bdab3' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:11:22.739133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.847410 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f3fe798-1810-40e3-925b-c3a853313139 req-0e571ed4-9b12-4caf-9c11-e5186d2d9642 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490030 May 29 01:11:22.875033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Deleting port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:22.875615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:22.928938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-79abc20e-c3ab-47b7-a036-0f5871b9bfa0 req-5e3361a7-c19f-4e9d-87ff-f7cf2803f090 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Unset dirty status for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:22.930072 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-79abc20e-c3ab-47b7-a036-0f5871b9bfa0 req-5e3361a7-c19f-4e9d-87ff-f7cf2803f090 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 945 time: 0.4779315 May 29 01:11:23.045309 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f3fe798-1810-40e3-925b-c3a853313139 req-a8d63e58-faa8-402f-af82-484dfdadb347 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919875 May 29 01:11:23.118487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3785871d-65bb-416d-b13b-63f0b66ae30f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:23.149180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:23.149533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.159663 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-79abc20e-c3ab-47b7-a036-0f5871b9bfa0 req-c751ae70-224f-4867-b093-2cb4eaeb48dc tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343634 May 29 01:11:23.187966 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:37Z', 'revision_number': 1, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:23.189471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 3785871d-65bb-416d-b13b-63f0b66ae30f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:23.190361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3785871d-65bb-416d-b13b-63f0b66ae30f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:23.190913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ce3735d-a043-4c8f-bc72-8a231415b817 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:23.201973 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86efd0-bf8a-4e6e-9f78-5a75f14069d4 None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'e78f3810-51f4-4c72-a8a8-277f89331962', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'port_id': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'mac_address': 'fa:16:3e:ee:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:07:29Z', 'updated_at': '2022-05-29T01:07:37Z', 'revision_number': 1, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:23.232054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 3ce3735d-a043-4c8f-bc72-8a231415b817 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:23.232406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ce3735d-a043-4c8f-bc72-8a231415b817 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:23.251589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] For port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,segment=NetworkSegment(33d1e590-5b06-4f69-9023-d67163f8dff9),segment_id=33d1e590-5b06-4f69-9023-d67163f8dff9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:23.251984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.285232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:23.381974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Calling delete_port for fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:23.407324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.446996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5b8bd-058a-4f8f-99b8-9fcd87d3999d None None] New status for floating IP a480329d-9de4-4250-8744-0fc92c894174: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:11:23.470851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:23.483519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:23.578080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:23.578080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:23.709608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.768825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f591d98-8089-4487-b46a-5e7243b75d4f']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:23.778659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Deleting port fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:23.778659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.787818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d1e590-5b06-4f69-9023-d67163f8dff9') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:23.788144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d1e590-5b06-4f69-9023-d67163f8dff9') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:23.805390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.843016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-04d14824-86ae-49c1-9bdc-039be362dd74 None None] The port 'fcb6d788-f7fe-4675-b21f-b89d0e4f4b9f' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:11:23.856181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.871089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:11:23.871412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:11:23.886509 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:11:23.903266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-e8489be3-bbcf-47c2-9a53-fc82511a90a2 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:23.903947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-e8489be3-bbcf-47c2-9a53-fc82511a90a2 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Synchronizing usage tracker for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:23.915706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-e8489be3-bbcf-47c2-9a53-fc82511a90a2 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Unset dirty status for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:23.917894 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-e8489be3-bbcf-47c2-9a53-fc82511a90a2 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 945 time: 0.0990789 May 29 01:11:23.994156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Deleting port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:23.994713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:23.995823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.014350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.030411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=7f591d98-8089-4487-b46a-5e7243b75d4f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:24.052710 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-51553776-2e7c-48a6-b60e-952c3d5910bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/7f591d98-8089-4487-b46a-5e7243b75d4f HTTP/1.1" status: 204 len: 168 time: 1.7876992 May 29 01:11:24.076846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59316) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:24.086454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--798658463', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:24.100026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:24.114916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:24.121029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:24.129657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:24.176545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port c5ce694b-5394-461b-b564-dfc7a994e3ee {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:24.176892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.216996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:11:24.219978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.398726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:11:24.424971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.425316 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment f2d83c24-960e-4df5-a690-02ce44bcf13f of type vlan for network 987a4797-6eec-448b-875d-cb0fc62cf027 May 29 01:11:24.436994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] For port d7d76f32-61d0-4199-b740-d18f9ddfe1f2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:24.437468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.536719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port c5ce694b-5394-461b-b564-dfc7a994e3ee, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c5ce694b-5394-461b-b564-dfc7a994e3ee,segment=NetworkSegment(38c09204-055c-4fe9-86de-ab6e48cb9f61),segment_id=38c09204-055c-4fe9-86de-ab6e48cb9f61)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:24.537071 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.571100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Calling delete_port for d7d76f32-61d0-4199-b740-d18f9ddfe1f2 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:24.619881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.669720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for c5ce694b-5394-461b-b564-dfc7a994e3ee owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:24.684506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.688410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:24.688981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.701778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11985426-845c-4245-919a-f47cee336d71 req-5fe731c7-0369-40da-bac6-81e8e9820adf tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:24.703219 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11985426-845c-4245-919a-f47cee336d71 req-5fe731c7-0369-40da-bac6-81e8e9820adf tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 945 time: 0.3965714 May 29 01:11:24.782217 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11985426-845c-4245-919a-f47cee336d71 req-e96392a9-7838-4dd8-840e-d72a90ccbacc tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723467 May 29 01:11:24.845875 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7679853 May 29 01:11:24.850135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59322) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:24.852430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3a6e1-a1e3-4dfe-9df9-1ed2ca36c0af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=987a4797-6eec-448b-875d-cb0fc62cf027,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:24.860239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:24.863501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 987a4797-6eec-448b-875d-cb0fc62cf027 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:11:24.869964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:24.875115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:24.878147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:24.881645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.893198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.918875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:24.941371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event deleted for resources: {'Port': ['ID=d7d76f32-61d0-4199-b740-d18f9ddfe1f2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:24.949963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.950900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:24.954652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=c5ce694b-5394-461b-b564-dfc7a994e3ee,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:25.033911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] No DVR routers for this DVR port d7d76f32-61d0-4199-b740-d18f9ddfe1f2 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:25.037401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.039850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'name': 'network-vif-deleted', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:25.064224 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec261f2f-b278-437b-94b7-a3d066dd0c60 req-8ab88961-3e7d-4739-a707-669039c9a915 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "DELETE /v2.0/ports/d7d76f32-61d0-4199-b740-d18f9ddfe1f2 HTTP/1.1" status: 204 len: 173 time: 1.1411545 May 29 01:11:25.079044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.195408 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8399759c-a6ad-4e3e-abd5-d11a88e5a68d'] response: {'server_uuid': '119045aa-795d-4f42-a4ab-aef0ca42170e', 'name': 'network-vif-deleted', 'tag': 'd7d76f32-61d0-4199-b740-d18f9ddfe1f2', 'status': 'completed', 'code': 200} May 29 01:11:25.200519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.292642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.495759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.531437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.680624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.147 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/fcf0bc5a-1ddf-4999-a703-09cd0da9d12c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:25.762556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:25.842402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.873411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:25.943918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:25.946675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:25.949832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:25.997199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:26.044119 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-66896604-c9f8-4d3f-bd25-b6986fa74635 req-a24e4d8b-d99e-4550-a68a-42e8a979e09f tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=119045aa-795d-4f42-a4ab-aef0ca42170e HTTP/1.1" status: 200 len: 210 time: 0.0441828 May 29 01:11:26.107124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:26.120019 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:26.125574 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d14089e1-5624-4635-a85a-76d3e089bc58 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3716600 May 29 01:11:26.125803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59330) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:26.138604 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:26.139192 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:26.170292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.171179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.314160 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:26.366589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet 26f749c3-61f6-4f66-8080-029122cd7ae3 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:11:26.369984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.423689 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.518473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.547959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router b5cba0bb-316c-4f45-b615-ae8e9bf34964 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:11:26.600115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.637652 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:24Z', 'revision_number': 10, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:26.640582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=26f749c3-61f6-4f66-8080-029122cd7ae3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:26.642529 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:26.646914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.653250 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2b186d8c-8444-4e74-a2e7-3d3009895b9c tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/26f749c3-61f6-4f66-8080-029122cd7ae3 HTTP/1.1" status: 204 len: 168 time: 0.5264289 May 29 01:11:26.655433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717e16a-a5b0-4858-ba49-178772eea97a None None] Network caaeec79-11cd-46eb-871c-077a52510ba7 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:26.655908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59334) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:26.664603 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:26.666075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:26.774337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.786318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port 9ed0c55a-c93f-4b17-a762-c742fc84d50d {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:26.786658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.787245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:26.820895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:26.821117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Sync routers for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:26.824207 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1bfb7388-5758-41d7-a763-31ef0b877094 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9720411 May 29 01:11:26.826329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59338) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:26.846208 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:26.858950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:26.859571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:27.024733 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-680647b9-9fff-490c-a0dc-d7fa7af01bf1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1960816 May 29 01:11:27.027450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59344) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:27.041542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port 9ed0c55a-c93f-4b17-a762-c742fc84d50d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9ed0c55a-c93f-4b17-a762-c742fc84d50d,segment=NetworkSegment(38c09204-055c-4fe9-86de-ab6e48cb9f61),segment_id=38c09204-055c-4fe9-86de-ab6e48cb9f61)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:27.042123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:27.115048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device d7d76f32-61d0-4199-b740-d18f9ddfe1f2 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:27.168031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: d7d76f32-61d0-4199-b740-d18f9ddfe1f2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:27.168382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device d7d76f32-61d0-4199-b740-d18f9ddfe1f2 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:27.180208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] DHCP port deletion for caaeec79-11cd-46eb-871c-077a52510ba7 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:11:27.199521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Deleting port 9ed0c55a-c93f-4b17-a762-c742fc84d50d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:27.200569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:27.257624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc24791-68ea-4003-834a-a6a9b493c2f1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:27.259545 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cdc24791-68ea-4003-834a-a6a9b493c2f1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2307656 May 29 01:11:27.261863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for 9ed0c55a-c93f-4b17-a762-c742fc84d50d owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:27.263226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59352) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:27.320785 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-479db053-f6d8-4869-bdb6-042034b05495 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552135 May 29 01:11:27.325316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59356) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:27.332590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169003923', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:27.345750 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:24Z', 'revision_number': 10, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:27.350140 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ef9b3-b8f4-4291-9297-3bee2ceae4aa None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:24Z', 'revision_number': 10, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None, '_interfaces': [{'id': 'cf13533c-9e08-43c5-b71a-e8222011dc69', 'name': '', 'network_id': '7e233574-160d-4976-84a8-cebd788ade11', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'mac_address': 'fa:16:3e:0a:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:10:52Z', 'updated_at': '2022-05-29T01:10:57Z', 'revision_number': 5, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'subnets': [{'id': 'fa709604-3bf0-4618-9873-9e664ca64d98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:27.417547 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:27.494674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:27.497726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:27.520559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] For port 9ed0c55a-c93f-4b17-a762-c742fc84d50d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9ed0c55a-c93f-4b17-a762-c742fc84d50d,segment=NetworkSegment(38c09204-055c-4fe9-86de-ab6e48cb9f61),segment_id=38c09204-055c-4fe9-86de-ab6e48cb9f61)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:27.521261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:27.557367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:27.563979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:27.593407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:27.599320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=9ed0c55a-c93f-4b17-a762-c742fc84d50d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:27.606640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No DVR routers for this DVR port 9ed0c55a-c93f-4b17-a762-c742fc84d50d on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:27.710905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Calling delete_port for 9ed0c55a-c93f-4b17-a762-c742fc84d50d owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:27.721627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:11:27.822618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:27.925730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:27.926081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:27.960549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaeec79-11cd-46eb-871c-077a52510ba7']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:27.966692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:26Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:27.970763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Checking router: b5cba0bb-316c-4f45-b615-ae8e9bf34964 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:27.971114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Updating router b5cba0bb-316c-4f45-b615-ae8e9bf34964 port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:11:27.972487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:27.995886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c09204-055c-4fe9-86de-ab6e48cb9f61') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:27.996240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c09204-055c-4fe9-86de-ab6e48cb9f61') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:28.030148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.067432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.092290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.106522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:11:28.107038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:11:28.122339 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:11:28.261834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.266045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.307923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=caaeec79-11cd-46eb-871c-077a52510ba7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:28.327530 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4d18b1b9-b86c-43fd-9e95-9c6a0a416397 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/caaeec79-11cd-46eb-871c-077a52510ba7 HTTP/1.1" status: 204 len: 168 time: 1.6680186 May 29 01:11:28.327758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59364) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:28.378912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.414560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.427073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Deleting port 9ed0c55a-c93f-4b17-a762-c742fc84d50d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:28.428133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.471892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Transition to ACTIVE for port object fcf0bc5a-1ddf-4999-a703-09cd0da9d12c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:28.485864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:28.521664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:28.522084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: 987a4797-6eec-448b-875d-cb0fc62cf027, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:11:28.522416 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-634ace30-1531-4838-bab3-98c3ba68f9b7 None None] The port '9ed0c55a-c93f-4b17-a762-c742fc84d50d' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:11:28.528094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.549381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 987a4797-6eec-448b-875d-cb0fc62cf027 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:11:28.562104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 987a4797-6eec-448b-875d-cb0fc62cf027) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:28.575858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:28.576462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.579240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f314af-8f2e-4d52-a0f8-149ea0a5680d None None] Network 987a4797-6eec-448b-875d-cb0fc62cf027 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:28.603523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-863eb268-d2dd-4df6-89e9-c1ce9ee1ba58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2763300 May 29 01:11:28.604558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59368) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:28.715869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.764201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Attempting to bind port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:28.764765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Attempting to bind port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:28.764914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Attempting to bind port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:28.774640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:28.775441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:28.776023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.776426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:28.776898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Bound port: fcf0bc5a-1ddf-4999-a703-09cd0da9d12c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:28.777265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:28.855366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7f6b0-b6c9-4f97-91a7-1148cc9c2176 None None] Pushing event updated for resources: {'Port': ['ID=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:28.998810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] For port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:29.005783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-987a4797-6eec-448b-875d-cb0fc62cf027', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:11:29.006817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:29.024747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] For port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:29.095543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:29.155358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9ed0c55a-c93f-4b17-a762-c742fc84d50d no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:29.207724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 9ed0c55a-c93f-4b17-a762-c742fc84d50d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:29.208674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9ed0c55a-c93f-4b17-a762-c742fc84d50d not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:29.208674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c5ce694b-5394-461b-b564-dfc7a994e3ee no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:29.275390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c5ce694b-5394-461b-b564-dfc7a994e3ee {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:29.275847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c5ce694b-5394-461b-b564-dfc7a994e3ee not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:29.332433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7f6b0-b6c9-4f97-91a7-1148cc9c2176 None None] Pushing event updated for resources: {'Port': ['ID=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:29.349878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:29.350711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:29.508767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Allocated IP 172.20.0.2 (987a4797-6eec-448b-875d-cb0fc62cf027/bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4/59815f87-dd51-44f5-8bf2-c47ba18be1a2) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:29.644877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:29.650831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port cf13533c-9e08-43c5-b71a-e8222011dc69 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:29.651928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:29.689488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:29.908591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port cf13533c-9e08-43c5-b71a-e8222011dc69, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cf13533c-9e08-43c5-b71a-e8222011dc69,segment=NetworkSegment(799180ef-3157-4cf5-932c-7c9b58b3da32),segment_id=799180ef-3157-4cf5-932c-7c9b58b3da32)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:29.908941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.021297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.045669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Transition to ACTIVE for port object 59815f87-dd51-44f5-8bf2-c47ba18be1a2 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:30.098967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for cf13533c-9e08-43c5-b71a-e8222011dc69 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:30.103331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Transition to ACTIVE for port object 59815f87-dd51-44f5-8bf2-c47ba18be1a2 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:30.141226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.278597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Pushing event updated for resources: {'Port': ['ID=59815f87-dd51-44f5-8bf2-c47ba18be1a2,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:30.286001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Network 987a4797-6eec-448b-875d-cb0fc62cf027 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:30.294826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:30.297742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:26Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:30.301354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:30.307024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e5fb6-572d-44e5-8963-d5d61a395488 None None] The sync data for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv is: [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:26Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:30.379565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (987a4797-6eec-448b-875d-cb0fc62cf027/bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4/b21d78e1-b001-4c14-8256-1ba2934a6906) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:30.382134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.463651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=cf13533c-9e08-43c5-b71a-e8222011dc69,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:30.481439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Attempting to bind port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:30.481813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Attempting to bind port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:30.482186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Attempting to bind port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 on network 987a4797-6eec-448b-875d-cb0fc62cf027 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:30.495979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:30.496378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Checking segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:30.496789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.497154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Bound using segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:30.497617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Bound port: 59815f87-dd51-44f5-8bf2-c47ba18be1a2, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:30.497988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.636009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] For port 59815f87-dd51-44f5-8bf2-c47ba18be1a2, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:30.639375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] For port 59815f87-dd51-44f5-8bf2-c47ba18be1a2, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=59815f87-dd51-44f5-8bf2-c47ba18be1a2,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:30.643822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.646370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.668904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object b21d78e1-b001-4c14-8256-1ba2934a6906 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:30.712131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.760276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Pushing event updated for resources: {'Port': ['ID=59815f87-dd51-44f5-8bf2-c47ba18be1a2,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:30.771003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.771354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.771756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.772125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.772470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.772835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.773171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.773531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.774181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.774517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.775398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f12a34-d9d1-4c13-90de-c3b70c308ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:30.822578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:30.856124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 987a4797-6eec-448b-875d-cb0fc62cf027 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:30.861782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:30.863880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=b21d78e1-b001-4c14-8256-1ba2934a6906,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:30.866257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:30.949494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:31.111623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:31.304314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fcf0bc5a-1ddf-4999-a703-09cd0da9d12c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:31.500509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:31.507050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8addcf6a-0963-45d6-a169-399b3b8d081b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:31.512212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:31.526465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:31.526465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:31.776760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:31.798347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:31.809048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:31.897969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:31.911188 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:31.920546 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f1b3457b-8b70-4b6d-9be3-f627d1ccc85b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5892711 May 29 01:11:31.920748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59384) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:31.936271 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:31.937161 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:31.939824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:31.946409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:31.953332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.086709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=b21d78e1-b001-4c14-8256-1ba2934a6906,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:32.134556 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:32.138194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.148693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting subnet fa709604-3bf0-4618-9873-9e664ca64d98 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:11:32.153937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.214920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.248443 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 11, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:32.253604 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:32.276582 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:32.277258 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:32.286496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59390) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:32.320360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361dd131-bfbd-4551-81da-044784fc5d29 None None] Network 987a4797-6eec-448b-875d-cb0fc62cf027 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:32.359752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 987a4797-6eec-448b-875d-cb0fc62cf027 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:32.361359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:32.434525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-876ad3a5-a77e-438d-a95b-648b26705fa4 None None] Provisioning for port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:32.454303 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:32.514632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Deleting port 2b1a7cbb-99e3-47dc-aed7-8e35b114ede8 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:32.514857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.544311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.592699 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 11, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:32.596635 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad50a3-690e-4c86-a84a-a1a8d22adae5 None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 11, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:32.720350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.781961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Subnet': ['ID=fa709604-3bf0-4618-9873-9e664ca64d98,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:32.798961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.803261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.803585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.807794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1cb6fd-c1ae-430d-9839-34815c702cb0 None None] Network 7e233574-160d-4976-84a8-cebd788ade11 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:32.818983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-af325cd9-2b80-4996-bda8-16150c83532b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/fa709604-3bf0-4618-9873-9e664ca64d98 HTTP/1.1" status: 204 len: 168 time: 0.8972583 May 29 01:11:32.824248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59394) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:32.962005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Calling delete_port for 2b1a7cbb-99e3-47dc-aed7-8e35b114ede8 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:32.971014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.996549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Deleting port e213dc70-2031-464e-93b8-f31978ce6680 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:32.996885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:32.998352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7e932d09-77ee-4e59-bc74-676fcfe75c42 None None] Provisioning for port b21d78e1-b001-4c14-8256-1ba2934a6906 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:33.015883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7e932d09-77ee-4e59-bc74-676fcfe75c42 None None] Provisioning complete for port b21d78e1-b001-4c14-8256-1ba2934a6906 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:33.016346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7e932d09-77ee-4e59-bc74-676fcfe75c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.163779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7e932d09-77ee-4e59-bc74-676fcfe75c42 None None] Port b21d78e1-b001-4c14-8256-1ba2934a6906 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:11:33.202640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.285109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] DHCP port deletion for 7e233574-160d-4976-84a8-cebd788ade11 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:11:33.293451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Deleting port e213dc70-2031-464e-93b8-f31978ce6680 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:33.294279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.313175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event deleted for resources: {'Port': ['ID=2b1a7cbb-99e3-47dc-aed7-8e35b114ede8,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:33.335671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router b5cba0bb-316c-4f45-b615-ae8e9bf34964 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:33.352019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fcf0bc5a-1ddf-4999-a703-09cd0da9d12c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:33.365970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] For port e213dc70-2031-464e-93b8-f31978ce6680, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e213dc70-2031-464e-93b8-f31978ce6680,segment=NetworkSegment(799180ef-3157-4cf5-932c-7c9b58b3da32),segment_id=799180ef-3157-4cf5-932c-7c9b58b3da32)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:33.366318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.377574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.496715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ced05894-2547-4ec4-bf8a-7dd770f2cb2a None None] Provisioning complete for port b21d78e1-b001-4c14-8256-1ba2934a6906 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:33.497126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ced05894-2547-4ec4-bf8a-7dd770f2cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.545159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Calling delete_port for e213dc70-2031-464e-93b8-f31978ce6680 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:33.674045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ced05894-2547-4ec4-bf8a-7dd770f2cb2a None None] Port b21d78e1-b001-4c14-8256-1ba2934a6906 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:11:33.690111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:33.690480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.715269 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.720083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ea25704-dafd-43ff-aa9e-a59e461e157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.738665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] For port e213dc70-2031-464e-93b8-f31978ce6680, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e213dc70-2031-464e-93b8-f31978ce6680,segment=NetworkSegment(799180ef-3157-4cf5-932c-7c9b58b3da32),segment_id=799180ef-3157-4cf5-932c-7c9b58b3da32)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:33.739047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.764688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Port': ['ID=e213dc70-2031-464e-93b8-f31978ce6680,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:33.771053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No DVR routers for this DVR port e213dc70-2031-464e-93b8-f31978ce6680 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:33.876376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Calling delete_port for e213dc70-2031-464e-93b8-f31978ce6680 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:33.895922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:33.898554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.927732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e233574-160d-4976-84a8-cebd788ade11']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:33.940516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799180ef-3157-4cf5-932c-7c9b58b3da32') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:33.940835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799180ef-3157-4cf5-932c-7c9b58b3da32') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:33.952651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.975610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.977272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ff2b4509-2d33-47f9-b92e-a5b7182c9745 None None] Provisioning complete for port b21d78e1-b001-4c14-8256-1ba2934a6906 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:33.977642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ff2b4509-2d33-47f9-b92e-a5b7182c9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:33.986337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:11:33.986801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:11:34.008036 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:11:34.052276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:34.052633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:34.060408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 59815f87-dd51-44f5-8bf2-c47ba18be1a2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:34.088733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b4509-2d33-47f9-b92e-a5b7182c9745 None None] Port b21d78e1-b001-4c14-8256-1ba2934a6906 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:11:34.094742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:34.108387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:34.114582 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7f1c9afd-51a4-4583-8b6a-a3c76bfae424 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/b5cba0bb-316c-4f45-b615-ae8e9bf34964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5064757 May 29 01:11:34.117760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59398) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:34.122740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:34.139858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.148879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:34.149567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:34.198213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.231704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.242852 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ea83b2bb-2f9b-4ea9-976f-a27dbe06c96c tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "DELETE /v2.0/floatingips/e78f3810-51f4-4c72-a8a8-277f89331962 HTTP/1.1" status: 204 len: 168 time: 1.9525039 May 29 01:11:34.242852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:34.255909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Pushing event deleted for resources: {'Network': ['ID=7e233574-160d-4976-84a8-cebd788ade11,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:34.268205 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-811717b5-af5a-47c3-b02b-f175a38696b5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/networks/7e233574-160d-4976-84a8-cebd788ade11 HTTP/1.1" status: 204 len: 168 time: 1.4449556 May 29 01:11:34.271116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59406) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:34.279118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'routes': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:34.311793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:34.316555 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c7cd93-06d8-4696-82bf-f4a8fe31f5e5'] response: {'name': 'network-changed', 'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'status': 'completed', 'code': 200} May 29 01:11:34.382814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:34.383415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.423890 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-fcf1286f-df22-4347-a1ca-08c5f099b06f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1061b9e135f46219445f4b06952b692&device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0828774 May 29 01:11:34.561351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Deleting port e213dc70-2031-464e-93b8-f31978ce6680 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:34.561750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.602644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.602929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.603884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.604538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.604920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.605279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.605626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.607699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-37a61e3c-0f4c-4ca0-a763-68616bc68e10 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4931 time: 0.4887798 May 29 01:11:34.610749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59412) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:34.687546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d096ef4-9312-4c19-a79d-4b6aa4953d59 None None] The port 'e213dc70-2031-464e-93b8-f31978ce6680' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:11:34.695579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.700078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.711494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-0a9ad251-10d6-4486-a354-c7086aea6eb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.713358 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-0a9ad251-10d6-4486-a354-c7086aea6eb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 200 len: 913 time: 0.2833979 May 29 01:11:34.718451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:34.801306 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-c1d24e76-1a6c-4a06-a047-0f86ff18e6ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 200 len: 217 time: 0.0810616 May 29 01:11:34.813229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 59815f87-dd51-44f5-8bf2-c47ba18be1a2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=59815f87-dd51-44f5-8bf2-c47ba18be1a2,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:34.877356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-312b4a97-09a7-4629-a386-9f9af7db13b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.878473 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-312b4a97-09a7-4629-a386-9f9af7db13b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 200 len: 851 time: 0.0703382 May 29 01:11:34.884861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.885911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.extraroute_db [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Added routes are [] {{(pid=83979) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 29 01:11:34.886218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.extraroute_db [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Removed routes are [] {{(pid=83979) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 29 01:11:34.886574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:34.904403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680170eb-9331-4713-bb45-d8f1ba220991 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.904771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680170eb-9331-4713-bb45-d8f1ba220991 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.905130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680170eb-9331-4713-bb45-d8f1ba220991 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.905483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680170eb-9331-4713-bb45-d8f1ba220991 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.905848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680170eb-9331-4713-bb45-d8f1ba220991 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.906200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680170eb-9331-4713-bb45-d8f1ba220991 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:34.910633 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-680170eb-9331-4713-bb45-d8f1ba220991 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2960992 May 29 01:11:34.919358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59416) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:34.929751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cf13533c-9e08-43c5-b71a-e8222011dc69 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:34.988114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: cf13533c-9e08-43c5-b71a-e8222011dc69 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:34.988441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cf13533c-9e08-43c5-b71a-e8222011dc69 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:35.035501 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Sync routers for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:35.058744 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:35.064024 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:35.064679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c4732-6e3e-4cbb-8475-9138312d2e3d req-6037f029-a74e-4ea7-8bb5-0d3cfc803913 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:35.066124 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-af2c4732-6e3e-4cbb-8475-9138312d2e3d req-6037f029-a74e-4ea7-8bb5-0d3cfc803913 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 945 time: 0.3441813 May 29 01:11:35.113350 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-05b6e2cd-8bf8-4d4e-8e42-7109630228a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1fbdd6c-b6d7-4216-bc21-91d79df445cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2267857 May 29 01:11:35.145204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e213dc70-2031-464e-93b8-f31978ce6680 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:35.187774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: e213dc70-2031-464e-93b8-f31978ce6680 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:35.188131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e213dc70-2031-464e-93b8-f31978ce6680 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:35.200837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=59815f87-dd51-44f5-8bf2-c47ba18be1a2,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:35.271948 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-af2c4732-6e3e-4cbb-8475-9138312d2e3d req-c205213c-0291-4ce5-90fa-88328337f1b0 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499867 May 29 01:11:35.274139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.282144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.319586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:35.325053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:35.336185 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-d45a8d40-104e-44c9-84ec-9e95ec81da81 service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142286 May 29 01:11:35.337787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:35.338669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:35.365919 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:35.452948 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9183c0fe-1c41-4797-9998-ce09caab7e24 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 0.5324590 May 29 01:11:35.466538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router e92f94e8-c934-4e9a-a3c2-a66d74218b56 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:35.487901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.547104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:35.625228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59422) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:35.637183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543323351', 'description': 'tempest-secgroup-smoke-543323351 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:35.654822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:35.661729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:35.666145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:35.674633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:35.680342 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3d71339c-4f0b-4458-8c02-0a691f1640ca req-5a6096f0-b605-463a-9aa0-d88f515815ac service neutron] 10.222.0.16 "GET /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339729 May 29 01:11:35.690453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:35.697575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.698451 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0956e68c-bc07-456a-8164-6359740a6b00 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 200 len: 705 time: 1.4264457 May 29 01:11:35.701247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.702642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59426) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:35.720304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] Sync routers for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:35.744620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:35.750267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:35.754804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:35.756559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0bf4fae-3ee4-491d-a091-f86603613ce8 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:35.761598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:35.775873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e0bf4fae-3ee4-491d-a091-f86603613ce8 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:35.777900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e0bf4fae-3ee4-491d-a091-f86603613ce8 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 200 len: 205 time: 0.0733924 May 29 01:11:35.780547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59430) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:35.829137 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:35.833312 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Checking router: b5cba0bb-316c-4f45-b615-ae8e9bf34964 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:35.833659 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Updating router b5cba0bb-316c-4f45-b615-ae8e9bf34964 port b21d78e1-b001-4c14-8256-1ba2934a6906 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:11:35.839313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.845164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.874457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:35.875384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:35.889884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.891858 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2656972 May 29 01:11:35.895900 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.896278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59434) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:35.904979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '272e232e-429d-40d7-9768-0a33d0be626d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:35.911541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:35.915787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:35.919257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:35.925438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:35.938879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e08eaa64-541c-4a6b-bed7-4f1a993dbfdb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:35.961481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53855f-17c5-47d2-bd12-2ba169ab3b39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272e232e-429d-40d7-9768-0a33d0be626d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:35.965369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.047965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.055981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.081099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5aad61-998c-4c6e-ae1d-a3ae8a24b1e0,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:36.105816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.116344 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f2213f55-8c16-418e-a211-91cfb1cd437f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2187090 May 29 01:11:36.117041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59438) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:36.126567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '272e232e-429d-40d7-9768-0a33d0be626d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:36.142962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:36.152877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:36.158824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:36.171241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:36.175780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.184932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] Set router e92f94e8-c934-4e9a-a3c2-a66d74218b56 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:36.204951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.276807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.280885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.323588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb195873-c193-4ac9-820f-3deb4010fd6e,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:36.326751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.331259 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9f556d62-e8a1-4cf2-b067-8b095bc1191d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2131422 May 29 01:11:36.331848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59444) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:36.337943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '272e232e-429d-40d7-9768-0a33d0be626d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:36.345146 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.345764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:36.352403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:36.358111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:36.361747 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Transition to ACTIVE for port object b21d78e1-b001-4c14-8256-1ba2934a6906 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:36.367754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:36.370834 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.389551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.410098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f94e8-c934-4e9a-a3c2-a66d74218b56', 'name': 'tempest-RoutersIpV6Test-router-1943904410', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:10:50Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 11, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:36.428434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] Checking router: e92f94e8-c934-4e9a-a3c2-a66d74218b56 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:36.447433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] Routers {'e92f94e8-c934-4e9a-a3c2-a66d74218b56'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:36.448942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:36.471403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.473409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e08eaa64-541c-4a6b-bed7-4f1a993dbfdb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.477891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.481608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e08eaa64-541c-4a6b-bed7-4f1a993dbfdb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.495290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-85b98194-86ea-470d-965a-ff73bab110d7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:36.496244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-85b98194-86ea-470d-965a-ff73bab110d7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Synchronizing usage tracker for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:36.529536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-85b98194-86ea-470d-965a-ff73bab110d7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Unset dirty status for tenant:c1061b9e135f46219445f4b06952b692 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:36.529885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b052e83c-d0f7-4cdd-bdb0-a163dd8016ad,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:36.531017 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-85b98194-86ea-470d-965a-ff73bab110d7 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 945 time: 0.3482120 May 29 01:11:36.533299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e08eaa64-541c-4a6b-bed7-4f1a993dbfdb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.533844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08eaa64-541c-4a6b-bed7-4f1a993dbfdb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Fanout notify agent at l3_agent the message router_deleted on router e92f94e8-c934-4e9a-a3c2-a66d74218b56 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:11:36.565007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:36.565521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d1e45-23f1-4cb5-b829-0376292e2b7a None None] The sync data for ids ['e92f94e8-c934-4e9a-a3c2-a66d74218b56'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:36.578109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:36.586071 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e63f07-344e-404f-9a8c-798e0bdc70cf None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:03:07Z', 'revision_number': 4, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '9b207342-392f-41c3-9332-4e10edaedde6', 'name': '', 'network_id': 'a1fbdd6c-b6d7-4216-bc21-91d79df445cd', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'mac_address': 'fa:16:3e:09:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:05Z', 'updated_at': '2022-05-29T01:03:16Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'subnets': [{'id': '8d8c319a-af00-4825-8b11-fdd866db4f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:36.611823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.613294 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5fe0f7e3-ed0e-49a8-bd48-b0a29591e839 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2804294 May 29 01:11:36.617111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59448) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:36.624178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '272e232e-429d-40d7-9768-0a33d0be626d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:36.632677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:36.641073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:36.642465 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eb051-3fd8-4677-8be6-4aea460a8630 None None] Pushing event updated for resources: {'Port': ['ID=b21d78e1-b001-4c14-8256-1ba2934a6906,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:36.645094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:36.655413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:36.672044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a131ea8-c72f-45fe-ac85-0aaeb0242b1f req-2b33f730-7cd3-4bf0-a299-02afb18d2af4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:36.676297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Deleting port 2f15e413-6841-4f26-b5f2-67c06bfff59b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:36.677972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.679251 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a131ea8-c72f-45fe-ac85-0aaeb0242b1f req-2b33f730-7cd3-4bf0-a299-02afb18d2af4 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 945 time: 0.1409693 May 29 01:11:36.731118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.742091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e08eaa64-541c-4a6b-bed7-4f1a993dbfdb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.747848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e08eaa64-541c-4a6b-bed7-4f1a993dbfdb tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 204 len: 168 time: 0.9617329 May 29 01:11:36.750835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59452) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:36.755802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-632292890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:36.762992 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Attempting to bind port b21d78e1-b001-4c14-8256-1ba2934a6906 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:36.763792 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Attempting to bind port b21d78e1-b001-4c14-8256-1ba2934a6906 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:36.764328 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Attempting to bind port b21d78e1-b001-4c14-8256-1ba2934a6906 on network 987a4797-6eec-448b-875d-cb0fc62cf027 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:36.766172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:36.772022 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:36.772529 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Checking segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:36.772992 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.773450 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Bound using segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:36.773978 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Bound port: b21d78e1-b001-4c14-8256-1ba2934a6906, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:36.774408 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.774514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Usage tracker for resource:router and tenant:5c607deb74e7470cbf8af96fb92814e4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:36.808410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:36.821439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:36.834488 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a131ea8-c72f-45fe-ac85-0aaeb0242b1f req-f5dde79b-1192-41e1-b684-c81085546b22 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/security-groups?id=41ae96d7-1044-4102-a4e9-e5bf299d2d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543148 May 29 01:11:36.836254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.844411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.860694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.861734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.885180 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] For port b21d78e1-b001-4c14-8256-1ba2934a6906, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:36.889773 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] For port b21d78e1-b001-4c14-8256-1ba2934a6906, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b21d78e1-b001-4c14-8256-1ba2934a6906,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:36.896147 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.959765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:36.989415 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:36.990043 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:37.007017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] For port 2f15e413-6841-4f26-b5f2-67c06bfff59b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2f15e413-6841-4f26-b5f2-67c06bfff59b,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:37.007381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.008405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c53caed-e01a-44e1-a68b-f88aed5d9b0e,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:37.016273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.027816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.032938 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-585f0ae8-f8f9-49d2-add9-b69ade48ca75 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4118516 May 29 01:11:37.033289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59456) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:37.044890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '272e232e-429d-40d7-9768-0a33d0be626d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:37.052452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:37.058340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:37.061995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:37.069076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:37.089863 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:11:37.101042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.152126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 59815f87-dd51-44f5-8bf2-c47ba18be1a2 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:37.242876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Calling delete_port for 2f15e413-6841-4f26-b5f2-67c06bfff59b owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:37.259880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.270944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.300672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.304589 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-487b00be-dc39-40dd-8c53-477ca1db023b tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5501413 May 29 01:11:37.313375 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:37.316520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59460) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:37.321595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff043d4-bc1e-414b-a062-dfd0e6251f48,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:37.325691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.326962 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e923e392-45f5-41f2-b983-36cb783cf422 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2917414 May 29 01:11:37.329815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59464) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:37.337986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '272e232e-429d-40d7-9768-0a33d0be626d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:37.338898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ff8a1c99-dfed-4c0a-b803-bc15ee611fd6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:37.346636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:37.351658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:37.352656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:37.353775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.356818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:37.363293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:37.377523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:11:37.385747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.471683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.480496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.480722 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eb051-3fd8-4677-8be6-4aea460a8630 None None] Pushing event updated for resources: {'Port': ['ID=b21d78e1-b001-4c14-8256-1ba2934a6906,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:37.516060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723089ca-5771-456c-93b5-92af4ffa9687,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:37.527687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.538123 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a579b94d-50d9-4dd0-9d57-b0b1783f7a54 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1961253 May 29 01:11:37.701000 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:36Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:37.704939 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989731da-aad5-41ff-acf6-e628f5525521 None None] The sync data for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv is: [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:36Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:37.734916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-6a80d567-d79e-4198-acfa-92bffd354c83 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:37.777054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-6a80d567-d79e-4198-acfa-92bffd354c83 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:37.778409 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-6a80d567-d79e-4198-acfa-92bffd354c83 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543323351&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0892828 May 29 01:11:37.850257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:37.966062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-c1b26545-527e-4529-9d86-187160e3f994 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:37.967030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-c1b26545-527e-4529-9d86-187160e3f994 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:37.988286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-c1b26545-527e-4529-9d86-187160e3f994 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:37.995264 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-c1b26545-527e-4529-9d86-187160e3f994 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 796 time: 0.2075264 May 29 01:11:38.035831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event deleted for resources: {'Port': ['ID=2f15e413-6841-4f26-b5f2-67c06bfff59b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:38.054513 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-1d172280-1965-4757-884f-d15847dade12 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0583222 May 29 01:11:38.058531 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-620c7176-5b2e-41a3-ac69-ed55ef7270b2 req-77a0b344-d405-458d-ac4c-4ae2bb78bd89 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 210 time: 0.0540681 May 29 01:11:38.058708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c99-dfed-4c0a-b803-bc15ee611fd6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:38.133257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c99-dfed-4c0a-b803-bc15ee611fd6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:38.141385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] No DVR routers for this DVR port 2f15e413-6841-4f26-b5f2-67c06bfff59b on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:38.144232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:38.147290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'name': 'network-vif-deleted', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:38.158977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4b0095c3-3035-400c-88e5-aeb5063fc7b5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:38.183504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4b0095c3-3035-400c-88e5-aeb5063fc7b5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:38.189925 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4b0095c3-3035-400c-88e5-aeb5063fc7b5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1345434 May 29 01:11:38.254072 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec4469e-565b-4fe1-a499-a828914e2441'] response: {'server_uuid': '2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8', 'name': 'network-vif-deleted', 'tag': '2f15e413-6841-4f26-b5f2-67c06bfff59b', 'status': 'completed', 'code': 200} May 29 01:11:38.296440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-de08bd55-24f6-4796-98c5-4ff083685420 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:11:38.303310 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-de08bd55-24f6-4796-98c5-4ff083685420 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1048553 May 29 01:11:38.329374 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9e61d83-2162-4f48-b0ae-5a5ec7364a54 req-6a8415e1-75fa-4171-bbbe-722083c32218 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.16 "DELETE /v2.0/ports/2f15e413-6841-4f26-b5f2-67c06bfff59b HTTP/1.1" status: 204 len: 173 time: 1.7931502 May 29 01:11:38.402645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8a1c99-dfed-4c0a-b803-bc15ee611fd6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Router 9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:11:38.481579 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-77b61aac-bd53-47a7-925b-487c4f6b7157 service neutron] 10.222.0.33 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771576 May 29 01:11:38.604330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8a1c99-dfed-4c0a-b803-bc15ee611fd6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:38.615551 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] Sync routers for ids ['9c78ea85-ee65-432e-a2f4-34e8f3c2acb6'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:38.630054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c99-dfed-4c0a-b803-bc15ee611fd6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:38.633652 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ff8a1c99-dfed-4c0a-b803-bc15ee611fd6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "PUT /v2.0/routers/9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 HTTP/1.1" status: 200 len: 697 time: 1.3116610 May 29 01:11:38.634798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59482) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:38.639808 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] Routers {'9c78ea85-ee65-432e-a2f4-34e8f3c2acb6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:38.640453 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9c78ea85-ee65-432e-a2f4-34e8f3c2acb6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:38.702240 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-6aecc658-50bd-4b19-896b-d95465e0828b service neutron] 10.222.0.33 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198014 May 29 01:11:38.824080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59486) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:38.828789 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8c859fab-42ef-4263-87f0-c66966524c8f tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/routers/9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 HTTP/1.1" status: 200 len: 703 time: 0.1928041 May 29 01:11:38.879157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f5ce47f8-07ee-493b-b1fe-db4bc4d7b182 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Synchronizing usage tracker for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:38.889442 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] Set router 9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:38.908515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f5ce47f8-07ee-493b-b1fe-db4bc4d7b182 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Unset dirty status for tenant:5c607deb74e7470cbf8af96fb92814e4 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:38.913260 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f5ce47f8-07ee-493b-b1fe-db4bc4d7b182 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 HTTP/1.1" status: 200 len: 205 time: 0.0881629 May 29 01:11:38.914571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59496) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:38.985678 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74b68f6c-b6f8-4b8f-9094-029b9210a3c0 req-4140f327-94fc-41d1-9d27-9b70dc72374c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 210 time: 0.0629106 May 29 01:11:39.089756 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c78ea85-ee65-432e-a2f4-34e8f3c2acb6', 'name': 'tempest-RoutersIpV6Test-router-632292890', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:36Z', 'updated_at': '2022-05-29T01:11:38Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:39.101544 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] Checking router: 9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:39.142306 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] Routers {'9c78ea85-ee65-432e-a2f4-34e8f3c2acb6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:39.144527 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['9c78ea85-ee65-432e-a2f4-34e8f3c2acb6'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:39.152029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c9df5c6-9448-4d37-a852-5155922667be tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.164830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 2f15e413-6841-4f26-b5f2-67c06bfff59b no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:39.277896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b21d78e1-b001-4c14-8256-1ba2934a6906 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:39.362200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 2f15e413-6841-4f26-b5f2-67c06bfff59b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:39.362843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 2f15e413-6841-4f26-b5f2-67c06bfff59b not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:39.424510 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] Set router 9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:39.451055 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5fb1d3a-2333-4877-989a-bc5da196c6fa req-f86338b6-3728-4e5d-ad57-b848a0cb8a1b tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e5ca312-03c2-4ac7-8b62-1f6cbd883bb8 HTTP/1.1" status: 200 len: 210 time: 0.1169157 May 29 01:11:39.495168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port b21d78e1-b001-4c14-8256-1ba2934a6906 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:39.568969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b21d78e1-b001-4c14-8256-1ba2934a6906 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:39.569339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.589910 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c78ea85-ee65-432e-a2f4-34e8f3c2acb6', 'name': 'tempest-RoutersIpV6Test-router-632292890', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:36Z', 'updated_at': '2022-05-29T01:11:38Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:39.595033 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f65ca3-924c-427c-a341-4641cddf1c72 None None] The sync data for ids ['9c78ea85-ee65-432e-a2f4-34e8f3c2acb6'] in dv-neutron-843186-2-hyperv is: [{'id': '9c78ea85-ee65-432e-a2f4-34e8f3c2acb6', 'name': 'tempest-RoutersIpV6Test-router-632292890', 'tenant_id': '5c607deb74e7470cbf8af96fb92814e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:36Z', 'updated_at': '2022-05-29T01:11:38Z', 'revision_number': 2, 'project_id': '5c607deb74e7470cbf8af96fb92814e4', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:39.777460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.819453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port b21d78e1-b001-4c14-8256-1ba2934a6906, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b21d78e1-b001-4c14-8256-1ba2934a6906,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:39.827343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.846854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c9df5c6-9448-4d37-a852-5155922667be tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.851704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c9df5c6-9448-4d37-a852-5155922667be tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.890517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c9df5c6-9448-4d37-a852-5155922667be tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.890956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9df5c6-9448-4d37-a852-5155922667be tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Fanout notify agent at l3_agent the message router_deleted on router 9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:11:39.917393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0c9df5c6-9448-4d37-a852-5155922667be tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:39.918242 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0c9df5c6-9448-4d37-a852-5155922667be tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 HTTP/1.1" status: 204 len: 168 time: 1.0020084 May 29 01:11:39.921106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=b21d78e1-b001-4c14-8256-1ba2934a6906,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:39.921808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59510) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:39.968485 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bbd8ce10-e400-4040-95d1-27fce0fee5fe tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 HTTP/1.1" status: 200 len: 205 time: 0.0454698 May 29 01:11:39.971061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59514) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.050515 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-a3ac130a-ea2f-4880-bc63-9a7ef2b6b58e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] delete failed (client error): The resource could not be found. May 29 01:11:40.051871 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a3ac130a-ea2f-4880-bc63-9a7ef2b6b58e tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/9c78ea85-ee65-432e-a2f4-34e8f3c2acb6 HTTP/1.1" status: 404 len: 336 time: 0.0788615 May 29 01:11:40.054140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59520) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.092879 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ce9b6e-0a00-4aaa-b637-773806cbed32 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:40.093437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ce9b6e-0a00-4aaa-b637-773806cbed32 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:40.097756 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b5ce9b6e-0a00-4aaa-b637-773806cbed32 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/b5c0ca43-de5a-45e2-a1f1-97defe6f1559 HTTP/1.1" status: 404 len: 337 time: 0.0427165 May 29 01:11:40.098174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59524) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.198407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56a49f5-92c9-4827-ada2-28e46a719ff5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:40.198771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56a49f5-92c9-4827-ada2-28e46a719ff5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:40.200510 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e56a49f5-92c9-4827-ada2-28e46a719ff5 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/92d05eef-ccc9-4ba4-8ce6-825fab921245 HTTP/1.1" status: 404 len: 337 time: 0.1011467 May 29 01:11:40.203220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59528) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.207917 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-00edd63d-2a08-48b7-8f2e-abfb2eae1948 req-5ac042f0-4c34-4a49-b38b-ff881e39c203 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 210 time: 0.0565391 May 29 01:11:40.257353 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad355ed8-6457-4c96-8eb1-448c308a93cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:40.257796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad355ed8-6457-4c96-8eb1-448c308a93cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:40.260227 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad355ed8-6457-4c96-8eb1-448c308a93cd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/26f749c3-61f6-4f66-8080-029122cd7ae3 HTTP/1.1" status: 404 len: 337 time: 0.0555723 May 29 01:11:40.262422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59532) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.298947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0723d1-372e-47a2-9eef-d3ca872e2414 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:40.299369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0723d1-372e-47a2-9eef-d3ca872e2414 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:40.300907 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8b0723d1-372e-47a2-9eef-d3ca872e2414 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/fa709604-3bf0-4618-9873-9e664ca64d98 HTTP/1.1" status: 404 len: 337 time: 0.0376306 May 29 01:11:40.303218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59536) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.343820 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-00983b65-e528-443f-a41d-17eb825d2618 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 200 len: 205 time: 0.0396457 May 29 01:11:40.346024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59540) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.417292 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-772a7890-699f-4744-8542-fc85ecc69af6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] delete failed (client error): The resource could not be found. May 29 01:11:40.418299 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-772a7890-699f-4744-8542-fc85ecc69af6 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/e92f94e8-c934-4e9a-a3c2-a66d74218b56 HTTP/1.1" status: 404 len: 336 time: 0.0714304 May 29 01:11:40.421006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59544) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.461878 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6a81d1b9-4c5f-4fe0-997a-31bfddea3a46 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=48bf873e-c482-449a-9383-c93b0d7f9a2b HTTP/1.1" status: 200 len: 205 time: 0.0397508 May 29 01:11:40.465043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59548) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.494152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d094c78-c640-4c9f-afb5-3870b928397a None None] New status for floating IP e78f3810-51f4-4c72-a8a8-277f89331962: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:11:40.554877 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-5f32987a-e843-450b-866c-cb971e9c5c10 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] delete failed (client error): The resource could not be found. May 29 01:11:40.556287 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5f32987a-e843-450b-866c-cb971e9c5c10 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/48bf873e-c482-449a-9383-c93b0d7f9a2b HTTP/1.1" status: 404 len: 336 time: 0.0902576 May 29 01:11:40.559049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59554) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.605233 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb7c040-021b-415e-a52a-10575044ab59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:40.605912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb7c040-021b-415e-a52a-10575044ab59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:40.607713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bdb7c040-021b-415e-a52a-10575044ab59 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/9cf427c0-df29-48a9-9330-f007cbc33c45 HTTP/1.1" status: 404 len: 337 time: 0.0476167 May 29 01:11:40.611225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59558) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.650041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59562) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.658501 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f5769a7a-c7a9-4bc3-8374-e52a8953ccc0 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 HTTP/1.1" status: 200 len: 205 time: 0.0459726 May 29 01:11:40.662080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59566) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.748695 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-f980d3a4-e430-4b60-8494-90d4683b8910 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] delete failed (client error): The resource could not be found. May 29 01:11:40.749714 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f980d3a4-e430-4b60-8494-90d4683b8910 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/77b82fd3-61f9-483e-8f5e-fd6bf95d10e5 HTTP/1.1" status: 404 len: 336 time: 0.0867651 May 29 01:11:40.752558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59570) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.811409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Deleting port bb746539-bad1-4ec6-ae29-e1a787c5d8cb {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:40.811742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:40.812536 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-41f4ccfb-2035-49c3-a348-b90dfce74cc2 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=d1dbf4d1-c25e-4b5d-9129-0dbc77e19679 HTTP/1.1" status: 200 len: 205 time: 0.0589674 May 29 01:11:40.817269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-a2e62317-ab79-4c41-81ef-eaec676eb0bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:40.817899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-a2e62317-ab79-4c41-81ef-eaec676eb0bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:40.820143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59574) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.888680 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-396eec96-a277-4691-83d7-fb23d826df51 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] delete failed (client error): The resource could not be found. May 29 01:11:40.889671 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-396eec96-a277-4691-83d7-fb23d826df51 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/d1dbf4d1-c25e-4b5d-9129-0dbc77e19679 HTTP/1.1" status: 404 len: 336 time: 0.0686767 May 29 01:11:40.892738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59578) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:40.980494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:40.980819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:41.035380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-a2e62317-ab79-4c41-81ef-eaec676eb0bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:41.036832 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-a2e62317-ab79-4c41-81ef-eaec676eb0bd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 796 time: 0.5731950 May 29 01:11:41.041361 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2af8b4-9bb9-4df3-9958-7cbd637c4622 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:41.041812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2af8b4-9bb9-4df3-9958-7cbd637c4622 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:41.043480 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cf2af8b4-9bb9-4df3-9958-7cbd637c4622 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/88a7cae0-605e-4c05-8497-fefdca3cd96d HTTP/1.1" status: 404 len: 337 time: 0.1498837 May 29 01:11:41.046156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59582) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:41.103758 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b21d78e1-b001-4c14-8256-1ba2934a6906 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:41.111501 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8fe8eacb-f431-4b71-8113-e831faae5237 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=6a171c19-93f6-4ab5-9585-47896c6bd312 HTTP/1.1" status: 200 len: 205 time: 0.0641377 May 29 01:11:41.113854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59586) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:41.188554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b21d78e1-b001-4c14-8256-1ba2934a6906 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:41.189057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:41.199028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-f9550847-e3a7-4678-811a-eb1c77622b98 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] delete failed (client error): The resource could not be found. May 29 01:11:41.202328 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f9550847-e3a7-4678-811a-eb1c77622b98 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/6a171c19-93f6-4ab5-9585-47896c6bd312 HTTP/1.1" status: 404 len: 336 time: 0.0853276 May 29 01:11:41.202538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Calling delete_port for bb746539-bad1-4ec6-ae29-e1a787c5d8cb owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:41.203324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59590) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:41.247231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-6b3481b6-c04f-487c-b45c-61b03963ea50 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:11:41.255020 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb9c6ce-c6a0-453e-bdbf-14fe354c9743 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:41.255311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb9c6ce-c6a0-453e-bdbf-14fe354c9743 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:41.256802 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7fb9c6ce-c6a0-453e-bdbf-14fe354c9743 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/4b8daaeb-1d8d-486e-b36e-904a8287ec57 HTTP/1.1" status: 404 len: 337 time: 0.0529044 May 29 01:11:41.259653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59596) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:41.266435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-6b3481b6-c04f-487c-b45c-61b03963ea50 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:11:41.267587 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-6b3481b6-c04f-487c-b45c-61b03963ea50 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 379 time: 0.2187419 May 29 01:11:41.280496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['272e232e-429d-40d7-9768-0a33d0be626d']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:41.325378 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0c4bfa0a-20b3-4a3c-a48d-df720048aecd tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "GET /v2.0/ports?device_id=dae43b7e-3e91-403e-9bad-abe8a7f761b9 HTTP/1.1" status: 200 len: 205 time: 0.0644705 May 29 01:11:41.325895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59600) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:41.430273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:41.440444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:41.450190 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-9690bd0e-9427-4497-9107-25ee7bddcae4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] delete failed (client error): The resource could not be found. May 29 01:11:41.450426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:11:41.451191 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9690bd0e-9427-4497-9107-25ee7bddcae4 tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/routers/dae43b7e-3e91-403e-9bad-abe8a7f761b9 HTTP/1.1" status: 404 len: 336 time: 0.1046996 May 29 01:11:41.453622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:41.456191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59604) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:41.488206 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cc9a47f2-c312-444f-b7d6-62201f94854a req-bc0e614c-ac44-46d4-994c-17976ab8a46e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 210 time: 0.1391361 May 29 01:11:41.535381 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a99f035-4cc5-40be-9896-1c9ffc2f0f8d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:41.535847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a99f035-4cc5-40be-9896-1c9ffc2f0f8d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:41.550640 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5a99f035-4cc5-40be-9896-1c9ffc2f0f8d tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/36d09e13-6235-4984-b13e-c35d9033666a HTTP/1.1" status: 404 len: 337 time: 0.0918770 May 29 01:11:41.554468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59608) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:41.561970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:41.612668 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event deleted for resources: {'Port': ['ID=bb746539-bad1-4ec6-ae29-e1a787c5d8cb,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:41.647003 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3817a3a-e00e-40cd-bdf6-7a4747abebfa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] DELETE failed (client error): The resource could not be found. May 29 01:11:41.647435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3817a3a-e00e-40cd-bdf6-7a4747abebfa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:11:41.659213 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a3817a3a-e00e-40cd-bdf6-7a4747abebfa tempest-RoutersIpV6Test-1347713012 tempest-RoutersIpV6Test-1347713012-project] 10.222.0.33 "DELETE /v2.0/subnets/2c196dda-1b57-440a-b11b-a4fc238c0a86 HTTP/1.1" status: 404 len: 337 time: 0.1037869 May 29 01:11:41.676969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.11 (987a4797-6eec-448b-875d-cb0fc62cf027/bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4/35ba68da-d69d-4da7-8a1c-6e5f28f278a8) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:41.705002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:41.707768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:41.711620 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d8a6dc3e-b353-4e76-8255-9fdf704af335 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "DELETE /v2.0/floatingips/b29d714e-71df-43c6-8f26-2eae53aadfd2 HTTP/1.1" status: 204 len: 168 time: 1.0575674 May 29 01:11:41.886023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:41.917079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:41.941852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.020841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 987a4797-6eec-448b-875d-cb0fc62cf027 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:42.023914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59624) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:42.024234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:42.026345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:42.028473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:42.110038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:42.111397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.138179 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-97ff9a74-9a46-422a-a18a-b4909a789c7b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8612683 May 29 01:11:42.163192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Request body: {'port': {'device_id': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:42.284915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.291745 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cdee520d-e7e0-4f3a-a78a-2aaf4c1fadb1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5c607deb74e7470cbf8af96fb92814e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2664797 May 29 01:11:42.294385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59630) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:42.356505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3561f66-e5c2-441a-b2b7-1df7b67f590d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.386962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3561f66-e5c2-441a-b2b7-1df7b67f590d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.397336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-28146b2b-4921-438a-a3dd-eadd0e17faaf None None] Provisioning for port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:42.407450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-28146b2b-4921-438a-a3dd-eadd0e17faaf None None] Provisioning complete for port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:42.408916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-28146b2b-4921-438a-a3dd-eadd0e17faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.451600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3561f66-e5c2-441a-b2b7-1df7b67f590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.474925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3561f66-e5c2-441a-b2b7-1df7b67f590d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.476452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a3561f66-e5c2-441a-b2b7-1df7b67f590d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/67db74e6-025f-451d-8544-a386a3237b4d HTTP/1.1" status: 204 len: 168 time: 0.1809042 May 29 01:11:42.478924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3561f66-e5c2-441a-b2b7-1df7b67f590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67db74e6-025f-451d-8544-a386a3237b4d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:42.486869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-28146b2b-4921-438a-a3dd-eadd0e17faaf None None] Port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:11:42.682696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:11:42.693771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.706277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b893f-75ae-47e1-984b-4b5a8b8d509d req-493ee5ec-6a8a-452e-89df-2f11615d5646 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:42.707869 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-df8b893f-75ae-47e1-984b-4b5a8b8d509d req-493ee5ec-6a8a-452e-89df-2f11615d5646 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 932 time: 0.0946319 May 29 01:11:42.713132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Transition to ACTIVE for port object 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:11:42.719578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:42.759622 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-df8b893f-75ae-47e1-984b-4b5a8b8d509d req-d8c72914-8673-4eb0-ac23-3312349c141d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450835 May 29 01:11:42.896835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Pushing event updated for resources: {'Port': ['ID=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:43.096207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Attempting to bind port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:11:43.096538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Attempting to bind port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:11:43.096867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Attempting to bind port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 on network 987a4797-6eec-448b-875d-cb0fc62cf027 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:43.102968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 on network 987a4797-6eec-448b-875d-cb0fc62cf027 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:11:43.103275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Attempting to bind port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 on network 987a4797-6eec-448b-875d-cb0fc62cf027 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:11:43.110093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:11:43.110730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Checking segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:11:43.110832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Bound using segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:11:43.111199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Bound port: 35ba68da-d69d-4da7-8a1c-6e5f28f278a8, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:11:43.111543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:43.218237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] For port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:11:43.222236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] For port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:11:43.226115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:43.297217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:43.298558 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 200 len: 1094 time: 1.1413064 May 29 01:11:43.299057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:43.328137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37360a-fafa-4ab3-9505-4a21d70431d9 service neutron] Pushing event updated for resources: {'Port': ['ID=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:43.389731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04763ba-34ee-4957-9733-992991667cce'] response: {'name': 'network-changed', 'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'status': 'completed', 'code': 200} May 29 01:11:43.440579 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-9ee7ef4f-3b93-4455-a14f-f3156c73724c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1097 time: 0.0964715 May 29 01:11:43.532710 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-4e98464d-cade-4260-b605-d7c898b81d3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 200 len: 217 time: 0.0860395 May 29 01:11:43.543595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59658) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:43.597204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-8f8262ae-afc9-4554-a2ec-e302da12a1a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:43.599088 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-8f8262ae-afc9-4554-a2ec-e302da12a1a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0608666 May 29 01:11:43.695716 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-c639e034-ea13-48bb-9042-006357bf7b3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911961 May 29 01:11:43.697075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-92f34787-75ab-4a96-9a6c-38c547c4dbfc tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1047470897', 'prefixes': ['172.20.0.0/16']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:43.703277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-92f34787-75ab-4a96-9a6c-38c547c4dbfc tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:43.792582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-92f34787-75ab-4a96-9a6c-38c547c4dbfc tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] Notify callbacks [] for subnetpool, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:43.796595 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-92f34787-75ab-4a96-9a6c-38c547c4dbfc tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2495084 May 29 01:11:43.797027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59666) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:43.831038 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c3b5057c-e143-42ce-8455-d6529b9e9974 tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] 10.222.0.33 "GET /v2.0/subnetpools/cfd7ffd5-715d-43b8-a7f7-03009d9411ee HTTP/1.1" status: 200 len: 732 time: 0.0328071 May 29 01:11:43.833714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59670) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:43.842766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-721258a7-f4fa-49e4-8bab-19beffc73c7a tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1452239415'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:43.859581 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-1e75dd17-0703-4e6f-bf3e-ff40790cb50c service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573472 May 29 01:11:43.985209 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-721258a7-f4fa-49e4-8bab-19beffc73c7a tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] Notify callbacks [] for subnetpool, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:43.988909 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-721258a7-f4fa-49e4-8bab-19beffc73c7a tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] 10.222.0.33 "PUT /v2.0/subnetpools/cfd7ffd5-715d-43b8-a7f7-03009d9411ee HTTP/1.1" status: 200 len: 684 time: 0.1514535 May 29 01:11:43.989216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59674) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:44.013337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6f907a62-bf8d-47d6-9ff5-3fba09d95649 req-8dbe6baf-5400-4447-bc59-2d6c0fc09156 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474855 May 29 01:11:44.052062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e09f96-ec21-409d-8329-2ae0f6a8136a req-ef1b0bdc-411b-43f1-97df-eca4f0597f62 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:44.053865 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1e09f96-ec21-409d-8329-2ae0f6a8136a req-ef1b0bdc-411b-43f1-97df-eca4f0597f62 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 944 time: 0.1419003 May 29 01:11:44.132912 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1e09f96-ec21-409d-8329-2ae0f6a8136a req-2542442e-5b3e-44c8-8202-3c9c371a1924 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679932 May 29 01:11:44.134297 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-d549774d-b215-4f4c-9667-f6d084fb33b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1097 time: 0.0757451 May 29 01:11:44.137740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb5209d7-ba27-4c01-a650-29e78c5e4562 tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] Notify callbacks [] for subnetpool, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:44.138981 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bb5209d7-ba27-4c01-a650-29e78c5e4562 tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] 10.222.0.33 "DELETE /v2.0/subnetpools/cfd7ffd5-715d-43b8-a7f7-03009d9411ee HTTP/1.1" status: 204 len: 168 time: 0.1488249 May 29 01:11:44.141619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59678) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:44.162174 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-47078b84-dc46-4bb4-b9ec-d81893fad255 tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] show failed (client error): The resource could not be found. May 29 01:11:44.166288 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-47078b84-dc46-4bb4-b9ec-d81893fad255 tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] 10.222.0.33 "GET /v2.0/subnetpools/cfd7ffd5-715d-43b8-a7f7-03009d9411ee HTTP/1.1" status: 404 len: 346 time: 0.0205855 May 29 01:11:44.167980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59682) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:44.187022 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-3ec312d1-52c6-465e-9707-2aa642a1b299 tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] delete failed (client error): The resource could not be found. May 29 01:11:44.191286 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3ec312d1-52c6-465e-9707-2aa642a1b299 tempest-SubnetPoolsTestJSON-1084038868 tempest-SubnetPoolsTestJSON-1084038868-project] 10.222.0.33 "DELETE /v2.0/subnetpools/cfd7ffd5-715d-43b8-a7f7-03009d9411ee HTTP/1.1" status: 404 len: 346 time: 0.0189970 May 29 01:11:44.267939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59690) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:44.299393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-527400a2-cb4f-4dd6-98c7-cce8d3f5a613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:44.300404 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-527400a2-cb4f-4dd6-98c7-cce8d3f5a613 service neutron] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 897 time: 0.1600795 May 29 01:11:44.351784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f81d922-8d82-4126-950f-9bbc725dccb1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:44.375868 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-c88d23b5-6c98-49e0-bf2b-94d20ed1cfd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 200 len: 217 time: 0.0701365 May 29 01:11:44.388518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f81d922-8d82-4126-950f-9bbc725dccb1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:44.446074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-0925e80b-4b9d-4ed8-8018-8277754801cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:44.448925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-0925e80b-4b9d-4ed8-8018-8277754801cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0672395 May 29 01:11:44.472054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f81d922-8d82-4126-950f-9bbc725dccb1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:44.492302 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81d922-8d82-4126-950f-9bbc725dccb1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ae96d7-1044-4102-a4e9-e5bf299d2d49,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:44.518601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f81d922-8d82-4126-950f-9bbc725dccb1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:44.533065 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1f81d922-8d82-4126-950f-9bbc725dccb1 tempest-TestVolumeBootPattern-902251097 tempest-TestVolumeBootPattern-902251097-project] 10.222.0.33 "DELETE /v2.0/security-groups/41ae96d7-1044-4102-a4e9-e5bf299d2d49 HTTP/1.1" status: 204 len: 168 time: 0.2537103 May 29 01:11:44.584107 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-33670db0-5fd2-438a-9a2c-2cc1087f7abe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164265 May 29 01:11:44.595246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59698) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:44.610336 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59704) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:44.730281 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-3fe50fb3-96a0-4698-b981-e012a13904d0 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520669 May 29 01:11:44.868768 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a99ac867-a9d3-42bc-8f01-08f4f62b1398 req-6bee21a5-1d0b-45e7-ba6f-82e13085c80f service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312120 May 29 01:11:44.906672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:44.955310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:44.961600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Usage tracker for resource:security_group_rule and tenant:26399541aa5845609c344ccbd18eba3e is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:44.965389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:44.974901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:45.118871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:45.124943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:45.356421 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=26399541aa5845609c344ccbd18eba3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7449539 May 29 01:11:45.357100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6d479-c802-4b26-8f86-efd5c4edce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf7f1e8-22b1-400b-a641-20ec29f6af8f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:45.359234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59712) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:45.419470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61c777a1-087b-4750-a4ea-0c6b515021d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:45.427951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31834-97f8-4058-9dc7-3d417a4cdc70 req-2ee3f117-fcbf-425a-b962-30dc2674983b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:45.429396 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74a31834-97f8-4058-9dc7-3d417a4cdc70 req-2ee3f117-fcbf-425a-b962-30dc2674983b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 944 time: 0.1145988 May 29 01:11:45.444916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61c777a1-087b-4750-a4ea-0c6b515021d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:45.494528 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74a31834-97f8-4058-9dc7-3d417a4cdc70 req-50bb9efa-ec50-4e89-9ec9-1c80f6819ec9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588477 May 29 01:11:45.499305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61c777a1-087b-4750-a4ea-0c6b515021d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:45.500142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:45.514618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c777a1-087b-4750-a4ea-0c6b515021d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf7f1e8-22b1-400b-a641-20ec29f6af8f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:45.524046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-61c777a1-087b-4750-a4ea-0c6b515021d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:45.527941 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-61c777a1-087b-4750-a4ea-0c6b515021d6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/acf7f1e8-22b1-400b-a641-20ec29f6af8f HTTP/1.1" status: 204 len: 168 time: 0.1647556 May 29 01:11:46.107020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Deleting port 9b207342-392f-41c3-9332-4e10edaedde6 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:46.107547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:46.285832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] For port 9b207342-392f-41c3-9332-4e10edaedde6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=9b207342-392f-41c3-9332-4e10edaedde6,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:46.286190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:46.409697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Calling delete_port for 9b207342-392f-41c3-9332-4e10edaedde6 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:46.430690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59734) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:46.434924 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026250 May 29 01:11:46.437754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59736) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:46.573286 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d6e91cb4-5d21-4553-bb05-27b5bc46537a tempest-NetworksApiDiscovery-1357391323 tempest-NetworksApiDiscovery-1357391323-project] 10.222.0.33 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1343703 May 29 01:11:46.587560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:46.629824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:46.678905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b207342-392f-41c3-9332-4e10edaedde6,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:46.926969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59748) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:47.028321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964209a7-f806-4de9-a97d-d0e06a497741 req-ca18c812-9250-492f-8126-da8df74725eb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:47.029793 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-964209a7-f806-4de9-a97d-d0e06a497741 req-ca18c812-9250-492f-8126-da8df74725eb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 944 time: 0.3885963 May 29 01:11:47.083731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.097811 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-964209a7-f806-4de9-a97d-d0e06a497741 req-0483f280-37fe-4247-9fe1-00d9fe4b6476 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621245 May 29 01:11:47.123169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:47.136210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Usage tracker for resource:security_group_rule and tenant:465ecce02ae04b4eaeb3cae20f5bb0ed is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:47.140432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:47.146860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:47.169581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.201398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:11:47.240683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.246368 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.349950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:47.365852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'port_id': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'mac_address': 'fa:16:3e:7c:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:11:47.390559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c440a2-bbaf-4dad-b9fc-68111845d04e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:47.391497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c0498830-4fd2-4b3c-925b-0a8a385c4a79 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=465ecce02ae04b4eaeb3cae20f5bb0ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4632559 May 29 01:11:47.394100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:47.444384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.463659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae80f629-2802-419b-bfae-635de0e1cd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.469896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:11:47.489293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:47.491060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae80f629-2802-419b-bfae-635de0e1cd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.494154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.550270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae80f629-2802-419b-bfae-635de0e1cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.565833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80f629-2802-419b-bfae-635de0e1cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c440a2-bbaf-4dad-b9fc-68111845d04e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:47.566051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:47.575404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ae80f629-2802-419b-bfae-635de0e1cd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:47.576535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ae80f629-2802-419b-bfae-635de0e1cd8f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a0c440a2-bbaf-4dad-b9fc-68111845d04e HTTP/1.1" status: 204 len: 168 time: 0.1815479 May 29 01:11:47.814339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['35ba68da-d69d-4da7-8a1c-6e5f28f278a8'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:11:47.839950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Router 5885bf67-2571-4a8f-967e-5eb54aad530f has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:48.062133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:48.074280 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] Sync routers for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:48.082002 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ba785a77-6135-44cb-a4ca-f42ba889c5b0 admin admin] 10.222.0.33 "PUT /v2.0/routers/5885bf67-2571-4a8f-967e-5eb54aad530f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4855917 May 29 01:11:48.084814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59760) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:48.089962 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:48.090173 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:48.275103 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:48.343607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dffa4a-71ba-4216-8b0c-e2abcf029607 req-60d5a42a-6625-476d-91b3-c6811151b921 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:48.344969 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b9dffa4a-71ba-4216-8b0c-e2abcf029607 req-60d5a42a-6625-476d-91b3-c6811151b921 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 945 time: 0.1067483 May 29 01:11:48.388571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:48.561528 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:11:46Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:48.565296 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] Checking router: 5885bf67-2571-4a8f-967e-5eb54aad530f for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:48.575764 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] Routers {'5885bf67-2571-4a8f-967e-5eb54aad530f'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:48.576385 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5885bf67-2571-4a8f-967e-5eb54aad530f'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:48.617096 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b9dffa4a-71ba-4216-8b0c-e2abcf029607 req-b7aec903-734a-48d8-8001-716e5e1b0ee0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657509 May 29 01:11:48.698270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:48.707055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Deleting port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:48.707383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:48.752382 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] Set router 5885bf67-2571-4a8f-967e-5eb54aad530f gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:48.878979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] For port f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:48.879334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.002825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Calling delete_port for f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:49.056997 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:11:46Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:49.061174 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d503f4-7666-47c1-b674-53aa311714ed None None] The sync data for ids ['5885bf67-2571-4a8f-967e-5eb54aad530f'] in dv-neutron-843186-2-hyperv is: [{'id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'name': 'tempest-TestVolumeBootPattern-1351726138-router', 'tenant_id': 'c1061b9e135f46219445f4b06952b692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:02:55Z', 'updated_at': '2022-05-29T01:11:46Z', 'revision_number': 5, 'project_id': 'c1061b9e135f46219445f4b06952b692', 'gw_port': {'id': 'f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5885bf67-2571-4a8f-967e-5eb54aad530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:02:57Z', 'updated_at': '2022-05-29T01:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:49.177663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.200743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:11:49.223338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:49.269342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:11:49.273846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:11:49.274218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.389398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.417501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:49.427355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:49.433272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.452520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.510581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:49.703613 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756364e1-3e56-4a88-9ed6-1a3af335e5ff'] response: {'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'code': 200} May 29 01:11:49.717871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.721975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.781281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.781772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5885bf67-2571-4a8f-967e-5eb54aad530f {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:11:49.811123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.812261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e571216e-6c0a-4875-ba02-8e364bbe7a3a admin admin] 10.222.0.33 "DELETE /v2.0/routers/5885bf67-2571-4a8f-967e-5eb54aad530f HTTP/1.1" status: 204 len: 168 time: 1.7264218 May 29 01:11:49.814941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59772) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:49.835370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76772b-751c-4337-910d-c8371c93e5a6 req-a5ba4064-dceb-44ae-bdf0-acb8eb043041 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:49.837030 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fe76772b-751c-4337-910d-c8371c93e5a6 req-a5ba4064-dceb-44ae-bdf0-acb8eb043041 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 946 time: 0.0910392 May 29 01:11:49.886973 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fe76772b-751c-4337-910d-c8371c93e5a6 req-7eb86b8a-d221-4543-bd33-832a8ee5c812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 May 29 01:11:49.919466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] Deleting subnet 8d8c319a-af00-4825-8b11-fdd866db4f1b {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:11:49.923818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:49.987693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.029879 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0c0f6a7f-cba3-4933-911d-1d212e617431 req-1508d2d3-c596-46ae-89f5-7b57ae4a94dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1099 time: 0.1670280 May 29 01:11:50.091424 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0c0f6a7f-cba3-4933-911d-1d212e617431 req-1eed0e95-32ab-4a06-88d3-63380039a620 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555799 May 29 01:11:50.100549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.173567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.210765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8c319a-af00-4825-8b11-fdd866db4f1b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:50.216967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.222517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b44b12-ab92-4069-8248-198cd43052a3 None None] Network a1fbdd6c-b6d7-4216-bc21-91d79df445cd requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:50.222967 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b4c33287-fe1d-4f16-b8c1-de4545233d67 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8d8c319a-af00-4825-8b11-fdd866db4f1b HTTP/1.1" status: 204 len: 168 time: 0.4061258 May 29 01:11:50.225223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59776) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:50.332265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.342797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Deleting port 7f1c2e35-2c56-415d-9796-d760cec8b56d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:50.343126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.475762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] DHCP port deletion for a1fbdd6c-b6d7-4216-bc21-91d79df445cd request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:11:50.480381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Deleting port 7f1c2e35-2c56-415d-9796-d760cec8b56d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:50.480786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.557835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] For port 7f1c2e35-2c56-415d-9796-d760cec8b56d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7f1c2e35-2c56-415d-9796-d760cec8b56d,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:50.558194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.680344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] For port 7f1c2e35-2c56-415d-9796-d760cec8b56d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7f1c2e35-2c56-415d-9796-d760cec8b56d,segment=NetworkSegment(c0e4b5c6-99d0-427b-874d-b01dff5d96bb),segment_id=c0e4b5c6-99d0-427b-874d-b01dff5d96bb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:50.680832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.682441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Calling delete_port for 7f1c2e35-2c56-415d-9796-d760cec8b56d owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:50.754410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.801564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1c2e35-2c56-415d-9796-d760cec8b56d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:50.803405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Calling delete_port for 7f1c2e35-2c56-415d-9796-d760cec8b56d owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:50.806773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] No DVR routers for this DVR port 7f1c2e35-2c56-415d-9796-d760cec8b56d on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:50.876105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:50.876460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:50.921027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.947312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fbdd6c-b6d7-4216-bc21-91d79df445cd']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:50.959363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:50.959723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e4b5c6-99d0-427b-874d-b01dff5d96bb') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:50.971357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.987671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:50.993803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:11:50.994187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:11:51.007155 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:11:51.024974 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:11:51.093233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:51.099973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:51.128216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fbdd6c-b6d7-4216-bc21-91d79df445cd,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:51.155575 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-da7279cc-5d03-454a-9f08-256d9d0930c4 admin admin] 10.222.0.33 "DELETE /v2.0/networks/a1fbdd6c-b6d7-4216-bc21-91d79df445cd HTTP/1.1" status: 204 len: 168 time: 0.9268765 May 29 01:11:51.155787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59782) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:51.195711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d47a6-bf82-40c2-837a-c396ffb354fa req-fcda9b52-cfb7-44e5-8e93-6821433c50d0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:51.196919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7f1c2e35-2c56-415d-9796-d760cec8b56d no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:51.198049 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bc0d47a6-bf82-40c2-837a-c396ffb354fa req-fcda9b52-cfb7-44e5-8e93-6821433c50d0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 946 time: 0.1798835 May 29 01:11:51.233607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 7f1c2e35-2c56-415d-9796-d760cec8b56d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:51.234794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7f1c2e35-2c56-415d-9796-d760cec8b56d not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:51.235225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9b207342-392f-41c3-9332-4e10edaedde6 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:51.260132 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bc0d47a6-bf82-40c2-837a-c396ffb354fa req-cabcae75-70b5-4ab5-ab2a-d4378e3a6873 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495276 May 29 01:11:51.309720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 9b207342-392f-41c3-9332-4e10edaedde6 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:51.310078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 9b207342-392f-41c3-9332-4e10edaedde6 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:51.377471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Deleting port 7f1c2e35-2c56-415d-9796-d760cec8b56d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:51.378464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:51.443196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3bac6a45-f370-4bce-bde6-fab8e5bebd05 None None] The port '7f1c2e35-2c56-415d-9796-d760cec8b56d' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:11:51.658293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:52.245381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Deleting port b5fb77ac-3642-45eb-9f74-23a0262ece8b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:52.246024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:52.417268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] For port b5fb77ac-3642-45eb-9f74-23a0262ece8b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b5fb77ac-3642-45eb-9f74-23a0262ece8b,segment=NetworkSegment(9c44cd41-37c6-4f0c-953a-8b82fa06f33d),segment_id=9c44cd41-37c6-4f0c-953a-8b82fa06f33d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:52.417622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:52.459439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae8f9b-0b2e-471e-b5ab-5309651a179d req-0816d984-c0d0-4e4f-aa9b-075d8ca91a12 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:52.460797 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32ae8f9b-0b2e-471e-b5ab-5309651a179d req-0816d984-c0d0-4e4f-aa9b-075d8ca91a12 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 946 time: 0.0782444 May 29 01:11:52.505477 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32ae8f9b-0b2e-471e-b5ab-5309651a179d req-0fcc25bc-9714-44eb-8016-d999732e6f6c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 May 29 01:11:52.538346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Calling delete_port for b5fb77ac-3642-45eb-9f74-23a0262ece8b owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:52.701961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:52.704398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42925-3ad6-47fb-9e7f-cdbc34dddf91 req-205bb46f-8157-4eaa-8dd0-fd5bdcffbeb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:52.705846 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-54c42925-3ad6-47fb-9e7f-cdbc34dddf91 req-205bb46f-8157-4eaa-8dd0-fd5bdcffbeb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 946 time: 0.0746362 May 29 01:11:52.744988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fb77ac-3642-45eb-9f74-23a0262ece8b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:52.750743 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-54c42925-3ad6-47fb-9e7f-cdbc34dddf91 req-124328f2-de88-4a2a-830a-cebadb909450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 May 29 01:11:52.779531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59790) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:52.858182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-814150d6-3bae-43a2-86a8-7c90468cf5ee tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1094 time: 0.0750172 May 29 01:11:52.858426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59794) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:52.864391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:11:52.870572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:11:52.874647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:11:52.877941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:11:52.884716 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:11:52.897089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:53.040551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:53.186530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.251 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/1ad598c5-8f27-426e-a578-daa4b4056968) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:11:53.191478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:53.337548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:53.365478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:53.437805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:11:53.440629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:11:53.444906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:11:53.471605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=1ad598c5-8f27-426e-a578-daa4b4056968,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:53.776952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Router 10460e5b-6787-4b3f-845a-248c87ce66a6 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:53.943332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:53.976654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:53.986567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] Sync routers for ids ['10460e5b-6787-4b3f-845a-248c87ce66a6'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:53.999158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] Routers {'10460e5b-6787-4b3f-845a-248c87ce66a6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:53.999513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d177d687-8b7d-4ea8-abd2-80820bb97704 admin admin] 10.222.0.33 "PUT /v2.0/routers/10460e5b-6787-4b3f-845a-248c87ce66a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8420105 May 29 01:11:54.000164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['10460e5b-6787-4b3f-845a-248c87ce66a6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:54.001894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59798) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:54.004501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:54.205476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] Set router 10460e5b-6787-4b3f-845a-248c87ce66a6 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:54.485818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:54.492604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:54.508947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:11:52Z', 'revision_number': 5, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:54.512798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] Checking router: 10460e5b-6787-4b3f-845a-248c87ce66a6 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:54.523175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] Routers {'10460e5b-6787-4b3f-845a-248c87ce66a6'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:54.523762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['10460e5b-6787-4b3f-845a-248c87ce66a6'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:54.531304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:54.698972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] Set router 10460e5b-6787-4b3f-845a-248c87ce66a6 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:54.705509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=1ad598c5-8f27-426e-a578-daa4b4056968,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:54.740465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:54.962814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:54.974889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Deleting port d434a82e-9d4d-4936-b24c-a7ab70b45c9f {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:54.975218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:54.993986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:11:52Z', 'revision_number': 5, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:54.997975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730caec-b239-4c59-9de0-0df0a349624d None None] The sync data for ids ['10460e5b-6787-4b3f-845a-248c87ce66a6'] in dv-neutron-843186-2-hyperv is: [{'id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'name': 'tempest-TestVolumeBootPattern-334009746-router', 'tenant_id': 'ec25d6ad64794418851f162f0c285a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:03:15Z', 'updated_at': '2022-05-29T01:11:52Z', 'revision_number': 5, 'project_id': 'ec25d6ad64794418851f162f0c285a39', 'gw_port': {'id': 'd434a82e-9d4d-4936-b24c-a7ab70b45c9f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460e5b-6787-4b3f-845a-248c87ce66a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:03:17Z', 'updated_at': '2022-05-29T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:55.029027 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f associated. External IP: 172.26.5.251, port: 35ba68da-d69d-4da7-8a1c-6e5f28f278a8. May 29 01:11:55.308750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] For port d434a82e-9d4d-4936-b24c-a7ab70b45c9f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:55.308979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:55.352827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:55.403091 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:55.403443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f18c4c4c-ee8d-44c1-af97-fdb65e0d4ec2 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:55.403870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5fb77ac-3642-45eb-9f74-23a0262ece8b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:55.444696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: b5fb77ac-3642-45eb-9f74-23a0262ece8b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:55.445047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5fb77ac-3642-45eb-9f74-23a0262ece8b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:55.458340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Calling delete_port for d434a82e-9d4d-4936-b24c-a7ab70b45c9f owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:55.918186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:55.966254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d434a82e-9d4d-4936-b24c-a7ab70b45c9f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:56.215494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.475475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router b5cba0bb-316c-4f45-b615-ae8e9bf34964 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:11:56.480563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.486507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.623941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.624456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10460e5b-6787-4b3f-845a-248c87ce66a6 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:11:56.658279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.659393 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3162e3ca-2846-48fe-8926-ffdc17616a20 admin admin] 10.222.0.33 "DELETE /v2.0/routers/10460e5b-6787-4b3f-845a-248c87ce66a6 HTTP/1.1" status: 204 len: 168 time: 2.6565826 May 29 01:11:56.662001 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59802) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:56.714578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:11:56.724845 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] Sync routers for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:11:56.728316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Deleting subnet fb824513-60bb-4f76-91e3-f0159fb1148b {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:11:56.731350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.740520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.741109 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:56.742227 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:56.786773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.808257 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-60ffb501-ac04-404b-a501-77b3f3b494ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9451938 May 29 01:11:56.808257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:11:56.811047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59806) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:56.874808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:56.884990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e7dc0b-fc1f-4c66-977d-1b649d034152'] response: {'name': 'network-changed', 'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'status': 'completed', 'code': 200} May 29 01:11:56.921853 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-34e939a8-3b09-4c4c-9a01-8d7105ecbb3d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 992 time: 0.1097493 May 29 01:11:56.953291 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:57.002499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:57.033172 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-d64a45af-4e33-4848-97c5-a58ce2d89ac3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1099 time: 0.1276054 May 29 01:11:57.043518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb824513-60bb-4f76-91e3-f0159fb1148b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:57.178162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d434a82e-9d4d-4936-b24c-a7ab70b45c9f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:57.218424 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d434a82e-9d4d-4936-b24c-a7ab70b45c9f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:57.218858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d434a82e-9d4d-4936-b24c-a7ab70b45c9f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:57.245036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3583be-cbd3-4a90-9b91-91509c631b0f None None] Network f30e3922-8f4a-4d14-82a0-c5497d287363 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:11:57.251375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:57.264463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.264721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.265060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.265386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.265712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.266222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.266548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.266869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.267189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.267507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.267823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:11:57.272944 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bc848552-c73f-4bd3-b73c-c9cf41d2dd2d admin admin] 10.222.0.33 "DELETE /v2.0/subnets/fb824513-60bb-4f76-91e3-f0159fb1148b HTTP/1.1" status: 204 len: 168 time: 0.6094286 May 29 01:11:57.276296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59812) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:57.364326 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '27abb48e-1714-4724-9d16-d7ae3f17a95f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'port_id': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'mac_address': 'fa:16:3e:7c:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:11:53Z', 'updated_at': '2022-05-29T01:11:53Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:57.368441 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] Checking router: b5cba0bb-316c-4f45-b615-ae8e9bf34964 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:11:57.379255 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:11:57.379853 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:11:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:57.409062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-6c9f0dbb-1594-49d6-b667-b0a5f06ddc9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:57.410497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-6c9f0dbb-1594-49d6-b667-b0a5f06ddc9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 897 time: 0.3707573 May 29 01:11:57.419598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:57.528499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Deleting port c48f7c6c-c107-4ec4-8df0-e46349cc353d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:57.528754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:57.540781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] DHCP port deletion for f30e3922-8f4a-4d14-82a0-c5497d287363 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:11:57.545606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] Deleting port c48f7c6c-c107-4ec4-8df0-e46349cc353d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:57.546008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:57.557157 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-be7bbfd5-3d95-4028-90ab-ecfc1fb06a19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 200 len: 1000 time: 0.1316409 May 29 01:11:57.572241 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:11:57.675961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-8c9f0094-3db1-4a84-8b0e-493e6fa68f63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:11:57.677406 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-8c9f0094-3db1-4a84-8b0e-493e6fa68f63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.1048276 May 29 01:11:57.760035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] For port c48f7c6c-c107-4ec4-8df0-e46349cc353d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c48f7c6c-c107-4ec4-8df0-e46349cc353d,segment=NetworkSegment(9c44cd41-37c6-4f0c-953a-8b82fa06f33d),segment_id=9c44cd41-37c6-4f0c-953a-8b82fa06f33d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:57.760405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:57.840571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] For port c48f7c6c-c107-4ec4-8df0-e46349cc353d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c48f7c6c-c107-4ec4-8df0-e46349cc353d,segment=NetworkSegment(9c44cd41-37c6-4f0c-953a-8b82fa06f33d),segment_id=9c44cd41-37c6-4f0c-953a-8b82fa06f33d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:11:57.840571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:57.884381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] Calling delete_port for c48f7c6c-c107-4ec4-8df0-e46349cc353d owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:57.921552 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '27abb48e-1714-4724-9d16-d7ae3f17a95f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'port_id': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'mac_address': 'fa:16:3e:7c:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:11:53Z', 'updated_at': '2022-05-29T01:11:53Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:57.926032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59816) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:57.928544 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903465e-7a93-475b-a2c6-11cb73546bf4 None None] The sync data for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv is: [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '27abb48e-1714-4724-9d16-d7ae3f17a95f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'port_id': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'mac_address': 'fa:16:3e:7c:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:11:53Z', 'updated_at': '2022-05-29T01:11:53Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:11:57.968440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Calling delete_port for c48f7c6c-c107-4ec4-8df0-e46349cc353d owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:11:57.979255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:58.021385 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-2c951b5a-2f00-40d7-956e-bfdbac1da06f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3356712 May 29 01:11:58.029077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] Pushing event deleted for resources: {'Port': ['ID=c48f7c6c-c107-4ec4-8df0-e46349cc353d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:58.042969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f09df9-46c0-48db-9db1-85b6c00ec217 None None] No DVR routers for this DVR port c48f7c6c-c107-4ec4-8df0-e46349cc353d on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:11:58.168574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:11:58.169015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:11:58.173407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-22ed08c1-7e2b-4381-af26-79315fb8ae20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 992 time: 0.2465968 May 29 01:11:58.190050 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-71ccb267-8475-4728-bf8e-41bff46dccf1 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590612 May 29 01:11:58.201504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c9cbe-653c-4d63-8527-efc1d22c4621 None None] New status for floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:11:58.323402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4463cd12-4fa3-49c3-81d9-d746de6db4d6 req-ff9a55f7-4f5d-4b57-b9fa-284faa68c342 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273453 May 29 01:11:58.669533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Deleting port c48f7c6c-c107-4ec4-8df0-e46349cc353d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:11:58.669874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:58.735166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] The port 'c48f7c6c-c107-4ec4-8df0-e46349cc353d' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:11:58.844152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:58.869150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30e3922-8f4a-4d14-82a0-c5497d287363']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:58.880680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c44cd41-37c6-4f0c-953a-8b82fa06f33d') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:58.880966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c44cd41-37c6-4f0c-953a-8b82fa06f33d') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:11:58.892210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:58.907665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:58.913625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:11:58.913997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: util.warn( May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:11:58.927099 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:11:59.103063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c48f7c6c-c107-4ec4-8df0-e46349cc353d no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:11:59.109346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:59.114390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:59.137859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c48f7c6c-c107-4ec4-8df0-e46349cc353d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:11:59.138422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c48f7c6c-c107-4ec4-8df0-e46349cc353d not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:11:59.138958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30e3922-8f4a-4d14-82a0-c5497d287363,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:59.148100 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7d436daf-7681-47d7-a8c7-e28d34aea6c6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/f30e3922-8f4a-4d14-82a0-c5497d287363 HTTP/1.1" status: 204 len: 168 time: 1.8684354 May 29 01:11:59.176341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59822) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:59.286464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-41ae8cde-4688-4a7d-84d2-590112117b5b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 994 time: 0.1089897 May 29 01:11:59.348178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59826) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:59.401066 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c025f50e-9fa5-4ba7-b7b2-817b573f9843 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c1061b9e135f46219445f4b06952b692&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516946 May 29 01:11:59.403455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59830) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:11:59.464555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5955c27a-643f-4eb4-9839-431d93904f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:59.491055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5955c27a-643f-4eb4-9839-431d93904f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:59.544165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5955c27a-643f-4eb4-9839-431d93904f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:59.559009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c27a-643f-4eb4-9839-431d93904f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913be6c-d08c-4417-a674-8a87911add2a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:11:59.568301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5955c27a-643f-4eb4-9839-431d93904f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:11:59.569408 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5955c27a-643f-4eb4-9839-431d93904f7c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f913be6c-d08c-4417-a674-8a87911add2a HTTP/1.1" status: 204 len: 168 time: 0.1650469 May 29 01:11:59.961095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59838) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:12:00.021474 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-46db7fcf-627e-489e-9d2e-0d86e9173cce admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ec25d6ad64794418851f162f0c285a39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0591588 May 29 01:12:00.023959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59842) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:12:00.082287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552d6f64-5e48-4f5d-863e-9592fa18b279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:00.107391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552d6f64-5e48-4f5d-863e-9592fa18b279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:00.159339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552d6f64-5e48-4f5d-863e-9592fa18b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:00.173489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d6f64-5e48-4f5d-863e-9592fa18b279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4bff2-65fc-4be9-8813-31c6ae4940a9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:12:00.180782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-552d6f64-5e48-4f5d-863e-9592fa18b279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:00.181871 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-552d6f64-5e48-4f5d-863e-9592fa18b279 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c8c4bff2-65fc-4be9-8813-31c6ae4940a9 HTTP/1.1" status: 204 len: 168 time: 0.1569769 May 29 01:12:01.411978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1236f282-98a8-4071-9b71-969b22055355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:03.563479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d240bdeb-0c76-4845-b6a5-5cbc9bce5932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:04.531664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:05.390869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:06.084557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:16.609079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:28.024944 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:12:31.413204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2f32b122-c647-4f41-9458-ffae2a9a8d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:33.566079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e1f3-c577-42cb-8d7e-211b339c0986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:34.533211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:35.392791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:36.086510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:46.626504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:12:57.942954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59872) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:12:58.016801 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1d915420-1c94-41b6-a432-9651ed5b3006 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=54ca896ce8d44a109553240af97f439d&network_id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 3000 time: 0.0726781 May 29 01:13:00.544174 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-aa6e50b4-8ce6-460b-a879-756dac9b08cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696986 May 29 01:13:00.682110 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-17965050-b589-4083-872d-a4bdf3a0529a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1099 time: 0.0680761 May 29 01:13:00.825757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-5f5494cd-2746-4705-985f-0a25f789dfa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:00.827099 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-5f5494cd-2746-4705-985f-0a25f789dfa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 897 time: 0.1238751 May 29 01:13:00.926832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59884) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:00.929203 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-c5c3d215-af16-45ad-9fa2-66e4c44d261d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 200 len: 1002 time: 0.0958946 May 29 01:13:00.995645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5d526-72c2-41f6-bd05-097792d29ed0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:00.997174 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f4f5d526-72c2-41f6-bd05-097792d29ed0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5 HTTP/1.1" status: 200 len: 814 time: 0.0693069 May 29 01:13:00.998334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-ca016562-01f1-4425-8529-724a8d923afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:00.999760 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-ca016562-01f1-4425-8529-724a8d923afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0643456 May 29 01:13:01.073256 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-eb79464a-2ef9-4f78-a3f3-5ca674335937 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671775 May 29 01:13:01.204053 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-d5f40d43-865b-40c7-b8c1-a73781849643 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240544 May 29 01:13:01.358947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c5ac543e-9141-4697-a5b4-cb2070ab8f79 req-b59c1d09-a42d-4e94-9941-3417efec3851 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488986 May 29 01:13:01.417732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae6bdcdc-8159-4797-923f-90bc04f311b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:01.666824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59892) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:01.672322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:01.767185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:02.053993 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:02.057928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:02.058392 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f disassociated. External IP: 172.26.5.251, port: 35ba68da-d69d-4da7-8a1c-6e5f28f278a8. May 29 01:13:02.440429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router b5cba0bb-316c-4f45-b615-ae8e9bf34964 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:13:02.728886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:13:02.733644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:02.738409 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] Sync routers for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:13:02.750179 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:13:02.750847 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:12:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:02.784663 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c3915209-986e-4769-8cb3-774365f7b8cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 690 time: 1.1167047 May 29 01:13:02.785228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:13:02.787442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59898) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:02.873087 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f109ce7d-f523-4f73-80df-fb09272a10ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 690 time: 0.0831912 May 29 01:13:02.929444 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:13:03.059569 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c107f8-4d68-43a4-87c3-881bb73b0726'] response: {'name': 'network-changed', 'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'status': 'completed', 'code': 200} May 29 01:13:03.150846 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-5089c79a-e263-4c3e-864c-19d3d2b42ec9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1099 time: 0.0702097 May 29 01:13:03.244599 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:03.248852 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] Checking router: b5cba0bb-316c-4f45-b615-ae8e9bf34964 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:13:03.259744 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:13:03.260374 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:12:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:03.282094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-e7ced310-427b-4dbd-98d6-1442e17b050a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:03.283520 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-e7ced310-427b-4dbd-98d6-1442e17b050a service neutron] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 897 time: 0.1269145 May 29 01:13:03.356132 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-68f5172d-17d3-4606-8d6d-9aa372d972dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 200 len: 217 time: 0.0668468 May 29 01:13:03.416435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-9030cdd2-bd88-480c-84fc-ba8a3b95b44d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:03.417930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-9030cdd2-bd88-480c-84fc-ba8a3b95b44d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0567284 May 29 01:13:03.436081 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:13:03.494092 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-39bd8916-ad87-471a-bcaf-b92702db798b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707178 May 29 01:13:03.567223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5318aa3b-8d01-4b33-801c-3490146a3d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:03.716867 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-a0f86a69-e7ed-42c3-85f9-333d2ead0f23 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164838 May 29 01:13:03.751416 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:03.755432 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12048c65-5b33-4e7e-9e17-046f86a71848 None None] The sync data for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv is: [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:13:03.850516 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d123263b-53b7-43d2-b4e8-350f4571a2a0 req-c9dc0e29-615e-4c32-86da-7c72e57c2c30 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264572 May 29 01:13:03.875926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59906) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:03.960728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-99a37532-31d1-4522-a965-21c65e22cfa6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 690 time: 0.0836225 May 29 01:13:03.986539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae35ac-4858-4066-8cdf-9bcd5dc3f9df None None] New status for floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:13:04.536900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:04.964267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59910) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:05.025409 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:13:05.043732 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-204d6bd4-73a4-4806-9198-4c79c887c660 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 688 time: 0.0780661 May 29 01:13:05.395527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.089818 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.147621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59918) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:06.153358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665651203', 'description': 'tempest-secgroup-smoke-1665651203 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:06.159599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:06.169727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:06.179298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.215224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:06.218934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:13:06.221713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:13:06.227381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:06.282217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.285629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.327854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4539aade-3cfb-456d-8bff-9922f496a70b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:06.337095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.338277 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1896398 May 29 01:13:06.339632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.339960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.340321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.340651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.340980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.341304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.341443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59922) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:06.341926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.341926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.342247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.342564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.342881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb8d39-b90c-42ca-b3d3-00c6adea7239 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.348354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4539aade-3cfb-456d-8bff-9922f496a70b', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:06.355403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:06.359595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:13:06.362681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:13:06.369936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:06.388427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.452146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.455591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.479942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28707251-e6fb-412d-8691-7b4be4dc23f3,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:06.491706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.493692 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1502249 May 29 01:13:06.495120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.495466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.495797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.496151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.496482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.496608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59926) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:06.496805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.497124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.497448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.497763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.498095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.498390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37f4bb-68d2-4714-9a02-8f0f1b10e14f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:06.502069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4539aade-3cfb-456d-8bff-9922f496a70b', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:06.508025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:06.511796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:13:06.514659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:13:06.520997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:06.536448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.599488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.603552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.627362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af0c9ea-b67e-4bbc-a438-5a4cdbca8623,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:06.636059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.639765 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-54f759f0-57c2-4744-b9a9-2cf41c3ad7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397178 May 29 01:13:06.640011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59930) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:06.645774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4539aade-3cfb-456d-8bff-9922f496a70b', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:06.652235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:06.656342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:13:06.659296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:13:06.665707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:06.681373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.744303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.747739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.771356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3d8110-d183-49f3-9f07-700ec95aaec1,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:06.781293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.782445 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-42c9d694-4504-41f4-8480-b5f2636fce93 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412857 May 29 01:13:06.785154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59934) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:06.791112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4539aade-3cfb-456d-8bff-9922f496a70b', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:06.796631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:06.800390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:13:06.803186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:13:06.808790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:06.824731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.888297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.892086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.916524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc211683-48f6-4d7c-9df3-5ab32ac6d1d1,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:06.925538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:06.926731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-66fdadaa-2685-43a3-a254-6517e4057e90 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1406806 May 29 01:13:06.929515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59938) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:06.934936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4539aade-3cfb-456d-8bff-9922f496a70b', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:06.940580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:06.944337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:13:06.947693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:13:06.953328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:06.965752 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:13:06.971864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.034706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.038100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.060994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512c1dd6-310e-495d-8e00-bb34723059db,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:07.068884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.070094 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-01cc9c72-e2be-409c-b5ee-e2ac1a156ee3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1396554 May 29 01:13:07.074404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59942) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:07.079817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '4539aade-3cfb-456d-8bff-9922f496a70b', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:07.085596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:07.090163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:13:07.093321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:13:07.098970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:07.108571 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:13:07.115046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.178752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.182694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.205941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c03ff4-be65-4aad-87d6-c7ac3b3b30b6,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:07.215020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:07.216230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-de6532ef-8c91-415d-a38a-b9f1c21b2149 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1408777 May 29 01:13:07.448748 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-3d0fd24d-7583-4ddf-a316-ae12fe59c26e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665651203&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0410888 May 29 01:13:07.591470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557188c-b510-4294-adca-3063d64094d9 req-9d35ce3e-535e-4e52-9286-4b3d2f782163 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:07.592826 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-9d35ce3e-535e-4e52-9286-4b3d2f782163 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 796 time: 0.1376450 May 29 01:13:07.608330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-d7bc66f9-852e-4578-a762-b05170aca436 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0102153 May 29 01:13:07.689971 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-5f7a93d8-17a1-4850-87c4-efda3a8a72db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767334 May 29 01:13:07.828635 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-ad1ff05b-f6d8-4d70-b900-4069b89d240f service neutron] 10.222.0.33 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274879 May 29 01:13:07.956046 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-2aea5f9b-d285-4ae0-9aee-ae141b3e4abc service neutron] 10.222.0.33 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215825 May 29 01:13:08.150699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c968596c-76c7-47e0-afed-2225cfa6ca96 req-875b43cb-780f-4fcb-bddc-3255be3e77ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 210 time: 0.0464056 May 29 01:13:09.145120 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557188c-b510-4294-adca-3063d64094d9 req-ff07b19d-8756-4bb2-91f6-e253cb57cd14 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:09.146412 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-ff07b19d-8756-4bb2-91f6-e253cb57cd14 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 796 time: 0.1510446 May 29 01:13:09.208386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f557188c-b510-4294-adca-3063d64094d9 req-67ee8803-619b-4664-9ef7-a943a5089949 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:13:09.226561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f557188c-b510-4294-adca-3063d64094d9 req-67ee8803-619b-4664-9ef7-a943a5089949 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:13:09.227945 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-67ee8803-619b-4664-9ef7-a943a5089949 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 472 time: 0.0692093 May 29 01:13:09.237845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': '66221a93-a08a-40e0-aca7-4f344a375d76', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['4539aade-3cfb-456d-8bff-9922f496a70b']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:09.326941 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9d11578b-1ce0-4057-8d1d-01a035ddab1b req-ae584db5-b910-4916-b6eb-0d8b1e37a6ed tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 210 time: 0.0415905 May 29 01:13:09.382805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:13:09.392903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:13:09.403223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:13:09.406313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:09.567248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.4 (987a4797-6eec-448b-875d-cb0fc62cf027/bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4/6101691b-988f-425e-9300-4841eb65d4a9) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:13:09.757908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:09.774181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 6101691b-988f-425e-9300-4841eb65d4a9 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:13:09.794884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:09.864579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 987a4797-6eec-448b-875d-cb0fc62cf027 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:13:09.867369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:13:09.871927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:13:09.907892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=6101691b-988f-425e-9300-4841eb65d4a9,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:09.938578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:09.939175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:09.965833 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-a29e9f42-5041-4fb7-be01-b1bfb19a04e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332597 May 29 01:13:09.976977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Request body: {'port': {'device_id': '66221a93-a08a-40e0-aca7-4f344a375d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:10.066597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-125b0c7f-842d-45ec-8354-82d04eca7f51 None None] Provisioning for port 6101691b-988f-425e-9300-4841eb65d4a9 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:13:10.072181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-125b0c7f-842d-45ec-8354-82d04eca7f51 None None] Provisioning complete for port 6101691b-988f-425e-9300-4841eb65d4a9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:13:10.072554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-125b0c7f-842d-45ec-8354-82d04eca7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:10.089896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:10.126542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-125b0c7f-842d-45ec-8354-82d04eca7f51 None None] Port 6101691b-988f-425e-9300-4841eb65d4a9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:13:10.516917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6101691b-988f-425e-9300-4841eb65d4a9 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:13:10.523490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:10.533736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55daa31-6118-4956-b02b-777f12ae1bf7 req-5968cf6a-d3ce-40e7-952b-f5f0cd7c2626 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:10.535379 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c55daa31-6118-4956-b02b-777f12ae1bf7 req-5968cf6a-d3ce-40e7-952b-f5f0cd7c2626 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 931 time: 0.0766490 May 29 01:13:10.538051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Transition to ACTIVE for port object 6101691b-988f-425e-9300-4841eb65d4a9 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:13:10.542458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:10.585284 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c55daa31-6118-4956-b02b-777f12ae1bf7 req-5d9aa10e-59a1-44bf-afea-ada4efa38116 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 May 29 01:13:10.668728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Pushing event updated for resources: {'Port': ['ID=6101691b-988f-425e-9300-4841eb65d4a9,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:10.793874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Attempting to bind port 6101691b-988f-425e-9300-4841eb65d4a9 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:13:10.794210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Attempting to bind port 6101691b-988f-425e-9300-4841eb65d4a9 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:13:10.794534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Attempting to bind port 6101691b-988f-425e-9300-4841eb65d4a9 on network 987a4797-6eec-448b-875d-cb0fc62cf027 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:13:10.800229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Port 6101691b-988f-425e-9300-4841eb65d4a9 on network 987a4797-6eec-448b-875d-cb0fc62cf027 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:13:10.800546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Attempting to bind port 6101691b-988f-425e-9300-4841eb65d4a9 on network 987a4797-6eec-448b-875d-cb0fc62cf027 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:13:10.807101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:13:10.807427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Checking segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:13:10.807800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Bound using segment: {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:13:10.808243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Bound port: 6101691b-988f-425e-9300-4841eb65d4a9, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d83c24-960e-4df5-a690-02ce44bcf13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:13:10.808582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:10.897978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] For port 6101691b-988f-425e-9300-4841eb65d4a9, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:13:10.901082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] For port 6101691b-988f-425e-9300-4841eb65d4a9, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=6101691b-988f-425e-9300-4841eb65d4a9,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:13:10.905321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:10.965917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:10.967266 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] 10.222.0.16 "PUT /v2.0/ports/6101691b-988f-425e-9300-4841eb65d4a9 HTTP/1.1" status: 200 len: 1093 time: 0.9945271 May 29 01:13:10.967687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:13:10.987180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758a38c-03a6-44d6-9b0c-46a20479ec87 service neutron] Pushing event updated for resources: {'Port': ['ID=6101691b-988f-425e-9300-4841eb65d4a9,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:11.046601 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2035c5-47ef-46e5-bcba-c0f573339e89'] response: {'name': 'network-changed', 'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9', 'status': 'completed', 'code': 200} May 29 01:13:11.084261 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-5bc9c0d0-b62e-4407-ab48-d2da05fde852 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 1096 time: 0.0742099 May 29 01:13:11.158205 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-4d463f3e-d2b5-4210-957d-b92f95fe7b55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6101691b-988f-425e-9300-4841eb65d4a9 HTTP/1.1" status: 200 len: 217 time: 0.0671906 May 29 01:13:11.224021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557188c-b510-4294-adca-3063d64094d9 req-c7eb82fc-bd62-4307-ac08-686dbd8f01b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:11.225464 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-c7eb82fc-bd62-4307-ac08-686dbd8f01b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0597396 May 29 01:13:11.302954 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-0e173d59-e093-4d97-a600-d2be7d78dad4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712650 May 29 01:13:11.435976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-59f875f8-6c9f-4099-bfc1-3fa5fc180e78 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265857 May 29 01:13:11.565139 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f557188c-b510-4294-adca-3063d64094d9 req-7ebfcb0e-9093-4ab4-a608-55a5eda5a192 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229370 May 29 01:13:11.682484 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-e29021c1-fef3-4b07-86c8-48cf24181d5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 1096 time: 0.0688031 May 29 01:13:11.781398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0566e0-daa7-46b9-9edc-ad5363cc44bb req-695e57e6-0e90-400f-9d14-1ba15fedde33 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:11.782751 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-af0566e0-daa7-46b9-9edc-ad5363cc44bb req-695e57e6-0e90-400f-9d14-1ba15fedde33 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 943 time: 0.0760436 May 29 01:13:11.813854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-22bbeecb-d92e-44d5-8bcb-8846982ab633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:11.815302 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-22bbeecb-d92e-44d5-8bcb-8846982ab633 service neutron] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 897 time: 0.1271138 May 29 01:13:11.828578 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-af0566e0-daa7-46b9-9edc-ad5363cc44bb req-9a4a706d-2359-46ac-8f6e-fbab0d384c85 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403814 May 29 01:13:11.886111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-dbebe2ff-d0e1-4466-9d3a-78879de5af98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6101691b-988f-425e-9300-4841eb65d4a9 HTTP/1.1" status: 200 len: 217 time: 0.0651121 May 29 01:13:11.945560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-b8d9a6e6-38cb-4460-9ff9-a3cc3f158677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:11.947644 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-b8d9a6e6-38cb-4460-9ff9-a3cc3f158677 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0555148 May 29 01:13:12.027260 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-2ea10f3d-0115-48cc-981f-110d55ab327a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737615 May 29 01:13:12.245699 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-b2fc1ce9-4bfc-423a-be2e-dceac0518b53 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122543 May 29 01:13:12.374009 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f91e2a26-b297-4f29-a896-935074a6a0dd req-24ffd502-b770-489a-986f-60b6b84a882b service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217020 May 29 01:13:13.025926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994c25f-7be9-4a3b-8fa0-6ee758775210 req-c716033e-da2e-4575-8c3c-e82f9ea6fbc6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:13.027519 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9994c25f-7be9-4a3b-8fa0-6ee758775210 req-c716033e-da2e-4575-8c3c-e82f9ea6fbc6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 943 time: 0.0784736 May 29 01:13:13.074632 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9994c25f-7be9-4a3b-8fa0-6ee758775210 req-3f208e06-f8a9-4793-9544-8b272bf6c408 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 May 29 01:13:13.637163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 6101691b-988f-425e-9300-4841eb65d4a9 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:13:13.766521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 6101691b-988f-425e-9300-4841eb65d4a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=6101691b-988f-425e-9300-4841eb65d4a9,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:13:13.780006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '6101691b-988f-425e-9300-4841eb65d4a9', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'port_id': '6101691b-988f-425e-9300-4841eb65d4a9', 'mac_address': 'fa:16:3e:3f:3d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:13:13.831336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:13.849430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6101691b-988f-425e-9300-4841eb65d4a9 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:13:13.863850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 6101691b-988f-425e-9300-4841eb65d4a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=6101691b-988f-425e-9300-4841eb65d4a9,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:13:13.867827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:13.933860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=6101691b-988f-425e-9300-4841eb65d4a9,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:13.941893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.942244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.942591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.942927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.943264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.943595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.943924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.944285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.944611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.944937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:13.945260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:13:14.194196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['6101691b-988f-425e-9300-4841eb65d4a9'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:13:14.271653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f7718-7fe5-44a0-adc7-d006216cecfa req-b8f8f830-fd5e-4600-8af1-4c7d4202310f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:14.273098 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-820f7718-7fe5-44a0-adc7-d006216cecfa req-b8f8f830-fd5e-4600-8af1-4c7d4202310f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 944 time: 0.0760143 May 29 01:13:14.317679 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-820f7718-7fe5-44a0-adc7-d006216cecfa req-8e9687ae-e985-4cfa-a2fb-3806ff1019c9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388813 May 29 01:13:15.518200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace81dbd-1d9d-459e-8929-3c8c627facdb req-122d4e27-f69c-4372-8439-c3471b98f2cb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:15.519634 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ace81dbd-1d9d-459e-8929-3c8c627facdb req-122d4e27-f69c-4372-8439-c3471b98f2cb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 944 time: 0.0785098 May 29 01:13:15.564460 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ace81dbd-1d9d-459e-8929-3c8c627facdb req-8bd4c218-7fc0-4675-9064-d941eff674dd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388958 May 29 01:13:15.652363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 6101691b-988f-425e-9300-4841eb65d4a9 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:13:15.718518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 6101691b-988f-425e-9300-4841eb65d4a9 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:13:15.722880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 6101691b-988f-425e-9300-4841eb65d4a9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:13:15.723249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:15.833691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:15.858985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:13:15.869104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 6101691b-988f-425e-9300-4841eb65d4a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=6101691b-988f-425e-9300-4841eb65d4a9,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:13:15.873917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:15.926936 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217c4945-9f77-4e9d-a346-477dff1947a1'] response: {'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9', 'code': 200} May 29 01:13:15.943492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=6101691b-988f-425e-9300-4841eb65d4a9,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:13:16.140989 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a77ada1b-9d54-427d-a37c-c91084464fc3 req-813657b0-74a0-4326-bc56-1bdd0cff0e98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 1098 time: 0.0697143 May 29 01:13:16.183656 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a77ada1b-9d54-427d-a37c-c91084464fc3 req-c68f1f3e-5fb6-42eb-8c77-f837b456d744 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366399 May 29 01:13:16.620222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:16.769074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f91294-a0d8-4f84-9924-49521fbcffdf req-63573fa2-b2d0-48a0-94c9-2f880910adb6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:16.770539 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-13f91294-a0d8-4f84-9924-49521fbcffdf req-63573fa2-b2d0-48a0-94c9-2f880910adb6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 945 time: 0.0818698 May 29 01:13:16.818814 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-13f91294-a0d8-4f84-9924-49521fbcffdf req-07da5168-0fb4-4494-a554-a6e7697245a4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 May 29 01:13:18.017273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d2360-e461-4fb7-9a56-fd0ff2521830 req-0be51cc4-8351-4557-9354-f3fd1616c2f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:18.018804 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c9d2360-e461-4fb7-9a56-fd0ff2521830 req-0be51cc4-8351-4557-9354-f3fd1616c2f7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 945 time: 0.0778723 May 29 01:13:18.063576 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c9d2360-e461-4fb7-9a56-fd0ff2521830 req-e7e5e6ee-d7fa-48ed-81c1-4f879ca246f6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391243 May 29 01:13:18.262358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7710a-4418-4780-ad7e-7c8abd80d742 req-b32232ed-5e8e-4ef9-94ed-d01d5b3dc968 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:18.263775 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cae7710a-4418-4780-ad7e-7c8abd80d742 req-b32232ed-5e8e-4ef9-94ed-d01d5b3dc968 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 945 time: 0.0784056 May 29 01:13:18.385037 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cae7710a-4418-4780-ad7e-7c8abd80d742 req-9bc59b34-2798-4f96-ae0d-92ce37a7fc21 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155362 May 29 01:13:18.411544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59986) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:18.485311 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bf77df17-49f9-4393-bf0e-da57696af8ea tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 1093 time: 0.0723403 May 29 01:13:18.487981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 59990) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:18.493876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'port_id': '6101691b-988f-425e-9300-4841eb65d4a9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:13:18.568733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:19.161169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:19.166857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:19.349771 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f associated. External IP: 172.26.5.251, port: 6101691b-988f-425e-9300-4841eb65d4a9. May 29 01:13:19.826745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router b5cba0bb-316c-4f45-b615-ae8e9bf34964 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:13:20.029096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:13:20.034025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:20.038342 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] Sync routers for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:13:20.051173 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:13:20.051753 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:13:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:20.089084 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1c27b1fa-4a1f-451d-8e92-4b5b6b7db3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 991 time: 1.5999470 May 29 01:13:20.089662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:13:20.091735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 59994) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:20.145418 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db136ce-bdaf-4953-8936-e499ec44ef91'] response: {'name': 'network-changed', 'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9', 'status': 'completed', 'code': 200} May 29 01:13:20.206118 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d3204925-c09c-465b-a6c8-4ada334e73dd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 991 time: 0.1131334 May 29 01:13:20.245813 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-b84662e7-9c57-4110-b1e1-4d2c3798a8a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 1098 time: 0.0771089 May 29 01:13:20.272184 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:13:20.378174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-caf6b334-ceec-41a2-8283-3b03ce966269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:20.379496 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-caf6b334-ceec-41a2-8283-3b03ce966269 service neutron] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 897 time: 0.1270893 May 29 01:13:20.478188 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-1d149261-8d88-4505-b5d5-ed32d1729d16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6101691b-988f-425e-9300-4841eb65d4a9 HTTP/1.1" status: 200 len: 999 time: 0.0930839 May 29 01:13:20.543190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-cd9d3d31-6ee9-47dc-91f1-c9a8f82ed441 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:13:20.544635 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-cd9d3d31-6ee9-47dc-91f1-c9a8f82ed441 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0610294 May 29 01:13:20.611689 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '27abb48e-1714-4724-9d16-d7ae3f17a95f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'port_id': '6101691b-988f-425e-9300-4841eb65d4a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'mac_address': 'fa:16:3e:3f:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66221a93-a08a-40e0-aca7-4f344a375d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:11:53Z', 'updated_at': '2022-05-29T01:13:19Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:20.615583 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] Checking router: b5cba0bb-316c-4f45-b615-ae8e9bf34964 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:13:20.617653 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-79349e67-f20d-4d52-a357-27c8fdb99199 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676172 May 29 01:13:20.625914 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:13:20.626502 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:13:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:20.747543 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-f5d6ac18-c6ab-4496-9b10-22cc80e9b588 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247351 May 29 01:13:20.806166 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:13:20.879855 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6be2839f-c7cf-414a-bd28-b44f4ec030e4 req-1e493123-6db0-4317-8e92-6850ab75baab service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270173 May 29 01:13:21.141315 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '27abb48e-1714-4724-9d16-d7ae3f17a95f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'port_id': '6101691b-988f-425e-9300-4841eb65d4a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'mac_address': 'fa:16:3e:3f:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66221a93-a08a-40e0-aca7-4f344a375d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:11:53Z', 'updated_at': '2022-05-29T01:13:19Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:13:21.145254 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d844de18-85ca-4a94-9f89-873d2a1fe5f9 None None] The sync data for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv is: [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '27abb48e-1714-4724-9d16-d7ae3f17a95f', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'port_id': '6101691b-988f-425e-9300-4841eb65d4a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'mac_address': 'fa:16:3e:3f:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66221a93-a08a-40e0-aca7-4f344a375d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:11:53Z', 'updated_at': '2022-05-29T01:13:19Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:13:21.207773 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60000) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:21.316988 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bd74e492-b074-4016-a69c-34e65b5525ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 991 time: 0.1075606 May 29 01:13:21.341889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cd346-2c51-477e-9397-d1a2d9fd0200 None None] New status for floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:13:22.321520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60004) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:13:22.428704 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fed44758-7eda-4dcc-8a23-82495c59b155 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 200 len: 993 time: 0.1060052 May 29 01:13:31.420544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b34a8ed9-7841-479f-b04d-89640633f98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:33.570920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0a31114d-81bc-4ee8-9cd2-c2b59794e1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:34.539812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:35.398148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:36.092629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:13:42.026045 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:13:46.617872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:00.539921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-b4a2b089-befd-4d87-a81d-00ce1326ad0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666194 May 29 01:14:00.676177 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-10c3ae34-def5-4e74-b2d9-2cc4e1320b49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 1099 time: 0.0708683 May 29 01:14:00.912845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-e066570b-d273-4e84-955a-41e7a0adcdf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:00.914280 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-e066570b-d273-4e84-955a-41e7a0adcdf5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 200 len: 897 time: 0.2208161 May 29 01:14:00.982457 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-46512965-f4a9-47c8-be69-d2233c80811b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 200 len: 217 time: 0.0619493 May 29 01:14:01.041907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-9fa1391d-f20b-4e5f-a862-ac8cdead4704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:01.043279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-9fa1391d-f20b-4e5f-a862-ac8cdead4704 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 200 len: 835 time: 0.0557120 May 29 01:14:01.116746 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-ac36c05f-d885-4cb0-af8f-d3e5226fa6c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=987a4797-6eec-448b-875d-cb0fc62cf027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681033 May 29 01:14:01.247106 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-fffb9d8c-15f4-4996-84e5-8f0d73ee8147 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236427 May 29 01:14:01.374007 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8e7121b9-cddd-49c3-a561-147fdc8abe30 req-41344972-6c12-4889-b3a1-4d12c2fe5941 service neutron] 10.222.0.16 "GET /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217554 May 29 01:14:01.421596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f04-88c7-478c-8f0c-ea8fcd44ec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:03.572312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e53e800-325e-466a-8769-dfe031efb284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:04.540884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:05.400170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:06.093770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:16.634247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:19.026234 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:14:31.423328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6824018e-8cc3-424c-8127-3a43bbda7bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:32.054101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39645f-5061-4369-86e0-e47500072fe0 req-b9878f9d-6856-4f13-b064-fc11db4ead04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:32.055446 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f39645f-5061-4369-86e0-e47500072fe0 req-b9878f9d-6856-4f13-b064-fc11db4ead04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 945 time: 0.0760515 May 29 01:14:32.098938 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f39645f-5061-4369-86e0-e47500072fe0 req-a9bae463-ffc7-4b81-9867-42326ab44142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 May 29 01:14:33.301779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfdfd-f74c-4ac2-9c90-c24072fcf9bd req-59c2eaa7-c4ef-400a-89fc-a20628cc2f73 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:33.303454 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6e8bfdfd-f74c-4ac2-9c90-c24072fcf9bd req-59c2eaa7-c4ef-400a-89fc-a20628cc2f73 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 945 time: 0.0799074 May 29 01:14:33.347829 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6e8bfdfd-f74c-4ac2-9c90-c24072fcf9bd req-5cb4f2c8-bb0b-40a3-ae6e-04a62177672d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=4539aade-3cfb-456d-8bff-9922f496a70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390720 May 29 01:14:33.576275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c76b9ff-bcad-4ac5-a959-7261b2547088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:33.599520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-6f4964f8-04a0-4a0d-b3d6-597e94853715 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:33.600228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-6f4964f8-04a0-4a0d-b3d6-597e94853715 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:14:33.615020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-6f4964f8-04a0-4a0d-b3d6-597e94853715 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:14:33.616224 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-6f4964f8-04a0-4a0d-b3d6-597e94853715 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 945 time: 0.0948694 May 29 01:14:33.681843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 6101691b-988f-425e-9300-4841eb65d4a9 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:14:33.682174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:33.940152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 6101691b-988f-425e-9300-4841eb65d4a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=6101691b-988f-425e-9300-4841eb65d4a9,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:33.940507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:34.220031 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:34.220323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:34.220614 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f disassociated. External IP: 172.26.5.251, port: 6101691b-988f-425e-9300-4841eb65d4a9. May 29 01:14:34.220950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 6101691b-988f-425e-9300-4841eb65d4a9 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:14:34.362181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:34.408908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=6101691b-988f-425e-9300-4841eb65d4a9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:34.426018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.426358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.426689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.427012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.427334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.427654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.427970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.428312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.428624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.428934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.429242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:34.511657 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-997984f4-065e-4570-848d-d5d9b781b617 req-adde8687-1388-48d1-a9b8-f83b3a7cb574 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=66221a93-a08a-40e0-aca7-4f344a375d76 HTTP/1.1" status: 200 len: 210 time: 0.0405104 May 29 01:14:34.545094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:34.726301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router b5cba0bb-316c-4f45-b615-ae8e9bf34964 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:14:34.934226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:14:34.943533 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186736e4-9141-4c31-83c8-23834aede237 None None] Sync routers for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:14:34.955076 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:34.955763 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:35.001946 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port 6101691b-988f-425e-9300-4841eb65d4a9 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:14:35.004588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:35.006952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'name': 'network-vif-deleted', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:14:35.022625 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e00b468-09d4-4965-8839-dd5b5818bdda req-447942dc-dedb-400e-9de2-be4150de12cd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/6101691b-988f-425e-9300-4841eb65d4a9 HTTP/1.1" status: 204 len: 173 time: 1.4014394 May 29 01:14:35.078393 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef122218-0f52-4464-95d6-5a00795e8739'] response: {'server_uuid': '66221a93-a08a-40e0-aca7-4f344a375d76', 'name': 'network-vif-deleted', 'tag': '6101691b-988f-425e-9300-4841eb65d4a9', 'status': 'completed', 'code': 200} May 29 01:14:35.137795 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:35.403786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:35.487397 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:35.491249 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186736e4-9141-4c31-83c8-23834aede237 None None] Checking router: b5cba0bb-316c-4f45-b615-ae8e9bf34964 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:14:35.501416 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:35.502001 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:35.627270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60046) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:35.678877 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:35.695664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f549-5440-4689-b1b6-0b59cb9e1736 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:35.724187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f549-5440-4689-b1b6-0b59cb9e1736 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:35.791501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f549-5440-4689-b1b6-0b59cb9e1736 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:35.809600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5f549-5440-4689-b1b6-0b59cb9e1736 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539aade-3cfb-456d-8bff-9922f496a70b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:35.819842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f549-5440-4689-b1b6-0b59cb9e1736 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:35.820988 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2ed5f549-5440-4689-b1b6-0b59cb9e1736 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/4539aade-3cfb-456d-8bff-9922f496a70b HTTP/1.1" status: 204 len: 168 time: 0.1927485 May 29 01:14:35.865281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60052) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:36.006180 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-186736e4-9141-4c31-83c8-23834aede237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:36.010823 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186736e4-9141-4c31-83c8-23834aede237 None None] The sync data for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv is: [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:11:30Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'b21d78e1-b001-4c14-8256-1ba2934a6906', 'name': '', 'network_id': '987a4797-6eec-448b-875d-cb0fc62cf027', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:8d:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:29Z', 'updated_at': '2022-05-29T01:11:39Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:14:36.020616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 1ad598c5-8f27-426e-a578-daa4b4056968 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:14:36.020962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:36.074214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 6101691b-988f-425e-9300-4841eb65d4a9 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:14:36.122658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 6101691b-988f-425e-9300-4841eb65d4a9 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:14:36.123001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 6101691b-988f-425e-9300-4841eb65d4a9 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:14:36.133053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:36.194554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:36.194879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:36.281149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db1418-6f48-4219-91ec-d43db6d8d760 None None] New status for floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:14:36.320528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 1ad598c5-8f27-426e-a578-daa4b4056968 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:14:36.461263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:36.462468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-e4db1418-6f48-4219-91ec-d43db6d8d760 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:14:36.463085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-e4db1418-6f48-4219-91ec-d43db6d8d760 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:14:36.509777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=1ad598c5-8f27-426e-a578-daa4b4056968,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:36.547248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.547588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.547926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.548280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.548607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.548931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.549253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.549573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.549892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.550210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.550526 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:36.615924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:36.629193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:36.630301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9152bb45-67e1-408a-a737-7cb4e5c522b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/27abb48e-1714-4724-9d16-d7ae3f17a95f HTTP/1.1" status: 204 len: 168 time: 0.7639868 May 29 01:14:36.964349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db1418-6f48-4219-91ec-d43db6d8d760 None None] New status for floating IP 27abb48e-1714-4724-9d16-d7ae3f17a95f: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:14:37.008636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c35996-7b6a-4fae-9dc4-559e68903028 req-11d0fc1c-650a-4117-8349-28cc8d863588 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:37.009471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-48c35996-7b6a-4fae-9dc4-559e68903028 req-11d0fc1c-650a-4117-8349-28cc8d863588 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:14:37.024411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-48c35996-7b6a-4fae-9dc4-559e68903028 req-11d0fc1c-650a-4117-8349-28cc8d863588 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:14:37.025580 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-48c35996-7b6a-4fae-9dc4-559e68903028 req-11d0fc1c-650a-4117-8349-28cc8d863588 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 946 time: 0.0951240 May 29 01:14:37.071117 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-48c35996-7b6a-4fae-9dc4-559e68903028 req-f30c3dc0-49b0-47a1-92d0-c955f34cd2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400488 May 29 01:14:38.273055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9bc3a-ce23-4a9b-b86c-85289480e83b req-3f9005f5-1cd8-4dea-a5de-927c911aa500 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:38.275066 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d1c9bc3a-ce23-4a9b-b86c-85289480e83b req-3f9005f5-1cd8-4dea-a5de-927c911aa500 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 946 time: 0.0804391 May 29 01:14:38.315526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abc49d-5b59-4978-849a-742f628102e4 req-aba6096b-e986-4226-afd6-8ed9a5b608ce tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:38.316241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-80abc49d-5b59-4978-849a-742f628102e4 req-aba6096b-e986-4226-afd6-8ed9a5b608ce tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:14:38.323025 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d1c9bc3a-ce23-4a9b-b86c-85289480e83b req-667fe20d-4121-454f-bcbe-5f25b196a0a3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=272e232e-429d-40d7-9768-0a33d0be626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 May 29 01:14:38.328296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-80abc49d-5b59-4978-849a-742f628102e4 req-aba6096b-e986-4226-afd6-8ed9a5b608ce tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:14:38.329457 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-80abc49d-5b59-4978-849a-742f628102e4 req-aba6096b-e986-4226-afd6-8ed9a5b608ce tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 946 time: 0.0911298 May 29 01:14:38.399875 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:14:38.400181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:38.633742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:38.634096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:38.752213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:14:38.892297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:38.941490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=35ba68da-d69d-4da7-8a1c-6e5f28f278a8,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:39.014773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:14:39.017154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:39.019710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'name': 'network-vif-deleted', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:14:39.036338 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-80abc49d-5b59-4978-849a-742f628102e4 req-45d9beae-2416-46f8-89aa-84342f251e18 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/35ba68da-d69d-4da7-8a1c-6e5f28f278a8 HTTP/1.1" status: 204 len: 173 time: 0.7018840 May 29 01:14:39.080590 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9de832-b60f-4e1c-a59d-ce4fdc78c16b'] response: {'server_uuid': '544e2795-5254-4f5e-add9-1c8c31a77b31', 'name': 'network-vif-deleted', 'tag': '35ba68da-d69d-4da7-8a1c-6e5f28f278a8', 'status': 'completed', 'code': 200} May 29 01:14:39.505705 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dfccf3cf-b725-41c8-b3df-3fe7fc22cd84 req-7647b740-a33b-4ad1-a055-12d531ccfad1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=544e2795-5254-4f5e-add9-1c8c31a77b31 HTTP/1.1" status: 200 len: 210 time: 0.0401678 May 29 01:14:40.750256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60068) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:40.899956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e25ed5c-0654-4e99-8a70-31fd2723b9de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:40.928017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e25ed5c-0654-4e99-8a70-31fd2723b9de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:40.989615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e25ed5c-0654-4e99-8a70-31fd2723b9de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:41.007802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25ed5c-0654-4e99-8a70-31fd2723b9de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e232e-429d-40d7-9768-0a33d0be626d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:41.014268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e25ed5c-0654-4e99-8a70-31fd2723b9de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:41.015607 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5e25ed5c-0654-4e99-8a70-31fd2723b9de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/272e232e-429d-40d7-9768-0a33d0be626d HTTP/1.1" status: 204 len: 168 time: 0.2641363 May 29 01:14:42.076969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:42.113346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:14:42.146104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:14:42.146628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 35ba68da-d69d-4da7-8a1c-6e5f28f278a8 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:14:42.468118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:43.077122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port b21d78e1-b001-4c14-8256-1ba2934a6906 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:14:43.077828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:43.266451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port b21d78e1-b001-4c14-8256-1ba2934a6906, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b21d78e1-b001-4c14-8256-1ba2934a6906,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:43.266807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:43.386506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for b21d78e1-b001-4c14-8256-1ba2934a6906 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:14:43.648573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:43.695299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=b21d78e1-b001-4c14-8256-1ba2934a6906,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:43.984824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:44.556267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router b5cba0bb-316c-4f45-b615-ae8e9bf34964 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:14:44.745355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:14:44.754561 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] Sync routers for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:14:44.759129 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a90a78e6-c19b-4f8d-a65f-5c17fa5cf664 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/b5cba0bb-316c-4f45-b615-ae8e9bf34964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6811118 May 29 01:14:44.761747 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60080) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:44.767547 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:44.768172 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:44.947319 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:45.046862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:14:45.049706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.101156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.213199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.244663 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:14:43Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:45.249575 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] Checking router: b5cba0bb-316c-4f45-b615-ae8e9bf34964 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:14:45.260301 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] Routers {'b5cba0bb-316c-4f45-b615-ae8e9bf34964'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:45.261044 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:45.288839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.327185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:45.331681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.337961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4b123b7a-4993-40b6-aba2-f0e4419ea4d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/bbcf52ce-9132-43fa-a7b7-f6ea97ac04c4 HTTP/1.1" status: 204 len: 168 time: 0.5752387 May 29 01:14:45.340618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60084) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:45.341047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8acbcb-f900-48ea-a769-0377b51a0a7c None None] Network 987a4797-6eec-448b-875d-cb0fc62cf027 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:14:45.465907 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] Set router b5cba0bb-316c-4f45-b615-ae8e9bf34964 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:45.544415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.618108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] DHCP port deletion for 987a4797-6eec-448b-875d-cb0fc62cf027 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:14:45.622560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Deleting port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:14:45.622996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.749136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.760344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:14:45.760745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.771055 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:14:43Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:45.775299 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba454af-05c4-4f81-bf05-33223b37ba49 None None] The sync data for ids ['b5cba0bb-316c-4f45-b615-ae8e9bf34964'] in dv-neutron-843186-2-hyperv is: [{'id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'name': 'tempest-TestNetworkBasicOps-router-2053715501', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:11:24Z', 'updated_at': '2022-05-29T01:14:43Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fcf0bc5a-1ddf-4999-a703-09cd0da9d12c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cba0bb-316c-4f45-b615-ae8e9bf34964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:11:25Z', 'updated_at': '2022-05-29T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:14:45.839469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] For port 59815f87-dd51-44f5-8bf2-c47ba18be1a2, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=59815f87-dd51-44f5-8bf2-c47ba18be1a2,segment=NetworkSegment(f2d83c24-960e-4df5-a690-02ce44bcf13f),segment_id=f2d83c24-960e-4df5-a690-02ce44bcf13f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:45.839773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.935864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port fcf0bc5a-1ddf-4999-a703-09cd0da9d12c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:45.936237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:45.957153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Calling delete_port for 59815f87-dd51-44f5-8bf2-c47ba18be1a2 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:14:46.032572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.054788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for fcf0bc5a-1ddf-4999-a703-09cd0da9d12c owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:14:46.077581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Pushing event deleted for resources: {'Port': ['ID=59815f87-dd51-44f5-8bf2-c47ba18be1a2,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:46.081502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] No DVR routers for this DVR port 59815f87-dd51-44f5-8bf2-c47ba18be1a2 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:14:46.090314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.090607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.091053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.091283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.091615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.091952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.092294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.092964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.092964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.093246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.093583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d681ce2-8d29-4790-a2d4-c89e947b50c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:46.235073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.284103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=fcf0bc5a-1ddf-4999-a703-09cd0da9d12c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:46.501644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.648261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.837520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.843851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.871279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.871780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router b5cba0bb-316c-4f45-b615-ae8e9bf34964 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:14:46.886040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:46.887146 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bec53861-792f-4c8e-a60a-dda2c3dc2ccf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/b5cba0bb-316c-4f45-b615-ae8e9bf34964 HTTP/1.1" status: 204 len: 168 time: 1.5456109 May 29 01:14:46.889994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60088) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:47.005403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.131684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.156957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987a4797-6eec-448b-875d-cb0fc62cf027']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:47.168849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d83c24-960e-4df5-a690-02ce44bcf13f') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:47.169146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d83c24-960e-4df5-a690-02ce44bcf13f') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:47.180934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.196977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.202863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:14:47.203241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:14:47.217021 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:14:47.298139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.317141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.332333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=987a4797-6eec-448b-875d-cb0fc62cf027,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:47.345835 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2c7b263c-526e-47fa-9421-f87b335cdec6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/987a4797-6eec-448b-875d-cb0fc62cf027 HTTP/1.1" status: 204 len: 168 time: 0.4517970 May 29 01:14:47.364231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60092) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:47.370362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--962751527', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:47.375765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:47.379273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b21d78e1-b001-4c14-8256-1ba2934a6906 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:14:47.380013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:47.382912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:47.388934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:47.398729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:14:47.401761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.411320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: b21d78e1-b001-4c14-8256-1ba2934a6906 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:14:47.411668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b21d78e1-b001-4c14-8256-1ba2934a6906 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:14:47.412108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fcf0bc5a-1ddf-4999-a703-09cd0da9d12c no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:14:47.429273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:14:47.443324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.443893 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment 8705b02d-23d7-45e5-a875-929738e9d1c8 of type vlan for network 29f7420e-2179-4533-80a2-b8fa486c1778 May 29 01:14:47.447385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: fcf0bc5a-1ddf-4999-a703-09cd0da9d12c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:14:47.447734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fcf0bc5a-1ddf-4999-a703-09cd0da9d12c not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:14:47.448177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 59815f87-dd51-44f5-8bf2-c47ba18be1a2 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:14:47.470948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.484893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 59815f87-dd51-44f5-8bf2-c47ba18be1a2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:14:47.485242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 59815f87-dd51-44f5-8bf2-c47ba18be1a2 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:14:47.506556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.510422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:47.510986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.611729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2463458 May 29 01:14:47.614497 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60096) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:47.617395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297c3f-8276-4623-bd51-80e696cbb7a1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=29f7420e-2179-4533-80a2-b8fa486c1778,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:47.620216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:47.626975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:47.627825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 29f7420e-2179-4533-80a2-b8fa486c1778 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:14:47.630804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:47.633797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:47.640269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:47.650337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.651509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.670983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:47.820540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:48.087649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:48.116597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:48.252429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.43 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/8ca08679-d698-449b-b4fd-7a7edbda814c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:14:48.399396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:48.425671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:48.489075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:14:48.491796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:14:48.495326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:14:48.532687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=8ca08679-d698-449b-b4fd-7a7edbda814c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:48.653585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:48.654239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:48.875638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c70e31e1-5a78-4293-a504-ca919dc73c3b is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:14:49.075969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:14:49.088693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Sync routers for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:14:49.102008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:49.103240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:49.103394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:49.104790 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b156be87-7fe6-4e2f-8058-d6ca39276bbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4893134 May 29 01:14:49.108490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60100) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:49.157577 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a85c9330-8605-4725-870c-ebec22201749 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452080 May 29 01:14:49.158207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60104) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:49.291067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa437761-fd7e-476a-90d4-e6c55bca6f92 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:49.292559 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fa437761-fd7e-476a-90d4-e6c55bca6f92 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337345 May 29 01:14:49.295389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60108) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:49.297220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:49.336368 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b465040c-52bd-4aec-9c58-1a4ef477a25e tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375297 May 29 01:14:49.337111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60112) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:49.342332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-406989936', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:49.452709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:49.456457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:49.459180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:49.465275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:49.476273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:14:49.628904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:48Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:49.632838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Checking router: c70e31e1-5a78-4293-a504-ca919dc73c3b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:14:49.633190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Updating router c70e31e1-5a78-4293-a504-ca919dc73c3b port 8ca08679-d698-449b-b4fd-7a7edbda814c binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:14:49.678097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:49.683563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:49.887544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:49.966408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=752571f2-20d4-4b0e-aa56-4f41e81af00c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:49.978407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:14:49.978766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: 29f7420e-2179-4533-80a2-b8fa486c1778, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:14:50.000869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 29f7420e-2179-4533-80a2-b8fa486c1778 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:14:50.008097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.010580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 29f7420e-2179-4533-80a2-b8fa486c1778) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:14:50.018654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:50.019479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.021400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2196da6d-c56b-45d9-b394-b028cc6bf0b7 None None] Network 29f7420e-2179-4533-80a2-b8fa486c1778 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:14:50.042136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8a17d323-712b-4e96-a080-3e22762083db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7041118 May 29 01:14:50.044859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60116) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:50.090516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Transition to ACTIVE for port object 8ca08679-d698-449b-b4fd-7a7edbda814c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:14:50.108617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.210879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c051b8-5720-4cba-979b-02cb12ef023d None None] Pushing event updated for resources: {'Port': ['ID=8ca08679-d698-449b-b4fd-7a7edbda814c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:50.228930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Attempting to bind port 8ca08679-d698-449b-b4fd-7a7edbda814c on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:14:50.229292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Attempting to bind port 8ca08679-d698-449b-b4fd-7a7edbda814c by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:14:50.229646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Attempting to bind port 8ca08679-d698-449b-b4fd-7a7edbda814c on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:14:50.264986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:14:50.265350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:14:50.265747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.266133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:14:50.266600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Bound port: 8ca08679-d698-449b-b4fd-7a7edbda814c, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:14:50.266972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.390811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] For port 8ca08679-d698-449b-b4fd-7a7edbda814c, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:14:50.394899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-29f7420e-2179-4533-80a2-b8fa486c1778', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:14:50.395255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.416437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] For port 8ca08679-d698-449b-b4fd-7a7edbda814c, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8ca08679-d698-449b-b4fd-7a7edbda814c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:14:50.460184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.618332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c051b8-5720-4cba-979b-02cb12ef023d None None] Pushing event updated for resources: {'Port': ['ID=8ca08679-d698-449b-b4fd-7a7edbda814c,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:50.626321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:50.626798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:50.762360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Allocated IP 172.20.0.2 (29f7420e-2179-4533-80a2-b8fa486c1778/752571f2-20d4-4b0e-aa56-4f41e81af00c/4dd13146-9e4d-40ea-9fa8-4ad29aefef69) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:14:50.801145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:50.942171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:51.236572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:51.273697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Transition to ACTIVE for port object 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:14:51.303875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Transition to ACTIVE for port object 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:14:51.309615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:51.390100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Network 29f7420e-2179-4533-80a2-b8fa486c1778 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:14:51.393618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:14:51.398577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:14:51.406316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Pushing event updated for resources: {'Port': ['ID=4dd13146-9e4d-40ea-9fa8-4ad29aefef69,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:51.443437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:48Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:51.478419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ae029-58f5-4fa1-b94f-e6c30f6e1a87 None None] The sync data for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv is: [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:48Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:14:51.478670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (29f7420e-2179-4533-80a2-b8fa486c1778/752571f2-20d4-4b0e-aa56-4f41e81af00c/6630bcb3-75f8-4b88-a389-315a72e8af1e) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:14:51.502798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Attempting to bind port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:14:51.503011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Attempting to bind port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:14:51.503373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Attempting to bind port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:14:51.511580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:14:51.515752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Checking segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:14:51.516229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:51.516601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Bound using segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:14:51.517082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Bound port: 4dd13146-9e4d-40ea-9fa8-4ad29aefef69, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:14:51.517460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:51.612865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] For port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:14:51.616534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] For port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4dd13146-9e4d-40ea-9fa8-4ad29aefef69,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:14:51.622285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:51.662687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:51.683738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 6630bcb3-75f8-4b88-a389-315a72e8af1e will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:14:51.714152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:51.731684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b64f-65ba-402a-b2da-1d4ef00f914c None None] Pushing event updated for resources: {'Port': ['ID=4dd13146-9e4d-40ea-9fa8-4ad29aefef69,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:51.809210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 29f7420e-2179-4533-80a2-b8fa486c1778 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:14:51.812241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:14:51.816408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:14:51.849138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=6630bcb3-75f8-4b88-a389-315a72e8af1e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:51.882423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:52.003926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:52.437406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:52.442303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:52.552824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:52.556777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=6630bcb3-75f8-4b88-a389-315a72e8af1e,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:52.681656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33af3c-f20c-4ffd-9497-40ab35d609ed None None] Network 29f7420e-2179-4533-80a2-b8fa486c1778 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:14:52.700126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 29f7420e-2179-4533-80a2-b8fa486c1778 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:14:52.701255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:14:52.793664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2f8d9581-c636-4a36-b02f-32c662e653ce None None] Provisioning for port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:14:53.133930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f89c3bda-49ab-432a-88e6-6a3eb0a4d16b None None] Provisioning for port 6630bcb3-75f8-4b88-a389-315a72e8af1e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:14:53.143231 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f89c3bda-49ab-432a-88e6-6a3eb0a4d16b None None] Provisioning complete for port 6630bcb3-75f8-4b88-a389-315a72e8af1e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:53.143614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f89c3bda-49ab-432a-88e6-6a3eb0a4d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.213904 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c70e31e1-5a78-4293-a504-ca919dc73c3b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:14:53.226770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f89c3bda-49ab-432a-88e6-6a3eb0a4d16b None None] Port 6630bcb3-75f8-4b88-a389-315a72e8af1e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:14:53.294358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8ca08679-d698-449b-b4fd-7a7edbda814c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:14:53.376940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0f06fec5-8bef-45a9-8e17-da30c0dc02be None None] Provisioning complete for port 6630bcb3-75f8-4b88-a389-315a72e8af1e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:53.377302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0f06fec5-8bef-45a9-8e17-da30c0dc02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.429523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8ca08679-d698-449b-b4fd-7a7edbda814c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:14:53.436281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8ca08679-d698-449b-b4fd-7a7edbda814c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:53.436650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.459220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:14:53.477251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60120) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:53.477834 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-baf2d0af-0218-4940-889c-3d9e91cf7198 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/c70e31e1-5a78-4293-a504-ca919dc73c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4312944 May 29 01:14:53.478520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0f06fec5-8bef-45a9-8e17-da30c0dc02be None None] Port 6630bcb3-75f8-4b88-a389-315a72e8af1e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:14:53.560155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.575599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 8ca08679-d698-449b-b4fd-7a7edbda814c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8ca08679-d698-449b-b4fd-7a7edbda814c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:53.579251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.580020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:14:53.624855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260e393-e203-48af-aebc-3425286de20c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.625149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260e393-e203-48af-aebc-3425286de20c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.625519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260e393-e203-48af-aebc-3425286de20c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.625886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260e393-e203-48af-aebc-3425286de20c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.627504 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3260e393-e203-48af-aebc-3425286de20c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1476235 May 29 01:14:53.630207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60124) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:53.696051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c60165-7c2e-4de4-ae57-452349692bf0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.696410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c60165-7c2e-4de4-ae57-452349692bf0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.696767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c60165-7c2e-4de4-ae57-452349692bf0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.697127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c60165-7c2e-4de4-ae57-452349692bf0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:53.698749 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-94c60165-7c2e-4de4-ae57-452349692bf0 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0676701 May 29 01:14:53.701507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60128) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:53.705362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=8ca08679-d698-449b-b4fd-7a7edbda814c,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:53.709814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3e8f31f0-978b-4d67-a3b4-582d75deae8e None None] Provisioning complete for port 6630bcb3-75f8-4b88-a389-315a72e8af1e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:53.710182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e8f31f0-978b-4d67-a3b4-582d75deae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.765906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:14:53.768729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f31f0-978b-4d67-a3b4-582d75deae8e None None] Port 6630bcb3-75f8-4b88-a389-315a72e8af1e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:14:53.772076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:53.772401 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.901279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-16d5ad85-9546-4ab6-93dd-fb6e458a7bd7 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1986988 May 29 01:14:53.903917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60132) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:53.909157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1792009623', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:53.926028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:53.958258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4dd13146-9e4d-40ea-9fa8-4ad29aefef69,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:53.962316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.029935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=4dd13146-9e4d-40ea-9fa8-4ad29aefef69,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:54.150198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:54.154124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:port and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:54.156854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:54.162312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:54.173634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:14:54.176863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.199958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] device_id is not set on port da1a7466-d070-4810-8fee-8b3587ec69d3 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:14:54.336186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.12 (29f7420e-2179-4533-80a2-b8fa486c1778/752571f2-20d4-4b0e-aa56-4f41e81af00c/da1a7466-d070-4810-8fee-8b3587ec69d3) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:14:54.535276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.551303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object da1a7466-d070-4810-8fee-8b3587ec69d3 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:14:54.572487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.648318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 29f7420e-2179-4533-80a2-b8fa486c1778 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:14:54.652230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:14:54.654096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:54.656269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:14:54.717344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:54.717955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.748352 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a7aa7190-77fe-4546-bdee-c7089ba37580 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8431208 May 29 01:14:54.839638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60138) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:54.845565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349761924', 'description': 'tempest-secgroup-smoke-349761924 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:54.853943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:54.859881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:54.863160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:54.870104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:54.879824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.894658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a12df1b-43ab-4b6f-97e5-8f8b5c6391fd None None] Provisioning for port da1a7466-d070-4810-8fee-8b3587ec69d3 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:14:54.899809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a12df1b-43ab-4b6f-97e5-8f8b5c6391fd None None] Provisioning complete for port da1a7466-d070-4810-8fee-8b3587ec69d3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:54.900138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a12df1b-43ab-4b6f-97e5-8f8b5c6391fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.917176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:54.921316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:54.924219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:54.930697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:54.955811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a12df1b-43ab-4b6f-97e5-8f8b5c6391fd None None] Port da1a7466-d070-4810-8fee-8b3587ec69d3 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:14:54.988620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.994400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:54.999180 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Sync routers for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:14:55.011590 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:55.012306 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:55.039953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c173e2d1-859d-4115-9610-c8714c351d8f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:55.044376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.048312 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b243d6ab-0d85-4f30-9492-68c5af7672f2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2047513 May 29 01:14:55.049302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60142) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:55.053873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'c173e2d1-859d-4115-9610-c8714c351d8f', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:55.060294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:55.064272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:55.067100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:55.072847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:55.091641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.154042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.159412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.186589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e72908-627e-43de-ab96-68ba88caa466,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:55.197490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.198972 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c3e168de-2cb9-4e97-af99-f06cbf85859f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1496003 May 29 01:14:55.201648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60146) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:55.204968 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:55.207292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'c173e2d1-859d-4115-9610-c8714c351d8f', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:55.214566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:55.218544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:55.221070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8ca08679-d698-449b-b4fd-7a7edbda814c up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:14:55.221511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:55.228098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:55.245144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.290177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8ca08679-d698-449b-b4fd-7a7edbda814c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:55.290813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.311842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.317432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.348358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ca8c92-47e0-4bd9-b105-55dacefead09,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:55.358434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.362726 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-696ce406-097e-4af9-8a1a-603dde1b6696 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1570115 May 29 01:14:55.362939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60150) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:55.369592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'c173e2d1-859d-4115-9610-c8714c351d8f', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:55.376332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:55.380051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:55.384430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:55.392756 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:55.410693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.411328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:14:55.478699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.478963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:55.479201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.483161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.510659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bec748-0d02-42ee-a0b6-2d99257d94c7,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:55.521609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.525619 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ec06df45-f940-44cc-bec3-0fe61869c1ac tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1587617 May 29 01:14:55.525843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:55.533035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'c173e2d1-859d-4115-9610-c8714c351d8f', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:55.539535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:55.544421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:55.547218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:55.552941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:55.568618 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:52Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:55.570709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.573202 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Checking router: c70e31e1-5a78-4293-a504-ca919dc73c3b for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:14:55.573749 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Updating router c70e31e1-5a78-4293-a504-ca919dc73c3b port 6630bcb3-75f8-4b88-a389-315a72e8af1e binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:14:55.630737 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.634818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.639140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.662241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e14e2b9-a678-4189-be59-7fb255cb110a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:55.673063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.674240 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ee3ef20b-b67e-46b9-a4ff-b344bc6f3067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1474690 May 29 01:14:55.676981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60158) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:55.683030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'c173e2d1-859d-4115-9610-c8714c351d8f', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:55.688765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:55.692557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:55.695380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:55.701558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:55.713123 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:14:55.721429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.790273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.794121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.823599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179746fe-e9ea-4da9-8247-14cc72e3d753,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:55.829896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.833758 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-af90245b-3e5f-4f99-830c-e1a168fb2d1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1532991 May 29 01:14:55.833984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60162) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:14:55.839352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': 'c173e2d1-859d-4115-9610-c8714c351d8f', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:55.845217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:14:55.848955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:14:55.851737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:14:55.858588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:14:55.869705 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:14:55.875978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.940702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.944302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.968305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aa2451-ac9a-4d87-85e6-ac86ca8276df,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:55.978900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:55.980204 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c82051e5-0639-4722-8c19-22cd41c8df2c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1452768 May 29 01:14:55.995634 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:56.007322 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Transition to ACTIVE for port object 6630bcb3-75f8-4b88-a389-315a72e8af1e will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:14:56.014887 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:56.069056 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:14:56.166808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-4cc196b9-4f82-4885-98af-f4fe202f794b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:14:56.187047 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Pushing event updated for resources: {'Port': ['ID=6630bcb3-75f8-4b88-a389-315a72e8af1e,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:56.188897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-4cc196b9-4f82-4885-98af-f4fe202f794b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:14:56.192736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-4cc196b9-4f82-4885-98af-f4fe202f794b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349761924&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0732276 May 29 01:14:56.229557 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.229895 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.230219 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.230540 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.230861 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.231178 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.231491 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.231803 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.232145 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.232453 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.232762 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:14:56.279805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-cf886b65-036f-4f6d-8baa-784222610646 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:56.280519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-cf886b65-036f-4f6d-8baa-784222610646 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:14:56.286724 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Attempting to bind port 6630bcb3-75f8-4b88-a389-315a72e8af1e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:14:56.287191 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Attempting to bind port 6630bcb3-75f8-4b88-a389-315a72e8af1e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:14:56.288605 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Attempting to bind port 6630bcb3-75f8-4b88-a389-315a72e8af1e on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:14:56.296250 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:14:56.296650 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Checking segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:14:56.296968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-cf886b65-036f-4f6d-8baa-784222610646 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:14:56.297141 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:56.297439 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Bound using segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:14:56.297969 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Bound port: 6630bcb3-75f8-4b88-a389-315a72e8af1e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:14:56.298282 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-cf886b65-036f-4f6d-8baa-784222610646 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 931 time: 0.0973740 May 29 01:14:56.298493 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:56.374684 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-4c6426aa-5a01-4704-843a-6714f29eba3c service neutron] 10.222.0.33 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0641756 May 29 01:14:56.393060 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] For port 6630bcb3-75f8-4b88-a389-315a72e8af1e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:14:56.396316 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] For port 6630bcb3-75f8-4b88-a389-315a72e8af1e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6630bcb3-75f8-4b88-a389-315a72e8af1e,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:14:56.400212 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:56.478600 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e55e8a-e9d4-4c49-ab8e-9827bc401fb3 None None] Pushing event updated for resources: {'Port': ['ID=6630bcb3-75f8-4b88-a389-315a72e8af1e,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:56.483202 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:14:56.484041 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:14:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:56.528458 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-1b382bc7-dbc2-4c3c-9249-7c8e80fe945a service neutron] 10.222.0.33 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454618 May 29 01:14:56.668389 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-66660f58-1071-46a3-b048-0d32b7c2a837 service neutron] 10.222.0.33 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334953 May 29 01:14:56.669035 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:14:56.883963 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aaecc325-efc2-4b6f-9739-b40cdd330f5a req-16c6388e-f813-4fc7-b5d0-507245ef5848 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 210 time: 0.0558581 May 29 01:14:56.999932 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:56Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:14:57.003777 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61883db8-2c44-46f9-bbbf-4f9e1d4a56af None None] The sync data for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv is: [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:56Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:14:57.248089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6630bcb3-75f8-4b88-a389-315a72e8af1e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:14:57.321045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 6630bcb3-75f8-4b88-a389-315a72e8af1e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:14:57.327600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6630bcb3-75f8-4b88-a389-315a72e8af1e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:57.327979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:57.464937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:57.499075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 6630bcb3-75f8-4b88-a389-315a72e8af1e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6630bcb3-75f8-4b88-a389-315a72e8af1e,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:14:57.503668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:57.573300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=6630bcb3-75f8-4b88-a389-315a72e8af1e,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:57.841527 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-fe7181b1-4c6d-428b-9f68-3db729070820 service neutron] 10.222.0.16 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1027 time: 0.0632813 May 29 01:14:58.004127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-1c3c5495-4cf9-4661-9858-b30fbcacec65 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:58.005783 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-1c3c5495-4cf9-4661-9858-b30fbcacec65 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 200 len: 796 time: 0.1597006 May 29 01:14:58.063589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-0c2a56b2-70da-4bc8-827e-582b1d7ad03d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:14:58.068547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6de8ee70-c650-471a-b866-3d2b961382dd req-a5dac622-5f24-4d02-9674-6c3c56030f4c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 210 time: 0.0473721 May 29 01:14:58.077124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-0c2a56b2-70da-4bc8-827e-582b1d7ad03d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:14:58.078230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-0c2a56b2-70da-4bc8-827e-582b1d7ad03d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 379 time: 0.0604932 May 29 01:14:58.092855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Request body: {'port': {'device_id': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:14:58.208752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:58.599452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1a7466-d070-4810-8fee-8b3587ec69d3 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:14:58.607040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:58.623297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Transition to ACTIVE for port object da1a7466-d070-4810-8fee-8b3587ec69d3 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:14:58.626704 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:58.867443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:58.974343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:14:58.974609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:14:58.974926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:14:58.981241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:14:58.981555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:14:58.987788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:14:58.988143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Checking segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:14:58.988517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Bound using segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:14:58.988929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Bound port: da1a7466-d070-4810-8fee-8b3587ec69d3, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:14:58.989267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:59.081469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:14:59.084390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:14:59.090618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:59.154995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:59.156580 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] 10.222.0.16 "PUT /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1132 time: 1.0677462 May 29 01:14:59.156834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:14:59.189335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0b34c-fa48-4592-bd53-aa3712add52e service neutron] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:14:59.250081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6630bcb3-75f8-4b88-a389-315a72e8af1e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:14:59.254341 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3f581f-4079-403c-86d2-06dd35d6774e'] response: {'name': 'network-changed', 'server_uuid': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'status': 'completed', 'code': 200} May 29 01:14:59.301563 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-56ba339a-56e8-4dc6-88bc-b5c11085c7c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 1135 time: 0.0813770 May 29 01:14:59.317614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a31396-4d62-4e02-aa07-376363ad7401 req-05ea3daa-8220-4103-939b-9000d9b6ce4d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:59.319608 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-23a31396-4d62-4e02-aa07-376363ad7401 req-05ea3daa-8220-4103-939b-9000d9b6ce4d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 982 time: 0.0988636 May 29 01:14:59.334704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6630bcb3-75f8-4b88-a389-315a72e8af1e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:14:59.335233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:14:59.380592 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-e7e36c75-a213-40cc-95b3-797cfb3b0a02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 217 time: 0.0714056 May 29 01:14:59.387078 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-23a31396-4d62-4e02-aa07-376363ad7401 req-325d9e95-d39f-4504-bc29-edfa17e2dd48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 May 29 01:14:59.448660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-bcf1eaf6-41e7-4362-84f8-6411d412a6e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:14:59.450085 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-bcf1eaf6-41e7-4362-84f8-6411d412a6e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=752571f2-20d4-4b0e-aa56-4f41e81af00c HTTP/1.1" status: 200 len: 834 time: 0.0640752 May 29 01:14:59.524750 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-666002a6-d7b0-4655-84e1-710b58853cbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29f7420e-2179-4533-80a2-b8fa486c1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680082 May 29 01:14:59.651566 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-46167753-8fbf-4047-ab70-25ffca77f118 service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222079 May 29 01:14:59.778845 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a52d179-155f-49fc-99e3-6ec74b6ec51e req-2f9c8c25-cfa5-455a-8afa-24726ec225b0 service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216674 May 29 01:14:59.892388 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-db486d83-df3f-48dd-9281-4cfe0cbccbc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 1135 time: 0.0723286 May 29 01:15:00.022395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-cbcb7c83-4d31-4c99-9b91-425b5301b363 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:00.023981 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-cbcb7c83-4d31-4c99-9b91-425b5301b363 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 200 len: 897 time: 0.1258864 May 29 01:15:00.088019 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-a058678b-d1f5-40e7-9520-bb3c1348acfc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 217 time: 0.0580800 May 29 01:15:00.150438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-504d3da5-65cf-41f7-83f1-f93bb59b55ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:00.151816 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-504d3da5-65cf-41f7-83f1-f93bb59b55ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=752571f2-20d4-4b0e-aa56-4f41e81af00c HTTP/1.1" status: 200 len: 834 time: 0.0583458 May 29 01:15:00.225397 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-cbfc5bff-9049-4f1e-840a-d42ea9508f28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29f7420e-2179-4533-80a2-b8fa486c1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674186 May 29 01:15:00.353835 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-9ed7c375-bfe3-4306-bcb2-8ba7ec7ec225 service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223137 May 29 01:15:00.491363 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-232599f0-9c3d-4c28-9f39-a19b22893e1d req-05276217-07fe-4bec-8393-b187e8274f5c service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312878 May 29 01:15:00.586938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddcada-ee47-4656-8da5-328bdbb8868d req-b8805d92-a412-4a55-a91c-ceecd161ac7d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:00.588365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e7ddcada-ee47-4656-8da5-328bdbb8868d req-b8805d92-a412-4a55-a91c-ceecd161ac7d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 982 time: 0.0751343 May 29 01:15:00.631863 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e7ddcada-ee47-4656-8da5-328bdbb8868d req-85acf95b-7a22-43e1-adaa-45d986631356 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 May 29 01:15:01.425876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e278439d-f8b0-40c8-ba51-e6638509b69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:01.828831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c4eff-b4ac-4335-9159-9f938370cddc req-6abce286-9633-4b1d-bdc4-4b34ae38398f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:01.830231 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c0c4eff-b4ac-4335-9159-9f938370cddc req-6abce286-9633-4b1d-bdc4-4b34ae38398f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 982 time: 0.0796652 May 29 01:15:01.875260 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c0c4eff-b4ac-4335-9159-9f938370cddc req-3a441de5-1e80-4066-bdec-cad60d32e1af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 May 29 01:15:02.198008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:15:02.328089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:02.340949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'port_id': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'mac_address': 'fa:16:3e:28:4e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:15:02.396879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:02.413690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1a7466-d070-4810-8fee-8b3587ec69d3 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:15:02.429459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:02.434011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:02.497201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:02.761495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['da1a7466-d070-4810-8fee-8b3587ec69d3'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:15:03.070890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1c5d7-8f13-49ec-ac35-42478c7d8ada req-5eae0695-03db-4554-9e4e-13370b49e544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:03.072306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-58b1c5d7-8f13-49ec-ac35-42478c7d8ada req-5eae0695-03db-4554-9e4e-13370b49e544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 983 time: 0.0785911 May 29 01:15:03.116323 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-58b1c5d7-8f13-49ec-ac35-42478c7d8ada req-49e6c2b0-58fa-4d3b-be63-c4227a4435c6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 May 29 01:15:03.577013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0134bb38-d7cd-40ca-ad1e-4341ec0087ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:04.213049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:04.281718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port da1a7466-d070-4810-8fee-8b3587ec69d3 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:04.286577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port da1a7466-d070-4810-8fee-8b3587ec69d3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:04.286956 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:04.316839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891dd16-3555-4736-8874-b643eb1619cd req-f42ea368-5862-419f-a6c6-70f0f2ab30cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:04.318283 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b891dd16-3555-4736-8874-b643eb1619cd req-f42ea368-5862-419f-a6c6-70f0f2ab30cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 983 time: 0.0803409 May 29 01:15:04.365100 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b891dd16-3555-4736-8874-b643eb1619cd req-139d38f0-69d0-4104-af4c-959e4139ea7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 May 29 01:15:04.407532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:04.433564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:15:04.443003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:04.447304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:04.492041 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94630dd3-c276-49ea-8657-022c52fe1dfc'] response: {'server_uuid': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'code': 200} May 29 01:15:04.553995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:04.556605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:04.818219 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7b926ad9-cca6-472d-a6d9-53a3ee33bc10 req-ce84ca42-73e6-4722-98a4-b25366155dd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 1137 time: 0.1774523 May 29 01:15:04.858303 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7b926ad9-cca6-472d-a6d9-53a3ee33bc10 req-b2f1e5db-2e58-4554-acdb-2e2e60ea03ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 May 29 01:15:05.406940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:05.562551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ba365-2346-45a5-b7e9-40ca53eb0e68 req-741b2a52-7744-4d2a-bc6c-3dd3636c2caa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:05.563980 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d21ba365-2346-45a5-b7e9-40ca53eb0e68 req-741b2a52-7744-4d2a-bc6c-3dd3636c2caa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 984 time: 0.0772533 May 29 01:15:05.608189 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d21ba365-2346-45a5-b7e9-40ca53eb0e68 req-75cf2668-6ad4-44e2-9870-fc94a333b883 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 May 29 01:15:06.101318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:06.807255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3651-c1b7-4704-9203-70162236c810 req-1acf047e-f187-4f76-8bb3-316ec537a995 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:06.808737 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3aec3651-c1b7-4704-9203-70162236c810 req-1acf047e-f187-4f76-8bb3-316ec537a995 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 984 time: 0.0798724 May 29 01:15:06.853002 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3aec3651-c1b7-4704-9203-70162236c810 req-863d3514-479b-413b-b931-304f463157dd tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 May 29 01:15:07.046730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bcd5b-c961-4eda-a487-99612487e980 req-16e43eac-f5ed-4a74-ab2a-6c119949d8f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:07.048189 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a6bcd5b-c961-4eda-a487-99612487e980 req-16e43eac-f5ed-4a74-ab2a-6c119949d8f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 984 time: 0.0753272 May 29 01:15:07.095382 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a6bcd5b-c961-4eda-a487-99612487e980 req-112ff170-86f2-455c-9bda-10126e3282bf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 May 29 01:15:07.123880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60206) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:07.193446 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f7fe13f4-acdc-4f6b-ad65-cd0bb3e912ab tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 1132 time: 0.0684097 May 29 01:15:07.196227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60210) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:07.201425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:07.206834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:07.211639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:07.214540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:07.220347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:07.230388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:07.361867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:07.497382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.198 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/88f3b450-b864-4c35-99a7-042306485ccd) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:15:07.638949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:07.665470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:07.731004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:15:07.733809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:07.738214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:15:07.767504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=88f3b450-b864-4c35-99a7-042306485ccd,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:08.229505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:08.284454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:08.483508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:08.487916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:08.593217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=88f3b450-b864-4c35-99a7-042306485ccd,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:08.605483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:08.893096 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 82d291cb-03f6-4ede-9d7b-8bf38233c628 associated. External IP: 172.26.5.198, port: da1a7466-d070-4810-8fee-8b3587ec69d3. May 29 01:15:09.284601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c70e31e1-5a78-4293-a504-ca919dc73c3b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:15:09.482807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:15:09.493462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] Sync routers for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:15:09.506426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:09.507222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:09.508244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:09.565848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10c7d26a-5f37-4b24-bcaa-433896a1e288 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3684421 May 29 01:15:09.566235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:15:09.568520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60214) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:09.629813 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049c1599-e06b-4326-b669-c556f57316a5'] response: {'name': 'network-changed', 'server_uuid': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'status': 'completed', 'code': 200} May 29 01:15:09.647694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c16fa6ea-0061-46d3-b27a-18799a31efeb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50&network_id=29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 200 len: 1132 time: 0.0772684 May 29 01:15:09.694375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:09.721414 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-90e1b92b-827d-4e91-ae5a-9ede6c697a44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 1137 time: 0.0689864 May 29 01:15:09.880877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-97ff06ee-7ae3-4ae4-8c01-675af390e483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:09.882317 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-97ff06ee-7ae3-4ae4-8c01-675af390e483 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 200 len: 897 time: 0.1550925 May 29 01:15:09.996646 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-c4e7225d-e5bb-46de-a6bd-6f4a91f232b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1038 time: 0.1049170 May 29 01:15:10.056206 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889de2-4c81-425e-bc59-137d3e68ad70 req-d20f9888-4863-4549-a172-839b0809bb5b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:10.057532 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09889de2-4c81-425e-bc59-137d3e68ad70 req-d20f9888-4863-4549-a172-839b0809bb5b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 984 time: 0.0804458 May 29 01:15:10.062629 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-c4ec9e53-6e92-41f6-a956-a8855826d0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:10.064076 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-c4ec9e53-6e92-41f6-a956-a8855826d0d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=752571f2-20d4-4b0e-aa56-4f41e81af00c HTTP/1.1" status: 200 len: 834 time: 0.0609570 May 29 01:15:10.068420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '82d291cb-03f6-4ede-9d7b-8bf38233c628', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.198', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'port_id': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1792009623', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'mac_address': 'fa:16:3e:28:4e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:08Z', 'updated_at': '2022-05-29T01:15:08Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:57Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:10.073307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] Checking router: c70e31e1-5a78-4293-a504-ca919dc73c3b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:15:10.084696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:10.085690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:10.149387 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-fcecb4e0-8f41-42d3-b016-861617a18875 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29f7420e-2179-4533-80a2-b8fa486c1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785084 May 29 01:15:10.195960 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09889de2-4c81-425e-bc59-137d3e68ad70 req-5840363f-b9ab-4e73-9233-aee9baf7e49c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322865 May 29 01:15:10.272533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:10.291955 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-80e92ceb-6189-41ee-8e54-4efe0296f8ff service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365058 May 29 01:15:10.535852 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d6e9f3e9-26b0-496b-8e14-ffca396cba3b req-ab9e41d6-048b-4c68-8a5a-7bb43abf8fcc service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377572 May 29 01:15:10.622333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '82d291cb-03f6-4ede-9d7b-8bf38233c628', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.198', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'port_id': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1792009623', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'mac_address': 'fa:16:3e:28:4e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:08Z', 'updated_at': '2022-05-29T01:15:08Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:57Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:10.626234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3abc51-ac49-4780-b8db-8196aa7f208d None None] The sync data for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv is: [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '82d291cb-03f6-4ede-9d7b-8bf38233c628', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.198', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'port_id': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1792009623', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'mac_address': 'fa:16:3e:28:4e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190af9e-023e-4c8b-82f6-e7b0b9b64e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:08Z', 'updated_at': '2022-05-29T01:15:08Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:57Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:15:11.359183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-3a71686f-b7a2-4fe9-843d-255b7c706ced tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:11.359864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-3a71686f-b7a2-4fe9-843d-255b7c706ced tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:15:11.375062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-3a71686f-b7a2-4fe9-843d-255b7c706ced tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:15:11.376328 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-3a71686f-b7a2-4fe9-843d-255b7c706ced tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 984 time: 0.0910161 May 29 01:15:11.399208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6f11f-4316-4097-9840-f4ffd1f24763 req-f363042b-beb7-4236-acfc-d994e855d9e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:11.400610 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77f6f11f-4316-4097-9840-f4ffd1f24763 req-f363042b-beb7-4236-acfc-d994e855d9e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 984 time: 0.0769947 May 29 01:15:11.446230 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77f6f11f-4316-4097-9840-f4ffd1f24763 req-3004400f-0837-4ebd-bf72-9b85e2d6c404 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 May 29 01:15:11.448964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-9907d18c-55dd-42f2-b7e0-35633791e06c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:11.450321 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-9907d18c-55dd-42f2-b7e0-35633791e06c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0693834 May 29 01:15:11.591636 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-e1890b9c-e699-4b59-8bd7-621029aa06a4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1366189 May 29 01:15:11.601151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:11.706729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:11.901841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:11.929243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:15:11.977470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] device_id is not set on port da1a7466-d070-4810-8fee-8b3587ec69d3 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:15:11.985401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:11.991278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:12.130152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=6']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:12.184595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] No DVR routers for this DVR port da1a7466-d070-4810-8fee-8b3587ec69d3 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:15:12.314515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-92655b52-8794-457b-9384-ead11852cdd0 None None] Provisioning complete for port da1a7466-d070-4810-8fee-8b3587ec69d3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:12.315061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92655b52-8794-457b-9384-ead11852cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:12.366286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-92655b52-8794-457b-9384-ead11852cdd0 None None] Port da1a7466-d070-4810-8fee-8b3587ec69d3 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:15:12.420746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] In _notify_port_updated(), no bound segment for port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:15:12.421759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:12.423004 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a947305-4712-49cf-8ddb-1b1c36b26171 req-2daac636-d9be-4de0-baa3-4edb07fd2c35 service neutron] 10.222.0.16 "PUT /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1027 time: 0.8256164 May 29 01:15:12.627647 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b05d2e21-1ba8-456f-bbf9-035ae9d44dad req-53508b7d-ca21-4a59-8a68-dbbdc58d94de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2190af9e-023e-4c8b-82f6-e7b0b9b64e50 HTTP/1.1" status: 200 len: 210 time: 0.0434926 May 29 01:15:12.952093 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce2d22-abf0-4bdc-842d-a88387a8817a None None] New status for floating IP 82d291cb-03f6-4ede-9d7b-8bf38233c628: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:15:13.733223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60230) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:13.799465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a8e91-d06f-4cf3-904d-214e564334ec tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:13.800819 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c16a8e91-d06f-4cf3-904d-214e564334ec tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 926 time: 0.0666106 May 29 01:15:13.884118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60236) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:13.889603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854296199', 'description': 'tempest-secgroup-smoke-1854296199 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:13.895434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:13.905214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:13.916088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:13.951171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:13.954849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:13.957609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:13.963672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:14.017862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.021380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.064473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:14.072803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.074156 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9721e693-1c9a-4145-b3f5-b8a4097ad5b8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1890354 May 29 01:15:14.077245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60240) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:14.082842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:14.089371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:14.093123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:14.095933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:14.102082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:14.118738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.189968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.194095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.219735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb326d6-061e-4b3d-94ae-673ba1a0cdae,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:14.231165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.232402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e29bd3cd-d0df-48ee-841d-5761bdcb2bbc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1541729 May 29 01:15:14.235145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60244) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:14.240788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:14.246790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:14.250514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:14.253329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:14.258990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:15:14.259505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:14.277016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.315263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:15:14.342042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.345558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.367613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787862e6-bcc1-447d-917b-582f87fa9eae,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:14.376234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.377419 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c73425d3-eac9-47ae-8b1d-7775515b641a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1411307 May 29 01:15:14.380377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60248) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:14.386143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:14.391677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:14.395395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:14.398872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:14.404445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:14.420605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.482950 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.486690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.512891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7a2698-2eef-40cb-9b29-de7ef8afbb4d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:14.522593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.525082 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a8a7a353-80c7-4210-affc-0e8c0095ea20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1438210 May 29 01:15:14.528974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60252) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:14.534392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:14.540780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:14.544668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:14.547464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:14.553047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:14.569752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.632412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.636668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.658916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41436f1-8952-493e-8d11-ddb4750dd067,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:14.667826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.668995 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-42ec4460-1b99-469d-b93b-d24887c0f939 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1391389 May 29 01:15:14.672390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60256) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:14.677510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:14.683845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:14.687520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:14.690320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:14.698179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:14.710522 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:15:14.716999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.781823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.785354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.809432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea1fd0a-7862-4ff0-99f5-2e2fc2c0f837,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:14.825181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.826365 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cfaed8a2-66bf-492b-bdc0-6df022905612 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1530995 May 29 01:15:14.829173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60260) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:14.834446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:14.840784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:14.844532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:14.847335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:14.853574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:14.864315 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:15:14.871108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.935086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.938977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.962764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c762b87f-b677-4b73-905d-c241317039eb,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:14.971675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:14.972865 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a59321bb-d370-475b-bd78-94f15621b3b2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1428041 May 29 01:15:15.140111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7a8c030e-d099-41bb-9209-4afd00187967 req-f2714278-645a-47bc-8441-f42bb6427c52 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:15:15.155368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7a8c030e-d099-41bb-9209-4afd00187967 req-f2714278-645a-47bc-8441-f42bb6427c52 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:15:15.156831 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-f2714278-645a-47bc-8441-f42bb6427c52 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854296199&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0580688 May 29 01:15:15.229392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c030e-d099-41bb-9209-4afd00187967 req-f9db976e-30c7-460a-b105-ae3cebc0a7ae tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:15.230699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-f9db976e-30c7-460a-b105-ae3cebc0a7ae tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 931 time: 0.0675006 May 29 01:15:15.452096 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-ba5650b6-a85a-4765-87ef-2554a1c355bb service neutron] 10.222.0.33 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2088690 May 29 01:15:15.461923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-3caf07ca-ae42-4eb2-8c84-6356152f97ff service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:15:15.462831 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-3caf07ca-ae42-4eb2-8c84-6356152f97ff service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053952 May 29 01:15:15.590967 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-f850e4e4-404a-4e44-a53c-e6e4ce39b89f service neutron] 10.222.0.33 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226907 May 29 01:15:15.718921 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-51f68163-5288-4ac2-9809-d72f0f7b7e4a service neutron] 10.222.0.33 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225007 May 29 01:15:15.907736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-664bddc4-1e05-47d4-8431-7d3e6b91c482 req-53653c93-c93b-439c-9e31-63d453306e0a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 210 time: 0.0417967 May 29 01:15:16.655679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:16.890584 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2c6eb1b2-3f3c-46ac-8640-88e6755726c8 service neutron] 10.222.0.16 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1027 time: 0.1592965 May 29 01:15:17.035971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c030e-d099-41bb-9209-4afd00187967 req-246f4898-54c5-482f-b658-23dd4b0f9d0a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:17.037375 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-246f4898-54c5-482f-b658-23dd4b0f9d0a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 200 len: 796 time: 0.1421123 May 29 01:15:17.069216 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d03f4c83-ba05-4e97-8517-92087665ac8f req-7f8b1f07-c9e5-4cea-9f6a-d713b3c4d925 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 210 time: 0.0406315 May 29 01:15:17.094433 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-8a142a57-44c4-4a89-8c8e-ea0d6f5d70cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 472 time: 0.0408881 May 29 01:15:17.104669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Request body: {'port': {'device_id': 'daca5387-5d2f-4595-816c-9f9e3f1cb237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:17.209606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:17.534380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1a7466-d070-4810-8fee-8b3587ec69d3 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:15:17.540878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:17.554271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Transition to ACTIVE for port object da1a7466-d070-4810-8fee-8b3587ec69d3 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:17.558290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:17.693341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=7']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:17.829644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:15:17.829969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:15:17.830285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:15:17.836214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:15:17.836669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Attempting to bind port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:15:17.842687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:15:17.843017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Checking segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:15:17.843387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Bound using segment: {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:15:17.843794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Bound port: da1a7466-d070-4810-8fee-8b3587ec69d3, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8705b02d-23d7-45e5-a875-929738e9d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:15:17.844156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:17.928724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:15:17.932390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:15:17.936853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:18.002643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:18.004042 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] 10.222.0.16 "PUT /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1132 time: 0.9039352 May 29 01:15:18.004463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daca5387-5d2f-4595-816c-9f9e3f1cb237', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:15:18.022692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4435c5-0881-4881-af6f-6608c620668d service neutron] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=8']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:18.076731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba492a18-2794-4f57-b4e5-bd740d3c4a34'] response: {'name': 'network-changed', 'server_uuid': 'daca5387-5d2f-4595-816c-9f9e3f1cb237', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'status': 'completed', 'code': 200} May 29 01:15:18.119853 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-76455a8a-7862-48e1-8375-fee4eee1ef7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 1135 time: 0.0774715 May 29 01:15:18.235093 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-25abd157-27ef-476f-9b32-7fa2151b248e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1038 time: 0.1082861 May 29 01:15:18.298172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c030e-d099-41bb-9209-4afd00187967 req-6d455517-d03b-44ca-837b-5a796069ccf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:18.299602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c0de3-d98d-4b21-91a0-eaaf36b43337 req-af23ea62-a667-43ad-995c-b52597f06d02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:18.300156 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-6d455517-d03b-44ca-837b-5a796069ccf8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=752571f2-20d4-4b0e-aa56-4f41e81af00c HTTP/1.1" status: 200 len: 834 time: 0.0590303 May 29 01:15:18.301043 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f0c0de3-d98d-4b21-91a0-eaaf36b43337 req-af23ea62-a667-43ad-995c-b52597f06d02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 982 time: 0.0859246 May 29 01:15:18.346983 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f0c0de3-d98d-4b21-91a0-eaaf36b43337 req-388bbf4e-b834-42bd-8713-241bac4481ed tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 May 29 01:15:18.376590 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-09da393f-445f-491a-8ce7-71c4c5bc2ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29f7420e-2179-4533-80a2-b8fa486c1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706866 May 29 01:15:18.504165 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-cb74125c-eb67-44aa-953c-07cf9d4df526 service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215267 May 29 01:15:18.721116 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7a8c030e-d099-41bb-9209-4afd00187967 req-b4760132-9895-4e04-89f8-3759f7ef3c1b service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109215 May 29 01:15:18.833814 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-fc9f4890-230b-4d6c-9ee3-50a75ab6ef47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 1135 time: 0.0686445 May 29 01:15:18.965493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-efa6c71b-8230-46f3-8a4c-b134b2127bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:18.966918 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-efa6c71b-8230-46f3-8a4c-b134b2127bc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 200 len: 897 time: 0.1275389 May 29 01:15:19.069311 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-3ce5ae47-af5e-47c3-9413-d5bc142fc6f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1038 time: 0.0972335 May 29 01:15:19.131731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-df819452-e183-4252-9c75-569bc1d97c9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:19.133867 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-df819452-e183-4252-9c75-569bc1d97c9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=752571f2-20d4-4b0e-aa56-4f41e81af00c HTTP/1.1" status: 200 len: 834 time: 0.0589840 May 29 01:15:19.211923 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-604a762e-11d0-42ea-9ccf-162da4db1fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29f7420e-2179-4533-80a2-b8fa486c1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712399 May 29 01:15:19.342775 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-607b7b09-575f-4d76-996d-e0c1ad85502f service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247010 May 29 01:15:19.486824 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3ac0b6f9-a8d5-4cfb-8d1f-6c20ae4da36f req-77cc397d-479d-4ae4-9e92-ef9f99687ef3 service neutron] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375253 May 29 01:15:19.682552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cebffe-ff72-4d4e-83a2-5821ba35eed5 req-a2d1259b-f5ca-44b2-9cc7-971792bc6318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:19.684019 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-44cebffe-ff72-4d4e-83a2-5821ba35eed5 req-a2d1259b-f5ca-44b2-9cc7-971792bc6318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 982 time: 0.0768409 May 29 01:15:19.728434 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-44cebffe-ff72-4d4e-83a2-5821ba35eed5 req-f63af31a-c987-4735-a24a-e2b1830d1506 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387726 May 29 01:15:20.290374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:15:20.424099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:20.471716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'port_id': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'mac_address': 'fa:16:3e:28:4e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:15:20.526102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:20.543259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1a7466-d070-4810-8fee-8b3587ec69d3 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:15:20.558017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:20.561909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:20.628871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=9']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:20.868953 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['da1a7466-d070-4810-8fee-8b3587ec69d3'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:15:20.926821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4cc63-9d10-4463-9300-4022a50e6100 req-a12c000b-5bbd-4446-8b1c-2ae354eb96c5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:20.928306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3bd4cc63-9d10-4463-9300-4022a50e6100 req-a12c000b-5bbd-4446-8b1c-2ae354eb96c5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 983 time: 0.0818355 May 29 01:15:20.973131 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3bd4cc63-9d10-4463-9300-4022a50e6100 req-d713101e-1c10-43e6-acb3-8c19d336902a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 May 29 01:15:22.165890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c3ee9-eeba-4e7a-8d42-9c373795394c req-8ab919b2-7921-4b16-8154-732173f4e49e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:22.167305 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-440c3ee9-eeba-4e7a-8d42-9c373795394c req-8ab919b2-7921-4b16-8154-732173f4e49e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 983 time: 0.0747402 May 29 01:15:22.215055 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-440c3ee9-eeba-4e7a-8d42-9c373795394c req-192020c1-1761-4457-9f28-b25471996139 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 May 29 01:15:22.321472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:22.390150 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port da1a7466-d070-4810-8fee-8b3587ec69d3 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:22.394735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port da1a7466-d070-4810-8fee-8b3587ec69d3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:22.395103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:22.505794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:22.531624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca5387-5d2f-4595-816c-9f9e3f1cb237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:15:22.541729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:22.545617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:22.589025 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a005c66-8eb7-483d-b46c-3c46541ce224'] response: {'server_uuid': 'daca5387-5d2f-4595-816c-9f9e3f1cb237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a7466-d070-4810-8fee-8b3587ec69d3', 'code': 200} May 29 01:15:22.616018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=10']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:22.803214 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-21a7f62d-39e9-4a01-ac40-dae590e82517 req-583b13ef-1e31-4a6e-b23d-e10a8b51bb8a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 1138 time: 0.0664260 May 29 01:15:22.844692 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-21a7f62d-39e9-4a01-ac40-dae590e82517 req-661a69c6-aa18-4fe2-9224-a4fe7644dbe7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363271 May 29 01:15:23.410029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c71c9-0592-4053-9edf-9d480d43ace2 req-642c2b71-be1e-4d01-a4c8-650e3573c067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:23.411464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-727c71c9-0592-4053-9edf-9d480d43ace2 req-642c2b71-be1e-4d01-a4c8-650e3573c067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 985 time: 0.0754511 May 29 01:15:23.456209 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-727c71c9-0592-4053-9edf-9d480d43ace2 req-447cc51e-5ee7-43cf-939c-a995d40a8ca6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 May 29 01:15:24.651520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ab9b-ce8c-42bd-a64d-84fef5116915 req-73cfe968-16d4-4635-9c99-fe46e1fa1e6b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:24.652949 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fda2ab9b-ce8c-42bd-a64d-84fef5116915 req-73cfe968-16d4-4635-9c99-fe46e1fa1e6b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 985 time: 0.0772164 May 29 01:15:24.696927 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fda2ab9b-ce8c-42bd-a64d-84fef5116915 req-803313f8-2500-4b3f-8ba3-747deb0c8800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 May 29 01:15:24.888879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6163c0-b665-4b17-8aed-3245d097bcfc req-6c7781c8-a6f3-4039-b8b7-3afa4ba86f0a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:24.890212 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eb6163c0-b665-4b17-8aed-3245d097bcfc req-6c7781c8-a6f3-4039-b8b7-3afa4ba86f0a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 985 time: 0.0768950 May 29 01:15:24.934082 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eb6163c0-b665-4b17-8aed-3245d097bcfc req-9ede7f4b-60a8-4aeb-b661-12a22c9d675f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 May 29 01:15:24.961686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60304) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:25.033399 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47663af7-ed40-4c97-8bcb-bffd69ce259c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237&network_id=29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 200 len: 1133 time: 0.0705819 May 29 01:15:25.405823 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b73046-cbf0-49dd-bd73-974bedb7fba9 req-813f3895-23ee-4436-bcdb-e32a5baf85ab tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:25.407175 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05b73046-cbf0-49dd-bd73-974bedb7fba9 req-813f3895-23ee-4436-bcdb-e32a5baf85ab tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 985 time: 0.0783670 May 29 01:15:25.451766 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05b73046-cbf0-49dd-bd73-974bedb7fba9 req-b04bdcfd-fa19-4590-ba52-e27e2d35898b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391417 May 29 01:15:26.649048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c7fd9-3fed-4348-bb9e-588f1e91f109 req-80fbacd5-51f2-4561-a47b-9cbcfae9d69c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:26.650989 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5f8c7fd9-3fed-4348-bb9e-588f1e91f109 req-80fbacd5-51f2-4561-a47b-9cbcfae9d69c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 985 time: 0.0777838 May 29 01:15:26.690696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046075-c44f-4eba-a402-79ea896b3aee req-1ef4d67a-baab-4195-9db7-c28dbe0fa576 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:26.692150 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-df046075-c44f-4eba-a402-79ea896b3aee req-1ef4d67a-baab-4195-9db7-c28dbe0fa576 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 985 time: 0.0798728 May 29 01:15:26.695022 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5f8c7fd9-3fed-4348-bb9e-588f1e91f109 req-8999c91c-b998-4899-8d11-7f9065754caa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 May 29 01:15:26.763215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046075-c44f-4eba-a402-79ea896b3aee req-2b03877b-9030-4901-a91d-2dd860b28644 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:26.764524 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-df046075-c44f-4eba-a402-79ea896b3aee req-2b03877b-9030-4901-a91d-2dd860b28644 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0671582 May 29 01:15:26.903366 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-df046075-c44f-4eba-a402-79ea896b3aee req-a7234428-744a-4aa6-b368-03efdd5aa162 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1344321 May 29 01:15:26.912434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:27.017606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:27.209840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=da1a7466-d070-4810-8fee-8b3587ec69d3,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:27.237053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] For port da1a7466-d070-4810-8fee-8b3587ec69d3, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:15:27.286907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] device_id is not set on port da1a7466-d070-4810-8fee-8b3587ec69d3 yet. {{(pid=83980) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 29 01:15:27.294353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:27.299426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:27.531790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] Pushing event updated for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=11']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:27.591238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] No DVR routers for this DVR port da1a7466-d070-4810-8fee-8b3587ec69d3 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:15:27.724799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7537ee7a-242c-4388-abb6-bdc109e06242 None None] Provisioning complete for port da1a7466-d070-4810-8fee-8b3587ec69d3 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:27.725351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7537ee7a-242c-4388-abb6-bdc109e06242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:27.778689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7537ee7a-242c-4388-abb6-bdc109e06242 None None] Port da1a7466-d070-4810-8fee-8b3587ec69d3 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:15:27.835430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] In _notify_port_updated(), no bound segment for port da1a7466-d070-4810-8fee-8b3587ec69d3 on network 29f7420e-2179-4533-80a2-b8fa486c1778 {{(pid=83980) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 29 01:15:27.836425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:27.838454 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-df046075-c44f-4eba-a402-79ea896b3aee req-6a884fae-e5f0-4701-a529-e37a459e53cd service neutron] 10.222.0.16 "PUT /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 200 len: 1028 time: 0.9297364 May 29 01:15:27.869507 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a94aeac-c1c3-4bf8-bbac-8ecf93dacfc3 req-0a1c5417-bf2e-4950-b66b-785f99d9761e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=daca5387-5d2f-4595-816c-9f9e3f1cb237 HTTP/1.1" status: 200 len: 210 time: 0.0462339 May 29 01:15:28.976864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60318) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:29.043123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12608a67-7fcb-493e-b1ba-561f76f4b95b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.070873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12608a67-7fcb-493e-b1ba-561f76f4b95b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.134371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12608a67-7fcb-493e-b1ba-561f76f4b95b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.152982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12608a67-7fcb-493e-b1ba-561f76f4b95b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:29.162721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12608a67-7fcb-493e-b1ba-561f76f4b95b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.163818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-12608a67-7fcb-493e-b1ba-561f76f4b95b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/5beb4ed3-be78-4222-9dd2-b7bbe4d41d3e HTTP/1.1" status: 204 len: 168 time: 0.1859965 May 29 01:15:29.204550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60324) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:29.475769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 88f3b450-b864-4c35-99a7-042306485ccd {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:15:29.476037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.655818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.656204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.774798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 88f3b450-b864-4c35-99a7-042306485ccd owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:15:29.916181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:29.972853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=88f3b450-b864-4c35-99a7-042306485ccd,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:30.073536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:30.368448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:15:30.423361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device da1a7466-d070-4810-8fee-8b3587ec69d3 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:15:30.460962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c70e31e1-5a78-4293-a504-ca919dc73c3b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:15:30.652842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:15:30.662134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] Sync routers for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:15:30.671858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:30.674167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:30.674845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:30.817253 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ee083f9f-46f4-4bf4-95dc-e4b90feb9e6f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/82d291cb-03f6-4ede-9d7b-8bf38233c628 HTTP/1.1" status: 204 len: 168 time: 1.6114082 May 29 01:15:30.856907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:30.970125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60332) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:31.037466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b304b12c-f558-4bc8-b367-24e6fe8b2be1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.066353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b304b12c-f558-4bc8-b367-24e6fe8b2be1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.131157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b304b12c-f558-4bc8-b367-24e6fe8b2be1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.150992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304b12c-f558-4bc8-b367-24e6fe8b2be1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173e2d1-859d-4115-9610-c8714c351d8f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:31.159615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b304b12c-f558-4bc8-b367-24e6fe8b2be1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.160748 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b304b12c-f558-4bc8-b367-24e6fe8b2be1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/c173e2d1-859d-4115-9610-c8714c351d8f HTTP/1.1" status: 204 len: 168 time: 0.1896522 May 29 01:15:31.184448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:57Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:31.189760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] Checking router: c70e31e1-5a78-4293-a504-ca919dc73c3b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:15:31.204173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60338) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:31.206242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:31.206866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:31.271214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port da1a7466-d070-4810-8fee-8b3587ec69d3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:15:31.271552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.389436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:31.499699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f51e037e-cee0-4ecc-8da6-93f96c35a0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.525359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.647628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for da1a7466-d070-4810-8fee-8b3587ec69d3 owned by {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:15:31.753626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:57Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:31.757517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7189f59-4b00-406f-b82d-136c283ec385 None None] The sync data for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv is: [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:14:51Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '6630bcb3-75f8-4b88-a389-315a72e8af1e', 'name': '', 'network_id': '29f7420e-2179-4533-80a2-b8fa486c1778', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:ef:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:51Z', 'updated_at': '2022-05-29T01:14:57Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '752571f2-20d4-4b0e-aa56-4f41e81af00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:15:31.791737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.838847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=da1a7466-d070-4810-8fee-8b3587ec69d3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:31.960817 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:31.977362 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8fb472aa-ddf9-47c3-b87a-3a97828d8d05 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/ports/da1a7466-d070-4810-8fee-8b3587ec69d3 HTTP/1.1" status: 204 len: 168 time: 0.7703767 May 29 01:15:31.978352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60342) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:31.997901 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a615f-c45b-43c6-8f0c-421dcc0798fc None None] New status for floating IP 82d291cb-03f6-4ede-9d7b-8bf38233c628: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:15:32.386839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:33.057462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 6630bcb3-75f8-4b88-a389-315a72e8af1e {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:15:33.057802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:33.058548 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:15:33.244989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 6630bcb3-75f8-4b88-a389-315a72e8af1e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6630bcb3-75f8-4b88-a389-315a72e8af1e,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:33.245351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:33.363105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 6630bcb3-75f8-4b88-a389-315a72e8af1e owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:15:33.531512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:33.576977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=6630bcb3-75f8-4b88-a389-315a72e8af1e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:33.578337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-409e2a61-0b3a-442e-9d78-4577887e8a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:33.868548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:34.516465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router c70e31e1-5a78-4293-a504-ca919dc73c3b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:15:34.549038 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:34.710148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:15:34.719485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] Sync routers for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:15:34.724565 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a25ac983-e8e3-4572-890b-9f04bd39befa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/c70e31e1-5a78-4293-a504-ca919dc73c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7448244 May 29 01:15:34.726838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60346) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:34.731506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:34.732156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:34.907343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:34.910863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet 752571f2-20d4-4b0e-aa56-4f41e81af00c {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:15:34.913711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:34.965642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.044931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.119767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.161055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.169853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=752571f2-20d4-4b0e-aa56-4f41e81af00c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:35.173791 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9a327893-3108-4334-9440-551f3052490f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/752571f2-20d4-4b0e-aa56-4f41e81af00c HTTP/1.1" status: 204 len: 168 time: 0.4458168 May 29 01:15:35.176338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60350) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:35.179165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa926b68-d5fc-44f8-b050-37c463f8f472 None None] Network 29f7420e-2179-4533-80a2-b8fa486c1778 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:15:35.286853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:15:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:35.318696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] Checking router: c70e31e1-5a78-4293-a504-ca919dc73c3b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:15:35.372636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] Routers {'c70e31e1-5a78-4293-a504-ca919dc73c3b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:35.373243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['c70e31e1-5a78-4293-a504-ca919dc73c3b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:35.383577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.516262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.575866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] Set router c70e31e1-5a78-4293-a504-ca919dc73c3b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:35.584993 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.596211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 8ca08679-d698-449b-b4fd-7a7edbda814c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:15:35.596548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.623583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] DHCP port deletion for 29f7420e-2179-4533-80a2-b8fa486c1778 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:15:35.640501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] Deleting port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:15:35.640878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.870217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 8ca08679-d698-449b-b4fd-7a7edbda814c, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8ca08679-d698-449b-b4fd-7a7edbda814c,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:35.870759 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:35.988900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 8ca08679-d698-449b-b4fd-7a7edbda814c owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:15:36.085442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] For port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=4dd13146-9e4d-40ea-9fa8-4ad29aefef69,segment=NetworkSegment(8705b02d-23d7-45e5-a875-929738e9d1c8),segment_id=8705b02d-23d7-45e5-a875-929738e9d1c8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:36.086049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.157405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.204063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=8ca08679-d698-449b-b4fd-7a7edbda814c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:36.222437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] Calling delete_port for 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:15:36.259238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.299491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:15:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:36.304194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9b81a-b489-4454-8dd7-40d61194f216 None None] The sync data for ids ['c70e31e1-5a78-4293-a504-ca919dc73c3b'] in dv-neutron-843186-2-hyperv is: [{'id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'name': 'tempest-TestNetworkBasicOps-router-1045284249', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:14:47Z', 'updated_at': '2022-05-29T01:15:33Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '8ca08679-d698-449b-b4fd-7a7edbda814c', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e31e1-5a78-4293-a504-ca919dc73c3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:14:48Z', 'updated_at': '2022-05-29T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:15:36.310557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.355703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] Pushing event deleted for resources: {'Port': ['ID=4dd13146-9e4d-40ea-9fa8-4ad29aefef69,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:36.361806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679ccdb-66fc-406b-a0fa-6125827fe426 None None] No DVR routers for this DVR port 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:15:36.434012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.698223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.702518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.732684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.733194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router c70e31e1-5a78-4293-a504-ca919dc73c3b {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:15:36.749142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.750246 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b01591eb-e808-4d31-9e35-39cae88be4e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/c70e31e1-5a78-4293-a504-ca919dc73c3b HTTP/1.1" status: 204 len: 168 time: 1.5730305 May 29 01:15:36.752881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60354) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:36.864930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:36.998184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.101964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f7420e-2179-4533-80a2-b8fa486c1778']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:37.114616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8705b02d-23d7-45e5-a875-929738e9d1c8') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:37.114908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8705b02d-23d7-45e5-a875-929738e9d1c8') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:37.125938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.141235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.147204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:15:37.147577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:15:37.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:15:37.239605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.256781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.268617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=29f7420e-2179-4533-80a2-b8fa486c1778,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:37.275782 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/29f7420e-2179-4533-80a2-b8fa486c1778 HTTP/1.1" status: 204 len: 168 time: 0.5219162 May 29 01:15:37.282207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.282545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.282877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.283199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.283862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.284183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.284508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.284829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.285145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.285457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.285767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9651f3-45dc-495e-90f7-d8bc407c50bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.289179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60358) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:37.304894 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3a95dd29-409f-4b32-86f4-9325431ee462 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0132794 May 29 01:15:37.307591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60362) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:37.313237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--1389382062', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:37.318885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:37.324574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:37.327501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:37.333114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8ca08679-d698-449b-b4fd-7a7edbda814c no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:15:37.333769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:37.346697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:15:37.347284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.371204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 8ca08679-d698-449b-b4fd-7a7edbda814c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:15:37.371536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8ca08679-d698-449b-b4fd-7a7edbda814c not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:15:37.371944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6630bcb3-75f8-4b88-a389-315a72e8af1e no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:15:37.375515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:15:37.385200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.385743 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment 30dc67bb-a6c6-4195-a238-e97abf15f0cc of type vlan for network b75c628d-67c6-4d7d-b737-9fd095e22741 May 29 01:15:37.404975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 6630bcb3-75f8-4b88-a389-315a72e8af1e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:15:37.405317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6630bcb3-75f8-4b88-a389-315a72e8af1e not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:15:37.405718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:15:37.412592 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.442275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:15:37.442275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 4dd13146-9e4d-40ea-9fa8-4ad29aefef69 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:15:37.447466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.451635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:37.452253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.558044 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2491269 May 29 01:15:37.560699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60366) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:37.563382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=b75c628d-67c6-4d7d-b737-9fd095e22741,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:37.566268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:37.572282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.572627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.572966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.573317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.573628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.573981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:37.574154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.574268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.574594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.574912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.575233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.575550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13425d76-6991-4fac-8a0a-b16279e9304b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:37.577567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:37.580536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:37.586555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network b75c628d-67c6-4d7d-b737-9fd095e22741 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:15:37.586719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:37.596199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.597099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.616654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.763122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.934662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:37.962708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:38.096926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.199 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/3e0eeb01-4486-4a61-bf25-74680f871665) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:15:38.241187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:38.267457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:38.333661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:15:38.336534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:38.340800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:15:38.366925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=3e0eeb01-4486-4a61-bf25-74680f871665,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:38.501740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:38.502374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:38.733566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:15:38.928522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:15:38.939075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Sync routers for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:15:38.951023 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:38.951637 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:38.954545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:38.955902 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5d1317dc-2412-45f0-b854-fd3e83924382 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.3941751 May 29 01:15:38.958899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60370) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:39.092674 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3ef35bfb-f6f0-4abf-833b-aa4fecea91d4 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1326942 May 29 01:15:39.095270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60374) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:39.166668 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:39.231380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826d36d1-4fbc-44bb-a656-a1f09c5bd0bb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:39.236211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60378) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:39.236666 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-826d36d1-4fbc-44bb-a656-a1f09c5bd0bb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1400042 May 29 01:15:39.276757 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-92f00f7b-254b-4580-af13-e3aa10294314 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387723 May 29 01:15:39.279359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60382) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:39.284569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901956697', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:39.392318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:39.397068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:39.400503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:39.407245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:39.418426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:15:39.453059 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:38Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:39.456753 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Checking router: 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:15:39.457098 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Updating router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 port 3e0eeb01-4486-4a61-bf25-74680f871665 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:15:39.507357 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:39.519153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:39.737243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:39.818485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=d410e0f7-934c-4c1d-8894-6608003d9445,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:39.826782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:15:39.827144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: b75c628d-67c6-4d7d-b737-9fd095e22741, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:15:39.827273 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:39.838731 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Transition to ACTIVE for port object 3e0eeb01-4486-4a61-bf25-74680f871665 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:39.846061 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:39.848824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b75c628d-67c6-4d7d-b737-9fd095e22741 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:15:39.858208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, b75c628d-67c6-4d7d-b737-9fd095e22741) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:39.862714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:39.863427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:39.869406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9883c-1d9d-4e27-b8f7-7f7495f9ba3f None None] Network b75c628d-67c6-4d7d-b737-9fd095e22741 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:15:39.893727 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dcade88c-900a-4833-b722-af72aba3e7bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6107717 May 29 01:15:39.894433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60386) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:39.927727 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Attempting to bind port 3e0eeb01-4486-4a61-bf25-74680f871665 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:15:39.928109 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Attempting to bind port 3e0eeb01-4486-4a61-bf25-74680f871665 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:15:39.929035 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Attempting to bind port 3e0eeb01-4486-4a61-bf25-74680f871665 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:15:39.936851 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a8b45-ecda-436d-bdd3-781c92249441 None None] Pushing event updated for resources: {'Port': ['ID=3e0eeb01-4486-4a61-bf25-74680f871665,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:39.942269 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:15:39.942902 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:15:39.943022 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:39.943365 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:15:39.943817 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Bound port: 3e0eeb01-4486-4a61-bf25-74680f871665, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:15:39.944201 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.018092 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] For port 3e0eeb01-4486-4a61-bf25-74680f871665, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:15:40.021884 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] For port 3e0eeb01-4486-4a61-bf25-74680f871665, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3e0eeb01-4486-4a61-bf25-74680f871665,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:15:40.026286 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.083581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-b75c628d-67c6-4d7d-b737-9fd095e22741', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:15:40.084617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.120099 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:40.121351 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:40.241269 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a8b45-ecda-436d-bdd3-781c92249441 None None] Pushing event updated for resources: {'Port': ['ID=3e0eeb01-4486-4a61-bf25-74680f871665,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:40.255985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Allocated IP 172.20.0.2 (b75c628d-67c6-4d7d-b737-9fd095e22741/d410e0f7-934c-4c1d-8894-6608003d9445/e787c41f-1128-4bdf-b452-917f0473dabc) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:15:40.319438 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:40.512716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.526756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Transition to ACTIVE for port object e787c41f-1128-4bdf-b452-917f0473dabc will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:40.547264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Transition to ACTIVE for port object e787c41f-1128-4bdf-b452-917f0473dabc will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:40.553640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.615858 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:38Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:40.620532 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363b4ce-2310-433b-8ce3-e3cadc60fd76 None None] The sync data for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv is: [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:38Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:15:40.625803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Network b75c628d-67c6-4d7d-b737-9fd095e22741 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:15:40.628516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:40.631272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:15:40.644753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Pushing event updated for resources: {'Port': ['ID=e787c41f-1128-4bdf-b452-917f0473dabc,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:40.734271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Attempting to bind port e787c41f-1128-4bdf-b452-917f0473dabc on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:15:40.734639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Attempting to bind port e787c41f-1128-4bdf-b452-917f0473dabc by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:15:40.734989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Attempting to bind port e787c41f-1128-4bdf-b452-917f0473dabc on network b75c628d-67c6-4d7d-b737-9fd095e22741 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:15:40.741844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:15:40.742208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Checking segment: {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:15:40.743129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.743712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Bound using segment: {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:15:40.744385 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Bound port: e787c41f-1128-4bdf-b452-917f0473dabc, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:15:40.744759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.802342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.862682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] For port e787c41f-1128-4bdf-b452-917f0473dabc, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:15:40.869455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] For port e787c41f-1128-4bdf-b452-917f0473dabc, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e787c41f-1128-4bdf-b452-917f0473dabc,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:15:40.874767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:40.966993 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3895f75-a3f2-4703-9334-fa735811a5c1 None None] Pushing event updated for resources: {'Port': ['ID=e787c41f-1128-4bdf-b452-917f0473dabc,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:41.319433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (b75c628d-67c6-4d7d-b737-9fd095e22741/d410e0f7-934c-4c1d-8894-6608003d9445/88aaeb49-d0e3-41bd-a2b8-363218dd5cbe) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:15:41.323458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e787c41f-1128-4bdf-b452-917f0473dabc up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:41.397105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port e787c41f-1128-4bdf-b452-917f0473dabc completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:41.402865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3e0eeb01-4486-4a61-bf25-74680f871665 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:41.478591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 3e0eeb01-4486-4a61-bf25-74680f871665 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:41.483704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3e0eeb01-4486-4a61-bf25-74680f871665 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:41.484168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:41.499801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:41.518421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:41.541912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:41.602422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:41.614560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b75c628d-67c6-4d7d-b737-9fd095e22741 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:15:41.618839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:41.620986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:41.622046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 3e0eeb01-4486-4a61-bf25-74680f871665, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3e0eeb01-4486-4a61-bf25-74680f871665,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:41.623160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:15:41.631223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:41.687181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:41.701968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=3e0eeb01-4486-4a61-bf25-74680f871665,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:41.786608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:41.934573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e457557-74e5-407f-9750-442322834f7b None None] Network b75c628d-67c6-4d7d-b737-9fd095e22741 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:15:42.040356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fde0b0a5-0292-42c6-aabe-5af9b6a5c872 None None] Provisioning for port e787c41f-1128-4bdf-b452-917f0473dabc completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:42.050042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fde0b0a5-0292-42c6-aabe-5af9b6a5c872 None None] Provisioning complete for port e787c41f-1128-4bdf-b452-917f0473dabc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:42.050417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fde0b0a5-0292-42c6-aabe-5af9b6a5c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.275127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fde0b0a5-0292-42c6-aabe-5af9b6a5c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.302429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.307457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.315604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-fde0b0a5-0292-42c6-aabe-5af9b6a5c872 None None] For port e787c41f-1128-4bdf-b452-917f0473dabc, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e787c41f-1128-4bdf-b452-917f0473dabc,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:42.319693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fde0b0a5-0292-42c6-aabe-5af9b6a5c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.388218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0b0a5-0292-42c6-aabe-5af9b6a5c872 None None] Pushing event updated for resources: {'Port': ['ID=e787c41f-1128-4bdf-b452-917f0473dabc,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:42.419987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:42.424639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.559655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7d280000-cf8d-4fe9-b177-1db4138ba7a2 None None] Provisioning complete for port e787c41f-1128-4bdf-b452-917f0473dabc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:42.560090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7d280000-cf8d-4fe9-b177-1db4138ba7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.568107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b75c628d-67c6-4d7d-b737-9fd095e22741 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:15:42.569401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:42.693221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7d280000-cf8d-4fe9-b177-1db4138ba7a2 None None] Provisioning for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:42.698387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7d280000-cf8d-4fe9-b177-1db4138ba7a2 None None] Provisioning complete for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:42.698763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7d280000-cf8d-4fe9-b177-1db4138ba7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.755021 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7d280000-cf8d-4fe9-b177-1db4138ba7a2 None None] Port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:15:42.875794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0f3dc245-f290-4ae9-8212-93196484e99f None None] Provisioning complete for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:42.876199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc245-f290-4ae9-8212-93196484e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:42.927792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dc245-f290-4ae9-8212-93196484e99f None None] Port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:15:42.973116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:15:43.174644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:15:43.187230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fd739508-233d-4b5c-8239-f63612695222 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916629 May 29 01:15:43.189786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60390) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:43.226913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e787c41f-1128-4bdf-b452-917f0473dabc up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:43.294674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port e787c41f-1128-4bdf-b452-917f0473dabc triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:43.295043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:43.324740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f1240-431d-4e02-8ced-a4f42a8e1f33 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.325281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f1240-431d-4e02-8ced-a4f42a8e1f33 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.325464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f1240-431d-4e02-8ced-a4f42a8e1f33 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.325821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f1240-431d-4e02-8ced-a4f42a8e1f33 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.327430 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-961f1240-431d-4e02-8ced-a4f42a8e1f33 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1367524 May 29 01:15:43.330720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60394) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:43.395769 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b480152-e3ec-41c6-832e-5bc7df68bb3c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.396157 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b480152-e3ec-41c6-832e-5bc7df68bb3c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.396514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b480152-e3ec-41c6-832e-5bc7df68bb3c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.396872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b480152-e3ec-41c6-832e-5bc7df68bb3c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:43.398451 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5b480152-e3ec-41c6-832e-5bc7df68bb3c tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0665343 May 29 01:15:43.403540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60398) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:43.416567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3e0eeb01-4486-4a61-bf25-74680f871665 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:43.485088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3e0eeb01-4486-4a61-bf25-74680f871665 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:43.485368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:43.604402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-21032a9c-284c-4112-8f82-7693aed0f07f tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1997273 May 29 01:15:43.683982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60404) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:43.689514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432760444', 'description': 'tempest-secgroup-smoke-1432760444 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:43.695293 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:43.700126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:43.702942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:43.708599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:43.718002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:43.752772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:43.756878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:43.760616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:43.766320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:43.819585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:43.823895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:43.866717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebfae59-d194-46ac-9485-09b356a8459d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:43.869975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:43.873946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ed8272a-5973-45a5-a103-644f0821cf58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1862116 May 29 01:15:43.874229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60408) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:43.879246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5ebfae59-d194-46ac-9485-09b356a8459d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:43.885838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:43.889593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:43.892442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:43.898070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:43.914763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.085768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.089977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.115033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8e5b28-ddc6-4532-aee9-14da186e5663,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:44.125403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.126928 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-001cb7b0-d626-46ba-be71-ca177cc9ee97 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2519004 May 29 01:15:44.129700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60412) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:44.135107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5ebfae59-d194-46ac-9485-09b356a8459d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:44.140843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:44.144599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:44.147418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:44.153626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:44.172458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.225645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Sync routers for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:15:44.238358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:44.238972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:44.239307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.243351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.269339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c9cccd-2a80-4f53-8455-cad75c742cf0,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:44.279680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.280983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1dd3103d-706f-4601-a4a3-09d15f7ed78f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1503789 May 29 01:15:44.283825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60416) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:44.289345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5ebfae59-d194-46ac-9485-09b356a8459d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:44.295234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:44.298913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:44.301706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:44.308360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:44.326142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.388633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.392181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.416918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e6bc52-7500-4615-8b62-b940a24e54b5,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:44.418176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:44.426255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.427491 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-963e3881-85d6-47ff-afd7-da504a4d02e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1425891 May 29 01:15:44.430673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60420) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:44.436207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5ebfae59-d194-46ac-9485-09b356a8459d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:44.441821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:44.446239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:44.449309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:44.454978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:44.471468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.534225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.538730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.564693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e648179c-4fc3-40c7-9424-4c1eb2741dbe,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:44.573981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.575176 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5fb6dae8-acb2-464f-b8e8-c971d15b4f81 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1434159 May 29 01:15:44.577888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60424) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:44.583235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5ebfae59-d194-46ac-9485-09b356a8459d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:44.589688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:44.593458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:44.596329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:44.602573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:44.613263 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:15:44.619627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.683323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.686994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.710721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412b582c-3f5f-4224-b206-ab8a264f8bf6,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:44.722068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.726047 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b7ae6d95-86dd-429e-ba5a-25755ee2ac40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1445134 May 29 01:15:44.726246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60428) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:44.731874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '5ebfae59-d194-46ac-9485-09b356a8459d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:44.734775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:15:42Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:44.737798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:44.738935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Checking router: 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:15:44.739480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Updating router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:15:44.741703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:44.744956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:44.750733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:44.761702 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:15:44.768022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.791672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.841328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.845424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.868069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab8f339-713e-4e98-a007-0c92e5e941a3,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:44.877422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:44.887581 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-af7fa078-b769-41c2-8037-009fdafa71e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1513739 May 29 01:15:45.048605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-e1eee112-64e1-4b64-88c8-4619441aba1d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:15:45.064324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-e1eee112-64e1-4b64-88c8-4619441aba1d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:15:45.065466 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-e1eee112-64e1-4b64-88c8-4619441aba1d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432760444&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0572703 May 29 01:15:45.139940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:45.151894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Transition to ACTIVE for port object 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:45.158044 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:45.218905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-ed307306-d2af-4c3a-a25b-0deb62c81410 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:45.219758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-ed307306-d2af-4c3a-a25b-0deb62c81410 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:15:45.236459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-ed307306-d2af-4c3a-a25b-0deb62c81410 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:15:45.240455 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-ed307306-d2af-4c3a-a25b-0deb62c81410 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 200 len: 797 time: 0.1676464 May 29 01:15:45.255684 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-1592ac4f-75be-488b-a373-0cc01dd24573 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0116732 May 29 01:15:45.285132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dd61c-6c8b-4426-8e89-fbd9c3235c1d None None] Pushing event updated for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:45.342212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-43d62f9b-c522-49d8-adf4-349553f6c7c9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:15:45.359499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-43d62f9b-c522-49d8-adf4-349553f6c7c9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:15:45.361126 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-43d62f9b-c522-49d8-adf4-349553f6c7c9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994172 May 29 01:15:45.381828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Attempting to bind port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:15:45.382540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Attempting to bind port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:15:45.383154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Attempting to bind port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe on network b75c628d-67c6-4d7d-b737-9fd095e22741 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:15:45.390947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:15:45.391267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Checking segment: {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:15:45.391663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:45.392086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Bound using segment: {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:15:45.392718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Bound port: 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:15:45.393139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:45.491605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] For port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:15:45.495341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] For port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:15:45.500568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:45.523498 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-bb34d2e5-1ae1-44e2-b2f7-09d7a36b75f3 service neutron] 10.222.0.33 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499007 May 29 01:15:45.584071 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dd61c-6c8b-4426-8e89-fbd9c3235c1d None None] Pushing event updated for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:45.588178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:45.588790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:45.660933 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-981d21c9-8f18-4bea-bcbd-47e6dd69d719 service neutron] 10.222.0.33 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307034 May 29 01:15:45.821779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:15:45.869126 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6369b5d7-bbcd-412b-a884-31a98e6ae5b7 req-341c5e6b-3248-41d0-9a6b-e743fbdd0899 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 210 time: 0.0458462 May 29 01:15:46.163281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:15:45Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:46.169597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb64cf-db53-4d12-9140-364cb8fcb469 None None] The sync data for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv is: [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:15:45Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:15:46.663120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:46.901758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-9b6450a1-18a6-4590-bc34-f946293dea27 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:46.902859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-9b6450a1-18a6-4590-bc34-f946293dea27 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:15:46.917298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-9b6450a1-18a6-4590-bc34-f946293dea27 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:15:46.918789 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-9b6450a1-18a6-4590-bc34-f946293dea27 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 200 len: 797 time: 0.1740141 May 29 01:15:46.973688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-e82f548c-1b75-4ce9-a263-1fabcd7754e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:15:46.987658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-e82f548c-1b75-4ce9-a263-1fabcd7754e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:15:46.988772 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-e82f548c-1b75-4ce9-a263-1fabcd7754e7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 380 time: 0.0587928 May 29 01:15:46.998658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['5ebfae59-d194-46ac-9485-09b356a8459d']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:47.053631 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7e29e3f0-1429-4208-ab69-7aac96c57517 req-79df6b8a-6b7f-474c-a785-ddcadfbc0c32 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 210 time: 0.0453310 May 29 01:15:47.140705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:47.150813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:47.160225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:15:47.163207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.243433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:47.311497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:47.316096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:47.316472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.328686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.12 (b75c628d-67c6-4d7d-b737-9fd095e22741/d410e0f7-934c-4c1d-8894-6608003d9445/8a75d4ed-986f-4ff6-847f-7fa3a2576fd6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:15:47.440538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.475076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:47.478867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.536612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.548877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:47.551784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:47.557682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.558028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.558361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.558818 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.559020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.559344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.559791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.560201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.560550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.560869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.561191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:15:47.575765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.649334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b75c628d-67c6-4d7d-b737-9fd095e22741 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:15:47.652416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:47.656688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:15:47.682566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:47.720210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:47.720806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.749346 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-cb766cb1-987e-4e6b-a9ef-541ba4064e40 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7552931 May 29 01:15:47.760872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Request body: {'port': {'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:47.872780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.926961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fecb4e37-da3f-4a6f-93c0-1e5c9dc9569c None None] Provisioning for port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:47.932133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fecb4e37-da3f-4a6f-93c0-1e5c9dc9569c None None] Provisioning complete for port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:47.932509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fecb4e37-da3f-4a6f-93c0-1e5c9dc9569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:47.983220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-fecb4e37-da3f-4a6f-93c0-1e5c9dc9569c None None] Port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:15:48.209940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:15:48.217933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:48.233544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Transition to ACTIVE for port object 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:15:48.238613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:48.259937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d3bf-3c2d-41f8-a6df-8780ff4d2cec req-33324b03-9cd2-41c5-ae14-d679f4c92017 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:48.261409 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8c8d3bf-3c2d-41f8-a6df-8780ff4d2cec req-33324b03-9cd2-41c5-ae14-d679f4c92017 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 932 time: 0.0779610 May 29 01:15:48.311234 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8c8d3bf-3c2d-41f8-a6df-8780ff4d2cec req-1175aa4f-74cd-4b7b-845d-f897ead71eb8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 May 29 01:15:48.462590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Pushing event updated for resources: {'Port': ['ID=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:48.562604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Attempting to bind port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:15:48.562923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Attempting to bind port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:15:48.563238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Attempting to bind port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 on network b75c628d-67c6-4d7d-b737-9fd095e22741 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:15:48.568796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 on network b75c628d-67c6-4d7d-b737-9fd095e22741 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:15:48.569047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Attempting to bind port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 on network b75c628d-67c6-4d7d-b737-9fd095e22741 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:15:48.575899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:15:48.576251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Checking segment: {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:15:48.576624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Bound using segment: {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:15:48.577036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Bound port: 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dc67bb-a6c6-4195-a238-e97abf15f0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:15:48.577373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:48.662834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] For port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:15:48.666015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] For port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:15:48.669518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:48.734149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:48.735831 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-11152fb5-99c0-423b-a266-237c11682882 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 200 len: 1094 time: 0.9792690 May 29 01:15:48.736303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:15:48.756075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152fb5-99c0-423b-a266-237c11682882 service neutron] Pushing event updated for resources: {'Port': ['ID=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:48.813028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40818c85-e7f7-4311-90d7-c06b8ebc98a9'] response: {'name': 'network-changed', 'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'status': 'completed', 'code': 200} May 29 01:15:48.855558 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-b05970ab-29e8-4ebe-b1fa-9a6f3bd624a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1097 time: 0.0758264 May 29 01:15:48.926765 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-33764df3-afe0-4d33-86b1-7010796fd767 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 200 len: 217 time: 0.0646214 May 29 01:15:48.986133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-eee2ae61-a60e-4f7f-91f8-7715dcdbe8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:48.987512 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-eee2ae61-a60e-4f7f-91f8-7715dcdbe8f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d410e0f7-934c-4c1d-8894-6608003d9445 HTTP/1.1" status: 200 len: 835 time: 0.0557206 May 29 01:15:49.064400 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-c6e8880d-8ac7-4383-9da8-816f1e96515d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b75c628d-67c6-4d7d-b737-9fd095e22741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695229 May 29 01:15:49.198221 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-242c8d64-62dc-4fa6-8795-8166fccb3a41 service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283092 May 29 01:15:49.222861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:49.294136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:49.294505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:49.329478 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3c89f841-abe8-454a-9b69-2f08337af0f7 req-e8cec12f-9e41-4208-a2e5-5b1defd0f3ed service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253693 May 29 01:15:49.444116 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-40d15b56-4900-4c40-8331-1fa7dace3b87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1097 time: 0.0701828 May 29 01:15:49.510935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6134-a9bd-43b7-91cf-e8aa8654adce req-6f037e47-a14f-434d-8e53-63fd517b60c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:49.512424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-83da6134-a9bd-43b7-91cf-e8aa8654adce req-6f037e47-a14f-434d-8e53-63fd517b60c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 944 time: 0.0764582 May 29 01:15:49.558005 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-83da6134-a9bd-43b7-91cf-e8aa8654adce req-837a4685-c38d-4e48-b129-e7fff0879e58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398571 May 29 01:15:49.575715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-a9f4269c-43f9-41e6-b85d-a5a12f49c7c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:49.577251 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-a9f4269c-43f9-41e6-b85d-a5a12f49c7c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 200 len: 898 time: 0.1280808 May 29 01:15:49.645283 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-99544b1c-6e24-4c02-8232-56b4dc18dcde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 200 len: 217 time: 0.0627983 May 29 01:15:49.703837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-35072e03-0547-4729-a7af-35c953387fc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:49.705223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-35072e03-0547-4729-a7af-35c953387fc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d410e0f7-934c-4c1d-8894-6608003d9445 HTTP/1.1" status: 200 len: 835 time: 0.0549662 May 29 01:15:49.779787 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-cc72f650-4e9d-4ec4-93af-8cc0fdd35d30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b75c628d-67c6-4d7d-b737-9fd095e22741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691414 May 29 01:15:49.907391 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-0c43e323-5edf-4df5-86dd-e9faa0ffe943 service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215663 May 29 01:15:50.035983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a56e5d8d-2007-4b46-b1df-d00fcd1d8699 req-6efeeee3-0f8a-4213-942a-34fd38828cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227789 May 29 01:15:50.759365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ed1a-a541-420a-9554-2651994e5fcc req-b0f08c3c-dd8c-4b6b-a9cf-78b30a21d2fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:50.760823 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9895ed1a-a541-420a-9554-2651994e5fcc req-b0f08c3c-dd8c-4b6b-a9cf-78b30a21d2fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 944 time: 0.0788264 May 29 01:15:50.806101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9895ed1a-a541-420a-9554-2651994e5fcc req-f261d90c-2f7f-4604-8b6e-21ed7da78982 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 May 29 01:15:51.997647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ad3d-7418-459f-a546-f470bb2e89a2 req-c3abd94d-273c-4a9f-a22e-9de958590698 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:51.998992 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36b5ad3d-7418-459f-a546-f470bb2e89a2 req-c3abd94d-273c-4a9f-a22e-9de958590698 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 944 time: 0.0745986 May 29 01:15:52.043173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36b5ad3d-7418-459f-a546-f470bb2e89a2 req-02086e91-7ee4-4533-945c-a197244757be tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 May 29 01:15:52.446068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:15:52.577233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:52.592093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'mac_address': 'fa:16:3e:24:a5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:15:52.644056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:52.660221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:15:52.674365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:52.678352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:52.743192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:52.969029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['8a75d4ed-986f-4ff6-847f-7fa3a2576fd6'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:15:53.239214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289108e-823c-4f1e-af2a-6e346749379c req-3d175796-b820-4a25-9ffb-50541e12d691 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:53.241425 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2289108e-823c-4f1e-af2a-6e346749379c req-3d175796-b820-4a25-9ffb-50541e12d691 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 945 time: 0.0804808 May 29 01:15:53.286543 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2289108e-823c-4f1e-af2a-6e346749379c req-92774f28-47a6-426a-bb71-bfcfc1909f91 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 May 29 01:15:54.445661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:15:54.481401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098d651-de03-4b7e-83da-77a5fa2b1e85 req-3413f9b2-b39b-46c8-b71d-c328b7c4e0ba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:54.482845 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4098d651-de03-4b7e-83da-77a5fa2b1e85 req-3413f9b2-b39b-46c8-b71d-c328b7c4e0ba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 945 time: 0.0776756 May 29 01:15:54.512018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:15:54.516677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:15:54.517047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:54.531657 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4098d651-de03-4b7e-83da-77a5fa2b1e85 req-f125233e-ea04-4150-b27f-48303e6e47cf tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 May 29 01:15:54.657309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:54.683201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:15:54.692405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:15:54.696220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:54.738921 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7295fb4b-4bbb-4e68-9369-517fd952a0e7'] response: {'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'code': 200} May 29 01:15:54.762296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:54.963114 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-096c5900-ea37-44ef-8e48-67f4069076fa req-4c46e9bc-0d50-4975-b34e-e945ec4ef2e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1099 time: 0.0734313 May 29 01:15:55.003967 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-096c5900-ea37-44ef-8e48-67f4069076fa req-969e9771-eb2b-4d05-a97d-a62e83270856 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355554 May 29 01:15:55.725956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff215a-467c-492e-a859-f34b2eb2480e req-8868ccc2-542e-40ba-8bf1-c86f043a5943 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:55.727424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24ff215a-467c-492e-a859-f34b2eb2480e req-8868ccc2-542e-40ba-8bf1-c86f043a5943 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 946 time: 0.0741761 May 29 01:15:55.772729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24ff215a-467c-492e-a859-f34b2eb2480e req-f4b978f9-666a-40cb-b6ec-58445b511d30 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398791 May 29 01:15:56.969636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e9ec-f54c-4912-9b21-56e56d665f84 req-0fcefc76-fe9c-4239-b92b-6fb805dcfdd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:56.971058 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a77e9ec-f54c-4912-9b21-56e56d665f84 req-0fcefc76-fe9c-4239-b92b-6fb805dcfdd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 946 time: 0.0783288 May 29 01:15:57.016291 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a77e9ec-f54c-4912-9b21-56e56d665f84 req-e37c6689-bad5-4b0b-8d52-f38efe3366c2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397456 May 29 01:15:57.210202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9311d-9671-4f30-b066-a50b7af5dc27 req-5d34f02a-ed6d-4095-ad47-45ec750e315a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:15:57.211712 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5a9311d-9671-4f30-b066-a50b7af5dc27 req-5d34f02a-ed6d-4095-ad47-45ec750e315a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 946 time: 0.0769842 May 29 01:15:57.271586 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5a9311d-9671-4f30-b066-a50b7af5dc27 req-80963afa-89f2-4026-817c-7609aa1b4b8e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529151 May 29 01:15:57.298449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60474) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:57.448896 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-00559527-8bf1-4cac-bb06-202f070c9c94 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1094 time: 0.1493456 May 29 01:15:57.451572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60478) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:57.456677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:15:57.462165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:15:57.465900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:15:57.468692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:15:57.474177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:15:57.484390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:57.615763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:57.744091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.101 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/90732766-eda2-46ab-b20d-50e1f7292e70) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:15:57.888604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:57.915478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:57.978605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:15:57.981245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:15:57.984905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:15:58.013647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=90732766-eda2-46ab-b20d-50e1f7292e70,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:58.481598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:58.535125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:58.734140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:58.738961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:58.845589 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=90732766-eda2-46ab-b20d-50e1f7292e70,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:15:58.860848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:59.166644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 5956da46-3f1e-4c4b-bf6f-651c338f2f58 associated. External IP: 172.26.5.101, port: 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6. May 29 01:15:59.553431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:15:59.749570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:15:59.759205 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] Sync routers for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:15:59.770891 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:15:59.771560 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:15:59.774172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:15:59.826466 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0ec6a80b-2342-409d-bc2d-a1bdf7510214 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3737562 May 29 01:15:59.827017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:15:59.829152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60482) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:15:59.885863 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00721857-03c0-426f-a4b2-f4e57bf57857'] response: {'name': 'network-changed', 'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'status': 'completed', 'code': 200} May 29 01:15:59.983887 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:16:00.163838 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-e36baece-981f-4999-a784-ae80a35e8fab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1099 time: 0.1772988 May 29 01:16:00.327883 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-636a3c38-6a69-4a11-b8e6-282b37df0de5 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 HTTP/1.1" status: 200 len: 923 time: 0.4974854 May 29 01:16:00.330635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-1038ebce-f8c3-4e7e-b665-38435dcf5ee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:16:00.332030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60490) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:16:00.332533 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-1038ebce-f8c3-4e7e-b665-38435dcf5ee7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 200 len: 898 time: 0.1623397 May 29 01:16:00.407575 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '5956da46-3f1e-4c4b-bf6f-651c338f2f58', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'mac_address': 'fa:16:3e:24:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:58Z', 'updated_at': '2022-05-29T01:15:58Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:15:47Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:16:00.411633 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] Checking router: 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:16:00.423214 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:16:00.423743 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:15:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:16:00.448251 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-e3e62538-4984-4007-9404-ae4ab4722d69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1104903 May 29 01:16:00.457923 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6bef5789-f29d-4c0e-b745-deac47525412 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1238437 May 29 01:16:00.517573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-9ab2dbf0-9f01-4c14-94c5-66ac330a6765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:16:00.520263 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-9ab2dbf0-9f01-4c14-94c5-66ac330a6765 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d410e0f7-934c-4c1d-8894-6608003d9445 HTTP/1.1" status: 200 len: 835 time: 0.0648427 May 29 01:16:00.609906 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-f39e20d9-1b8f-4006-9e0f-7700dc91fdd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b75c628d-67c6-4d7d-b737-9fd095e22741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824378 May 29 01:16:00.624377 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:16:00.753726 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-e1e5f64a-29fe-4143-af1f-5d353f8ff199 service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379745 May 29 01:16:00.894543 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bc1fc8d-afe8-4948-8648-641f4e57786c req-60e3a953-a0d6-4f11-bdec-b9225ad9401f service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353376 May 29 01:16:01.005388 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '5956da46-3f1e-4c4b-bf6f-651c338f2f58', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'mac_address': 'fa:16:3e:24:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:58Z', 'updated_at': '2022-05-29T01:15:58Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:15:47Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:16:01.009299 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8833db-1900-43e5-8298-ae2b223d33ba None None] The sync data for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv is: [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '5956da46-3f1e-4c4b-bf6f-651c338f2f58', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'mac_address': 'fa:16:3e:24:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:58Z', 'updated_at': '2022-05-29T01:15:58Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:15:47Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:16:01.433985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8767af65-f11c-44fb-88f7-9493e22330f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:01.462520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60494) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:16:01.565448 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9986e661-63f1-4c9b-9e93-aa788cdce110 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1017458 May 29 01:16:02.333842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d419b26-7168-42e8-bf92-80b5b13d8307 None None] New status for floating IP 5956da46-3f1e-4c4b-bf6f-651c338f2f58: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:16:02.569514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60498) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:16:02.677625 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f5b58b66-b1cd-4afa-86ea-af6f9e3e0b6d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 994 time: 0.1069703 May 29 01:16:03.549167 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-b4735702-3708-4594-9e88-6ae7aa9a0bea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666022 May 29 01:16:03.574485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcc323b6-ce3a-4093-be03-6181b5b5c4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:03.690074 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-12b7e985-5937-4db1-a100-b303910a962b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1099 time: 0.0716302 May 29 01:16:03.828553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529195c-7fef-4786-94d8-fe0563e06147 req-b246ca3c-9f6a-4c52-b7f8-3599a0ec6db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:16:03.829867 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-b246ca3c-9f6a-4c52-b7f8-3599a0ec6db9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 200 len: 898 time: 0.1223755 May 29 01:16:03.933024 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-8c455230-777e-4f50-91fb-b0c1e913c352 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0974846 May 29 01:16:03.994692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529195c-7fef-4786-94d8-fe0563e06147 req-0df36ab7-702c-4553-be15-281f3bce0d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:16:03.996144 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-0df36ab7-702c-4553-be15-281f3bce0d53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d410e0f7-934c-4c1d-8894-6608003d9445 HTTP/1.1" status: 200 len: 835 time: 0.0575936 May 29 01:16:04.067522 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-dd1e887d-5597-4867-b66d-720957077ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b75c628d-67c6-4d7d-b737-9fd095e22741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659761 May 29 01:16:04.295811 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-049d9833-dfd9-433f-9279-3865aa618028 service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221069 May 29 01:16:04.423376 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3529195c-7fef-4786-94d8-fe0563e06147 req-2b7481f6-bc58-4d98-97dc-27283c0ee2a3 service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220791 May 29 01:16:04.551711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:05.408271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:06.105154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:10.059382 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:16:16.679102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:31.435666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1d715762-7b2c-4a50-ae0c-924d89d588da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:33.576326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e9e70e22-f0a3-4401-a3be-361c607c188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:34.554012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:35.410588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:36.108295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:46.680838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:16:47.059973 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:17:01.437609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6808f194-4569-44e9-bab0-8ed890c29355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:03.311344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60520) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:03.577485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f932c802-88c5-4006-8b18-682a07d9e773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:03.657675 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d9e2e2aa-6b53-4c10-b365-aa89be7ac968 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3452017 May 29 01:17:03.660471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60526) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:03.865716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc94bbf7-9cb4-46ba-bb4b-dd4e77594b76 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Notify agent at dv-neutron-843186-2-hyperv the message router_removed_from_agent {{(pid=83980) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 29 01:17:03.868812 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc94bbf7-9cb4-46ba-bb4b-dd4e77594b76 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "DELETE /v2.0/agents/65ecefe2-a286-4460-b8df-0115d17531a4/l3-routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 HTTP/1.1" status: 204 len: 168 time: 0.2074580 May 29 01:17:03.871378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60530) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:04.045329 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ff043915-98ca-410f-a66e-4448b6ad872e tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1728857 May 29 01:17:04.047925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60534) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:04.150642 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f97555db-ec2e-477b-bb03-42b415e00a45 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 994 time: 0.1015995 May 29 01:17:04.551219 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-5efbc35f-a51e-40d1-8a39-0dbd078d7a91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699489 May 29 01:17:04.557042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:04.636187 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290baf16-1719-4216-8b2a-f995b9007f78 None None] New status for floating IP 5956da46-3f1e-4c4b-bf6f-651c338f2f58: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:17:04.692860 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-3de44d0f-acf8-4e7e-bbee-baca02759795 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1099 time: 0.0675945 May 29 01:17:04.842466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-3ed6a5be-58a0-4e9e-bf39-456a62b8b9f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:04.843926 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-3ed6a5be-58a0-4e9e-bf39-456a62b8b9f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 200 len: 898 time: 0.1305006 May 29 01:17:04.948861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-05fd3eab-1727-41b6-a51d-a16c51c18575 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0989163 May 29 01:17:05.014690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-7cceed17-4e5a-4373-a24e-9ff106812015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:05.016139 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-7cceed17-4e5a-4373-a24e-9ff106812015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d410e0f7-934c-4c1d-8894-6608003d9445 HTTP/1.1" status: 200 len: 835 time: 0.0612333 May 29 01:17:05.154130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60538) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:05.199654 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-77b5221a-d7b3-4bc7-8484-abfd0f13afac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b75c628d-67c6-4d7d-b737-9fd095e22741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1768990 May 29 01:17:05.259147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:17:05.263871 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9a8662e5-b101-4438-a9bd-6e75b2a9ca47 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1086674 May 29 01:17:05.332940 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-374008d1-62b8-45cd-9a4c-343916ba263f service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270645 May 29 01:17:05.372317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:05.414910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:05.420426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:05.421224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3e0eeb01-4486-4a61-bf25-74680f871665 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:17:05.467528 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad14fc15-a942-4154-8e24-702057f3c8c7 req-324f4f18-8ccc-4d6c-90aa-cb790da35a01 service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282098 May 29 01:17:05.486220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:05.534513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:05.575341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.575700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.576033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.576366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.576694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.577017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.577335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.577656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.577971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.578288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.578604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:05.600035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:05.615673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 3e0eeb01-4486-4a61-bf25-74680f871665, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3e0eeb01-4486-4a61-bf25-74680f871665,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:05.619091 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:05.682333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=3e0eeb01-4486-4a61-bf25-74680f871665,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:06.109963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:06.415791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60544) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:06.609914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdd9dd9-d73b-4086-8fa7-6e9eeebeb859 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:17:06.610226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdd9dd9-d73b-4086-8fa7-6e9eeebeb859 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Notify agent at dv-neutron-843186-2-hyperv the message router_added_to_agent {{(pid=83979) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 29 01:17:06.636814 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4bdd9dd9-d73b-4086-8fa7-6e9eeebeb859 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "POST /v2.0/agents/65ecefe2-a286-4460-b8df-0115d17531a4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2199907 May 29 01:17:06.639449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60550) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:06.658025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] Sync routers for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:17:06.670612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:06.671233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:06.856449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:06.930422 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-088102db-cc0e-44a4-96f6-d9fafedf5167 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2898817 May 29 01:17:06.933138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60556) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:07.038563 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e5167b4-ca26-448c-8efb-ded7f78252b3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1043777 May 29 01:17:07.204760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:17:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '5956da46-3f1e-4c4b-bf6f-651c338f2f58', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'mac_address': 'fa:16:3e:24:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:58Z', 'updated_at': '2022-05-29T01:17:04Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:17:05Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:07.209240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] Checking router: 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:17:07.219334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:07.219918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:07.422967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:07.758378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:17:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '5956da46-3f1e-4c4b-bf6f-651c338f2f58', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'mac_address': 'fa:16:3e:24:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:58Z', 'updated_at': '2022-05-29T01:17:04Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:17:05Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:07.762349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15fd78-8d30-4f90-b3e8-f07efec33ad6 None None] The sync data for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv is: [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:15:41Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:17:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '5956da46-3f1e-4c4b-bf6f-651c338f2f58', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'port_id': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'mac_address': 'fa:16:3e:24:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:15:58Z', 'updated_at': '2022-05-29T01:17:04Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aaeb49-d0e3-41bd-a2b8-363218dd5cbe', 'name': '', 'network_id': 'b75c628d-67c6-4d7d-b737-9fd095e22741', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:4d:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:41Z', 'updated_at': '2022-05-29T01:17:05Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'd410e0f7-934c-4c1d-8894-6608003d9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:17:08.042537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60560) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:08.169315 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-11b05396-a990-4ce5-9df2-547411e2b7c7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1255944 May 29 01:17:09.173230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60564) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:09.284451 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a7b3b233-4778-4541-8b05-ff4f3da82e00 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1100268 May 29 01:17:09.309808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:09.379412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:09.379779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:09.493712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:09.525557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:09.529267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:09.530124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3e0eeb01-4486-4a61-bf25-74680f871665 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:09.640614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:09.654429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3e0eeb01-4486-4a61-bf25-74680f871665 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:09.654792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:09.769809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:09.785320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 3e0eeb01-4486-4a61-bf25-74680f871665, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3e0eeb01-4486-4a61-bf25-74680f871665,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:09.790058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:09.853565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=3e0eeb01-4486-4a61-bf25-74680f871665,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:10.287774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60568) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:10.389046 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-102d6d0f-16b7-466f-89d7-581c93b1d033 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1000395 May 29 01:17:11.263909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:11.334417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:11.334788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:11.392881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60574) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:11.447745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3e0eeb01-4486-4a61-bf25-74680f871665 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:11.497371 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-293a526f-e185-4896-8446-52441f2fe35b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1033800 May 29 01:17:11.513274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3e0eeb01-4486-4a61-bf25-74680f871665 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:11.513646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:12.501379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60578) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:12.604351 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d825dfab-803a-4d1a-99d2-112bc0af7c09 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1019137 May 29 01:17:13.607199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60582) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:13.711249 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0ce506a8-b29a-4b49-abcc-c3d37984c17a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1029263 May 29 01:17:14.715111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60586) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:14.820340 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-91823b30-d788-432c-8559-decae02bc7e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 992 time: 0.1040783 May 29 01:17:14.872451 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751689e-8aeb-47d8-aa9a-3ad0fb4cc1eb None None] New status for floating IP 5956da46-3f1e-4c4b-bf6f-651c338f2f58: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:17:15.823776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60590) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:15.926677 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-80b8fcea-b7ac-4e04-a42b-e10215525721 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 200 len: 994 time: 0.1012270 May 29 01:17:16.215762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60598) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:16.411954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 90732766-eda2-46ab-b20d-50e1f7292e70 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:17:16.412327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:16.581248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:16.581569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:16.685675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:16.698469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 90732766-eda2-46ab-b20d-50e1f7292e70 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:17:16.947425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:16.991101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=90732766-eda2-46ab-b20d-50e1f7292e70,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:17.034991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.035339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.035671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.036530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.036998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.037326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.037650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.037969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.038286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.038602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.038918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:17.098412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:17.486647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:17:17.684077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:17:17.699579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:17.752084 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-830d8f91-11ab-441d-bd62-e7ae80016a43 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/5956da46-3f1e-4c4b-bf6f-651c338f2f58 HTTP/1.1" status: 204 len: 168 time: 1.5351577 May 29 01:17:17.752676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:17:17.885125 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7e3379-b50d-4836-8e74-b8d9c94d70fe'] response: {'name': 'network-changed', 'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'status': 'completed', 'code': 200} May 29 01:17:17.987506 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4da906f9-cd22-4545-84a8-70102cc3915e req-15804e9d-0772-47fb-b5fe-77f822bf6385 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 1099 time: 0.0804839 May 29 01:17:18.118228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da906f9-cd22-4545-84a8-70102cc3915e req-c46fe8f3-c38a-407c-80cb-ee79f41220b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:18.119646 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4da906f9-cd22-4545-84a8-70102cc3915e req-c46fe8f3-c38a-407c-80cb-ee79f41220b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 200 len: 898 time: 0.1261973 May 29 01:17:18.207406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bffc6f-4f1f-449b-a93f-94618f542f66 req-ef0a280d-beca-4c80-8ae6-a35eeb8366a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:18.209134 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c2bffc6f-4f1f-449b-a93f-94618f542f66 req-ef0a280d-beca-4c80-8ae6-a35eeb8366a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 946 time: 0.1539934 May 29 01:17:18.214267 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4da906f9-cd22-4545-84a8-70102cc3915e req-b9979981-3ace-48d8-89b8-0b6db3da91a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 200 len: 217 time: 0.0872855 May 29 01:17:18.255962 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c2bffc6f-4f1f-449b-a93f-94618f542f66 req-a2d22eb4-7c95-43c2-84e5-fdb9ebfa59d1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 May 29 01:17:18.280889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da906f9-cd22-4545-84a8-70102cc3915e req-e66e13c1-dc4b-4e38-a984-166b60003a8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:18.282296 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4da906f9-cd22-4545-84a8-70102cc3915e req-e66e13c1-dc4b-4e38-a984-166b60003a8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d410e0f7-934c-4c1d-8894-6608003d9445 HTTP/1.1" status: 200 len: 835 time: 0.0615807 May 29 01:17:18.355512 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4da906f9-cd22-4545-84a8-70102cc3915e req-d20d34c7-2c99-430c-a6c5-b657bc99cfb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b75c628d-67c6-4d7d-b737-9fd095e22741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666130 May 29 01:17:18.484115 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4da906f9-cd22-4545-84a8-70102cc3915e req-e102a680-efc5-429c-945f-c66a97ae7c5a service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221182 May 29 01:17:18.712661 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4da906f9-cd22-4545-84a8-70102cc3915e req-f3eddc0f-f9ec-46dd-9e8f-30bbac185e8c service neutron] 10.222.0.16 "GET /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218955 May 29 01:17:19.527791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dc9c-76b5-4a42-8248-b983ac899751 req-56adacd2-8ec6-4018-8601-5f387d31cf34 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:19.529264 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bd87dc9c-76b5-4a42-8248-b983ac899751 req-56adacd2-8ec6-4018-8601-5f387d31cf34 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 946 time: 0.1493104 May 29 01:17:19.573980 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bd87dc9c-76b5-4a42-8248-b983ac899751 req-9dbc9728-3c1a-447b-b9e7-69c024f86b99 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ebfae59-d194-46ac-9485-09b356a8459d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392988 May 29 01:17:19.704639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f363-1559-408c-849f-9776bf47e04a req-31602cd3-7cd9-47b1-8ed7-0f16d7ce7e24 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:19.705237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-b1b8f363-1559-408c-849f-9776bf47e04a req-31602cd3-7cd9-47b1-8ed7-0f16d7ce7e24 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:17:19.720691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-b1b8f363-1559-408c-849f-9776bf47e04a req-31602cd3-7cd9-47b1-8ed7-0f16d7ce7e24 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:17:19.721766 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1b8f363-1559-408c-849f-9776bf47e04a req-31602cd3-7cd9-47b1-8ed7-0f16d7ce7e24 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 946 time: 0.0938239 May 29 01:17:19.787361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:17:19.787700 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:20.038682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:20.039040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:20.166712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:17:20.308053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:20.356864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=8a75d4ed-986f-4ff6-847f-7fa3a2576fd6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:20.430174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:17:20.432487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:20.434942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'name': 'network-vif-deleted', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:17:20.449572 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1b8f363-1559-408c-849f-9776bf47e04a req-dbdd0044-c52a-4749-9355-b7513c33595f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 HTTP/1.1" status: 204 len: 173 time: 0.7229719 May 29 01:17:20.492332 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6e6c32-91bb-4071-a82e-4f2ca75f8038'] response: {'server_uuid': '2c923d23-c736-4a9a-811c-ad17fd9136ea', 'name': 'network-vif-deleted', 'tag': '8a75d4ed-986f-4ff6-847f-7fa3a2576fd6', 'status': 'completed', 'code': 200} May 29 01:17:20.751329 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d7ab8dab-2da3-4822-bf9f-2ecdc02a947d req-7d8fddc3-57e5-4dd0-8b82-8c02403be56e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c923d23-c736-4a9a-811c-ad17fd9136ea HTTP/1.1" status: 200 len: 210 time: 0.0443988 May 29 01:17:21.856698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60622) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:21.924260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8647d7c5-4acf-44e2-ba8b-552ecdf7f90e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:21.951976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8647d7c5-4acf-44e2-ba8b-552ecdf7f90e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:22.013745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8647d7c5-4acf-44e2-ba8b-552ecdf7f90e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:22.031881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d7c5-4acf-44e2-ba8b-552ecdf7f90e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebfae59-d194-46ac-9485-09b356a8459d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:22.042336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-8647d7c5-4acf-44e2-ba8b-552ecdf7f90e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:22.043537 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-8647d7c5-4acf-44e2-ba8b-552ecdf7f90e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/5ebfae59-d194-46ac-9485-09b356a8459d HTTP/1.1" status: 204 len: 168 time: 0.1858158 May 29 01:17:22.085524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60628) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:22.473163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:23.166231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:17:23.166927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:23.191850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-5cc729bc-bfaa-4594-a9f0-cf8da0345162 req-766c4562-ff50-427f-9ec6-0df43210c95b tempest-ServersTestManualDisk-1989202300 tempest-ServersTestManualDisk-1989202300-project] (83980) timed out ('10.222.0.16', 63936) {{(pid=83980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 29 01:17:23.350133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:23.350397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:23.469500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:17:23.636370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:23.681267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=88aaeb49-d0e3-41bd-a2b8-363218dd5cbe,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:23.721310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.721651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.722015 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.722348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.722676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.723002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.723401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.723860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.724213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.724535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.724858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:23.982144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:24.060189 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:17:24.635604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:17:24.833952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:17:24.846392 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e79f5ed3-8145-42e1-96e9-cf1bcf26ef1f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7576325 May 29 01:17:24.849761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60634) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:24.897464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:17:24.929457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:17:24.929802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a75d4ed-986f-4ff6-847f-7fa3a2576fd6 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:17:25.029044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet d410e0f7-934c-4c1d-8894-6608003d9445 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:17:25.031833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.091157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.176444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.250780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.293287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=d410e0f7-934c-4c1d-8894-6608003d9445,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:25.300503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.305896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2495d04-4093-438c-a616-8e025894cbf7 None None] Network b75c628d-67c6-4d7d-b737-9fd095e22741 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:17:25.307206 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-55d10c04-9755-4b6c-bafb-31d940e13b4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/d410e0f7-934c-4c1d-8894-6608003d9445 HTTP/1.1" status: 204 len: 168 time: 0.4565179 May 29 01:17:25.309797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60638) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:25.403784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] Sync routers for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:17:25.441957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:25.443259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:25.506732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.696217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:25.711690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.721808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 3e0eeb01-4486-4a61-bf25-74680f871665 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:17:25.722289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.803276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] DHCP port deletion for b75c628d-67c6-4d7d-b737-9fd095e22741 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:17:25.825036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] Deleting port e787c41f-1128-4bdf-b452-917f0473dabc {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:17:25.825405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:25.897694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 3e0eeb01-4486-4a61-bf25-74680f871665, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3e0eeb01-4486-4a61-bf25-74680f871665,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:25.898042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.126271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 3e0eeb01-4486-4a61-bf25-74680f871665 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:17:26.154132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] For port e787c41f-1128-4bdf-b452-917f0473dabc, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e787c41f-1128-4bdf-b452-917f0473dabc,segment=NetworkSegment(30dc67bb-a6c6-4195-a238-e97abf15f0cc),segment_id=30dc67bb-a6c6-4195-a238-e97abf15f0cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:26.154732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.278532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] Calling delete_port for e787c41f-1128-4bdf-b452-917f0473dabc owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:17:26.290546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.336651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:17:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '3e0eeb01-4486-4a61-bf25-74680f871665', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:17:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:26.336964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=3e0eeb01-4486-4a61-bf25-74680f871665,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:26.350743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] Checking router: 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:17:26.362296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.404202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] Routers {'99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:26.404743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:26.455758 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] Pushing event deleted for resources: {'Port': ['ID=e787c41f-1128-4bdf-b452-917f0473dabc,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:26.525403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac35d45-20c4-415f-b320-fd2dc5208420 None None] No DVR routers for this DVR port e787c41f-1128-4bdf-b452-917f0473dabc on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:17:26.542290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] Set router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:26.559100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.692769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:17:26Z', 'revision_number': 7, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:26.696973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c404f-ea46-43a0-a48e-2ab4c7d5ab88 None None] The sync data for ids ['99dd422a-9f1b-4610-9fd3-e9bd5c1372c9'] in dv-neutron-843186-2-hyperv is: [{'id': '99dd422a-9f1b-4610-9fd3-e9bd5c1372c9', 'name': 'tempest-TestNetworkBasicOps-router-1244655768', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:15:37Z', 'updated_at': '2022-05-29T01:17:26Z', 'revision_number': 7, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:17:26.817575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.821610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.844476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.844995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router 99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:17:26.859119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:26.860216 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-01648560-d86d-4243-903b-072254805142 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/99dd422a-9f1b-4610-9fd3-e9bd5c1372c9 HTTP/1.1" status: 204 len: 168 time: 1.5494146 May 29 01:17:26.863256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60642) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:26.972471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.103032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.129597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75c628d-67c6-4d7d-b737-9fd095e22741']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:27.144538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dc67bb-a6c6-4195-a238-e97abf15f0cc') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:27.144538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dc67bb-a6c6-4195-a238-e97abf15f0cc') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:27.154514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.170557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.176818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:17:27.177204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:17:27.191262 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:17:27.270545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.287588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.298104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=b75c628d-67c6-4d7d-b737-9fd095e22741,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:27.306216 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d54c3c76-e074-4edc-b124-8e4f877469d9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/b75c628d-67c6-4d7d-b737-9fd095e22741 HTTP/1.1" status: 204 len: 168 time: 0.4413264 May 29 01:17:27.328028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60646) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:27.334445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--1505649995', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:27.340117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:27.344140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:27.346911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:27.353146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:27.363346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:17:27.366429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.393962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:17:27.403174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.403440 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment e50cd770-7061-41da-9474-2639f5a65f73 of type vlan for network 56d9c888-e0f7-48d8-93d7-9361f14ab02d May 29 01:17:27.430510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.459711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.463675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:27.464216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.518898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:17:27.554091 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:17:27.554458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 88aaeb49-d0e3-41bd-a2b8-363218dd5cbe not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:17:27.555094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e787c41f-1128-4bdf-b452-917f0473dabc no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:17:27.581149 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a3418d-e17f-4d98-ac12-57c4868394c0 None None] New status for floating IP 5956da46-3f1e-4c4b-bf6f-651c338f2f58: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:17:27.589432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: e787c41f-1128-4bdf-b452-917f0473dabc {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:17:27.589780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e787c41f-1128-4bdf-b452-917f0473dabc not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:17:27.590193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3e0eeb01-4486-4a61-bf25-74680f871665 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:17:27.622412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 3e0eeb01-4486-4a61-bf25-74680f871665 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:17:27.622765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3e0eeb01-4486-4a61-bf25-74680f871665 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:17:27.668489 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3394213 May 29 01:17:27.671319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60650) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:27.674521 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fe68f-0925-46a6-a4f0-c059b5b2c6da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=56d9c888-e0f7-48d8-93d7-9361f14ab02d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:27.677348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:27.684750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:27.685254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:17:27.688928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:27.692559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:27.698474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:27.720262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.721606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.744421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:27.893178 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:28.068289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:28.100596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:28.233238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.93 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/27c9c94e-c056-4ad9-8f9b-f51a6caa105d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:17:28.465827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:28.493231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:28.562080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:17:28.564915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:17:28.569848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:17:28.593107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:28.725000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:28.725804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:28.952488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 128cbba1-2f08-48d8-86f4-3f3691e17d7b is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:17:29.153787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:17:29.166179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Sync routers for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:17:29.178815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:29.179473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:29.180660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:29.181844 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-45a4ff88-f626-44d0-a307-ac95befc94da tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5093555 May 29 01:17:29.185102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60654) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:29.226116 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-50df87bd-fae8-4cb8-8dbc-b065bef52c3a tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384572 May 29 01:17:29.227893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60658) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:29.355676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804fb86-1850-449d-9f48-4c95cee41e60 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:29.355940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:29.357197 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5804fb86-1850-449d-9f48-4c95cee41e60 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283596 May 29 01:17:29.360112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60662) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:29.402931 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f452bcf5-43f2-432d-9166-543046d45c4a tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417285 May 29 01:17:29.405485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60666) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:29.410648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1488550724', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:29.520549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:29.524987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:29.527745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:29.533311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:29.544101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:17:29.634261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:28Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:29.638161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Checking router: 128cbba1-2f08-48d8-86f4-3f3691e17d7b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:17:29.638480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Updating router 128cbba1-2f08-48d8-86f4-3f3691e17d7b port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:17:29.642893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:29.692372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:29.856566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:29.929910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=344cde4f-edb3-411c-bc46-95482898986d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:29.950546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:17:29.950984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: 56d9c888-e0f7-48d8-93d7-9361f14ab02d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:17:29.973628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:17:29.983076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 56d9c888-e0f7-48d8-93d7-9361f14ab02d) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:17:29.987322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:29.988163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.000619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84af73-7a7d-4047-ab09-4f4f85f0e08e None None] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:17:30.098269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.100529 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fb6f5a35-7907-4dee-a0b3-856726cb2318 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6940956 May 29 01:17:30.103152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60672) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:30.126680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Transition to ACTIVE for port object 27c9c94e-c056-4ad9-8f9b-f51a6caa105d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:17:30.144500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.266687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941b0e5-34d9-4787-8157-e1fcb4703bb4 None None] Pushing event updated for resources: {'Port': ['ID=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:30.277128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Attempting to bind port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:17:30.277476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Attempting to bind port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:17:30.277836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Attempting to bind port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:17:30.321829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:17:30.321829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:17:30.321829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.322467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:17:30.322822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Bound port: 27c9c94e-c056-4ad9-8f9b-f51a6caa105d, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:17:30.323164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.346838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:17:30.347629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.506398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] For port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:17:30.521899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] For port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:17:30.526134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.653765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Allocated IP 172.20.0.2 (56d9c888-e0f7-48d8-93d7-9361f14ab02d/344cde4f-edb3-411c-bc46-95482898986d/1ee545b5-b943-4bd0-8354-a36e3447e916) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:17:30.671474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941b0e5-34d9-4787-8157-e1fcb4703bb4 None None] Pushing event updated for resources: {'Port': ['ID=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:30.681729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:30.682351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:30.875495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:30.999541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:31.146920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.210535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Transition to ACTIVE for port object 1ee545b5-b943-4bd0-8354-a36e3447e916 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:17:31.247822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Transition to ACTIVE for port object 1ee545b5-b943-4bd0-8354-a36e3447e916 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:17:31.256583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.317824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (56d9c888-e0f7-48d8-93d7-9361f14ab02d/344cde4f-edb3-411c-bc46-95482898986d/273afcd9-6b88-4712-9b9f-36748bf73308) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:17:31.377907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Pushing event updated for resources: {'Port': ['ID=1ee545b5-b943-4bd0-8354-a36e3447e916,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:31.381308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:17:31.384206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:17:31.386686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:17:31.472849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.488853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 273afcd9-6b88-4712-9b9f-36748bf73308 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:17:31.498168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-87f09193-a5cb-4239-b080-7347f856c9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.500327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Attempting to bind port 1ee545b5-b943-4bd0-8354-a36e3447e916 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:17:31.500692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Attempting to bind port 1ee545b5-b943-4bd0-8354-a36e3447e916 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:17:31.501049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Attempting to bind port 1ee545b5-b943-4bd0-8354-a36e3447e916 on network 56d9c888-e0f7-48d8-93d7-9361f14ab02d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:17:31.510168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:28Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:31.511697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.514317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:17:31.514696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Checking segment: {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:17:31.515087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.515470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Bound using segment: {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:17:31.515930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Bound port: 1ee545b5-b943-4bd0-8354-a36e3447e916, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:17:31.516322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.527896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83719b9d-cafd-48dc-a000-9d23dee74504 None None] The sync data for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv is: [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:28Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:17:31.585073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:17:31.588767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:17:31.590679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=273afcd9-6b88-4712-9b9f-36748bf73308,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:31.592940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:17:31.620546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] For port 1ee545b5-b943-4bd0-8354-a36e3447e916, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:17:31.625073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] For port 1ee545b5-b943-4bd0-8354-a36e3447e916, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1ee545b5-b943-4bd0-8354-a36e3447e916,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:17:31.629532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.735065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed171b-917b-4887-bb51-9032987c1b04 None None] Pushing event updated for resources: {'Port': ['ID=1ee545b5-b943-4bd0-8354-a36e3447e916,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:31.781237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:31.878242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:32.335329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:32.340640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:32.453314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=273afcd9-6b88-4712-9b9f-36748bf73308,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:32.455630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:32.595844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:17:32.597010 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:17:32.694232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb5219-bfe2-4d33-a464-b282f70ad1cc None None] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:17:32.786282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b6198954-cd64-4bc7-bb49-ef196217c369 None None] Provisioning for port 1ee545b5-b943-4bd0-8354-a36e3447e916 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:17:32.976150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 128cbba1-2f08-48d8-86f4-3f3691e17d7b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:17:33.181054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:17:33.193142 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-03155de6-7964-4631-85bb-0eeac6868d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/128cbba1-2f08-48d8-86f4-3f3691e17d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0883701 May 29 01:17:33.195839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60676) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:33.246739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d8b810e5-b77c-442b-ae8d-a185891bdd45 None None] Provisioning for port 273afcd9-6b88-4712-9b9f-36748bf73308 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:17:33.254250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d8b810e5-b77c-442b-ae8d-a185891bdd45 None None] Provisioning complete for port 273afcd9-6b88-4712-9b9f-36748bf73308 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:33.254903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d8b810e5-b77c-442b-ae8d-a185891bdd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.387624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ee545b5-b943-4bd0-8354-a36e3447e916 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:33.439331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d8b810e5-b77c-442b-ae8d-a185891bdd45 None None] Port 273afcd9-6b88-4712-9b9f-36748bf73308 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:17:33.454458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3e365-c825-42f0-81b6-453078b698d1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.455013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3e365-c825-42f0-81b6-453078b698d1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.455179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3e365-c825-42f0-81b6-453078b698d1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.455525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3e365-c825-42f0-81b6-453078b698d1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.459816 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3ef3e365-c825-42f0-81b6-453078b698d1 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2604125 May 29 01:17:33.460070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60680) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:33.465797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 1ee545b5-b943-4bd0-8354-a36e3447e916 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:17:33.471365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1ee545b5-b943-4bd0-8354-a36e3447e916 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:33.471744 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.533266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa9963-5fc9-42ea-89de-2cd53c1221d2 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.534023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa9963-5fc9-42ea-89de-2cd53c1221d2 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.534564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa9963-5fc9-42ea-89de-2cd53c1221d2 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.535095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa9963-5fc9-42ea-89de-2cd53c1221d2 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:33.537886 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a9fa9963-5fc9-42ea-89de-2cd53c1221d2 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0763338 May 29 01:17:33.540534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60684) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:33.621725 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.638706 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3defe833-796f-4e12-885e-9e5a27b4ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.645333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ffa4ad25-f760-480f-ba93-67ede6514939 None None] Provisioning complete for port 273afcd9-6b88-4712-9b9f-36748bf73308 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:33.645857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ad25-f760-480f-ba93-67ede6514939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.714596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4ad25-f760-480f-ba93-67ede6514939 None None] Port 273afcd9-6b88-4712-9b9f-36748bf73308 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:17:33.716861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 1ee545b5-b943-4bd0-8354-a36e3447e916, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1ee545b5-b943-4bd0-8354-a36e3447e916,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:33.721085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.721875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27c9c94e-c056-4ad9-8f9b-f51a6caa105d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:33.752192 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-95b005e8-e83b-41c5-bca4-9064be709b61 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2105563 May 29 01:17:33.835455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60692) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:33.842022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390329009', 'description': 'tempest-secgroup-smoke-390329009 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:33.844993 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=1ee545b5-b943-4bd0-8354-a36e3447e916,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:33.847809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:33.852141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:33.855665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:33.858097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9b16943c-2737-4c25-b835-6d019bcf757d None None] Provisioning complete for port 273afcd9-6b88-4712-9b9f-36748bf73308 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:33.858471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9b16943c-2737-4c25-b835-6d019bcf757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.862083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:33.872281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.893324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:17:33.907447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:33.907770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:33.907890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.911523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:33.914585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:33.920269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:33.957929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9b16943c-2737-4c25-b835-6d019bcf757d None None] Port 273afcd9-6b88-4712-9b9f-36748bf73308 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:17:33.987145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:33.992114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.031145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.038603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f18b0f1-4d92-43a7-a927-48e6257a19f6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.042740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.043925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a624cf03-5b3d-4094-85f3-d0c8ce7f58c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2067175 May 29 01:17:34.046727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60696) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:34.048235 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:34.052271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8f18b0f1-4d92-43a7-a927-48e6257a19f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:34.053619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.058691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:34.062418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:34.065373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:34.071289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:34.088111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.120381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.150150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.153801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.179751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bde9d6d-7f56-4d43-afec-ca88de32588d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.189026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.190180 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-95cf04e2-8dfa-4828-a25c-9dcfcb4616f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425536 May 29 01:17:34.193021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60700) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:34.199039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8f18b0f1-4d92-43a7-a927-48e6257a19f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:34.204808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:34.208626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:34.212554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:34.218332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:34.234068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.297437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.301052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.323433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250276c9-a891-47d5-b149-ca1a7dc78f13,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.332961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.334693 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-26079d09-5a92-431e-864c-87cf7b4e5067 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1393733 May 29 01:17:34.337812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60704) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:34.343061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8f18b0f1-4d92-43a7-a927-48e6257a19f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:34.348698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:34.352642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:34.355462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:34.361330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:34.377565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.438877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.443138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.467205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce525430-8dc9-45d3-92f8-a7f5a808d049,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.476611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.477994 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ccc653bd-fea1-4cbd-84ca-de57e7ce6750 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1392806 May 29 01:17:34.481403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60708) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:34.486865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8f18b0f1-4d92-43a7-a927-48e6257a19f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:34.493187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:34.496922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:34.499726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:34.505354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:34.522143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.559955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.590016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.593416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.616750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb010c22-8e51-48ef-9a2e-c46138c2f84a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.624728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.625869 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-06ebc78a-64f1-447b-9406-68a1d89b2db2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1435721 May 29 01:17:34.628713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60712) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:34.634644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8f18b0f1-4d92-43a7-a927-48e6257a19f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:34.640652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:34.644429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:34.647321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:34.653023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:34.663700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:17:34.670239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.733186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.736618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.760462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ef9d9a-6f53-4e55-9f68-86208148ee20,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.768383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.769519 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c37aae5f-1a0e-4ddf-9101-54ec2432c453 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1398981 May 29 01:17:34.772466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60716) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:34.778201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8f18b0f1-4d92-43a7-a927-48e6257a19f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:34.784104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:34.787898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:34.790765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:34.796447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:34.807027 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:17:34.813210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.880310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.884612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.907110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f84a53-b811-47b7-adbb-54ae3dd5e0f2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:34.918492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:34.929251 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-85788e87-f328-4254-992f-db46ca8a5147 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1461484 May 29 01:17:35.080296 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Sync routers for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:17:35.092574 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:35.093167 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:35.112494 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-6fe6d403-b530-4c03-b886-b22eba8276c7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390329009&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0470309 May 29 01:17:35.262771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-030e14ce-dae1-4f2f-aa8c-95f49920c8b5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:35.263421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-030e14ce-dae1-4f2f-aa8c-95f49920c8b5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:17:35.273219 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:35.280134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ee545b5-b943-4bd0-8354-a36e3447e916 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:35.283112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-030e14ce-dae1-4f2f-aa8c-95f49920c8b5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:17:35.284414 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-030e14ce-dae1-4f2f-aa8c-95f49920c8b5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 797 time: 0.1652548 May 29 01:17:35.302680 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-a5495867-3b44-42a5-bcb7-49a0c978496c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0120490 May 29 01:17:35.369261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1ee545b5-b943-4bd0-8354-a36e3447e916 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:35.369599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:35.390276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-ff276922-aa7f-46aa-8ad3-1dc5fd3f6423 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:17:35.407264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-ff276922-aa7f-46aa-8ad3-1dc5fd3f6423 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:17:35.408801 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-ff276922-aa7f-46aa-8ad3-1dc5fd3f6423 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998139 May 29 01:17:35.432380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:35.501124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27c9c94e-c056-4ad9-8f9b-f51a6caa105d up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:35.561489 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-69dd8223-6633-4780-aa54-717cc26fcd10 service neutron] 10.222.0.33 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390495 May 29 01:17:35.567811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:35.568246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:35.600366 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:32Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:35.604554 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Checking router: 128cbba1-2f08-48d8-86f4-3f3691e17d7b for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:17:35.604888 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Updating router 128cbba1-2f08-48d8-86f4-3f3691e17d7b port 273afcd9-6b88-4712-9b9f-36748bf73308 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:17:35.661839 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:35.700023 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-9781389c-68e3-47ca-ac95-3a7ab62a8bbc service neutron] 10.222.0.33 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300159 May 29 01:17:35.890082 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-872f927c-e84e-4e3b-aac8-ecd97fe43803 req-f41e74c9-02f6-4d86-bf6a-43d6e7c2c40b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 210 time: 0.0429645 May 29 01:17:36.045658 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:36.057490 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Transition to ACTIVE for port object 273afcd9-6b88-4712-9b9f-36748bf73308 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:17:36.066067 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:36.116104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:36.202405 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Pushing event updated for resources: {'Port': ['ID=273afcd9-6b88-4712-9b9f-36748bf73308,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:36.282029 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.282373 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.282710 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.283043 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.283814 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.284205 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.284533 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.285040 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.285611 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.286099 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.286432 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:17:36.314739 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Attempting to bind port 273afcd9-6b88-4712-9b9f-36748bf73308 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:17:36.315022 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Attempting to bind port 273afcd9-6b88-4712-9b9f-36748bf73308 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:17:36.315379 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Attempting to bind port 273afcd9-6b88-4712-9b9f-36748bf73308 on network 56d9c888-e0f7-48d8-93d7-9361f14ab02d {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:17:36.322240 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:17:36.322753 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Checking segment: {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:17:36.323157 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:36.323542 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Bound using segment: {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:17:36.324025 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Bound port: 273afcd9-6b88-4712-9b9f-36748bf73308, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:17:36.324409 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:36.417639 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] For port 273afcd9-6b88-4712-9b9f-36748bf73308, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:17:36.420529 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] For port 273afcd9-6b88-4712-9b9f-36748bf73308, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=273afcd9-6b88-4712-9b9f-36748bf73308,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:17:36.425342 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:36.507007 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ed61a-2014-457f-b1cf-90762dc5295a None None] Pushing event updated for resources: {'Port': ['ID=273afcd9-6b88-4712-9b9f-36748bf73308,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:36.511357 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:36.511965 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:36.699250 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:37.006615 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:36Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:37.010483 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740342-cad1-4e01-a669-c6aaad9c0f98 None None] The sync data for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv is: [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:36Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:17:37.073488 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4cb9076a-5cea-43fd-81e2-4c0c4b4baea3 req-68df248c-1ab3-461a-991c-5ae5cbe89416 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 210 time: 0.0584650 May 29 01:17:37.263970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-052f4959-158c-4821-a223-cf5f8d9778fb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:37.265551 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-052f4959-158c-4821-a223-cf5f8d9778fb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 797 time: 0.2238872 May 29 01:17:37.315483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 273afcd9-6b88-4712-9b9f-36748bf73308 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:37.342007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-e5b5fcea-aa68-415e-abe6-14640b16ea19 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:17:37.358874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-e5b5fcea-aa68-415e-abe6-14640b16ea19 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:17:37.360383 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-e5b5fcea-aa68-415e-abe6-14640b16ea19 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 379 time: 0.0834880 May 29 01:17:37.369541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['8f18b0f1-4d92-43a7-a927-48e6257a19f6']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:37.393233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 273afcd9-6b88-4712-9b9f-36748bf73308 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:17:37.398932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 273afcd9-6b88-4712-9b9f-36748bf73308 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:37.399310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:37.517621 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:37.522178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:37.528563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:37.540865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:17:37.548068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:37.565216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 273afcd9-6b88-4712-9b9f-36748bf73308, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=273afcd9-6b88-4712-9b9f-36748bf73308,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:37.570942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:37.644526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=273afcd9-6b88-4712-9b9f-36748bf73308,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:37.715619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.11 (56d9c888-e0f7-48d8-93d7-9361f14ab02d/344cde4f-edb3-411c-bc46-95482898986d/e61168cc-04f8-46b6-843d-033491b013c1) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:17:37.917154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:37.934610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object e61168cc-04f8-46b6-843d-033491b013c1 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:17:37.957862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:38.041582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:17:38.044667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:17:38.047220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:17:38.078261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=e61168cc-04f8-46b6-843d-033491b013c1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:38.115231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:38.116465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:38.147064 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-08547b6e-76cf-49f4-81ad-9af2105b0ef1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7820525 May 29 01:17:38.160314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Request body: {'port': {'device_id': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:38.260296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-68876445-77c3-4231-b400-e709aeb89348 None None] Provisioning for port e61168cc-04f8-46b6-843d-033491b013c1 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:17:38.265913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-68876445-77c3-4231-b400-e709aeb89348 None None] Provisioning complete for port e61168cc-04f8-46b6-843d-033491b013c1 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:38.266407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-68876445-77c3-4231-b400-e709aeb89348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:38.283918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:38.304301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d06e16-dfbe-4027-9e97-a41193617259 req-04e4c3af-8bd9-412d-b82e-eac04a81335f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:38.306384 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5d06e16-dfbe-4027-9e97-a41193617259 req-04e4c3af-8bd9-412d-b82e-eac04a81335f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 932 time: 0.0824325 May 29 01:17:38.325606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-68876445-77c3-4231-b400-e709aeb89348 None None] Port e61168cc-04f8-46b6-843d-033491b013c1 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:17:38.356357 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5d06e16-dfbe-4027-9e97-a41193617259 req-f0da4fa7-a65f-4dcf-b58c-b17104fb6dcc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418692 May 29 01:17:38.621818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61168cc-04f8-46b6-843d-033491b013c1 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:17:38.628405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:38.642755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Transition to ACTIVE for port object e61168cc-04f8-46b6-843d-033491b013c1 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:17:38.646743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:38.864885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e61168cc-04f8-46b6-843d-033491b013c1,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:38.971325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Attempting to bind port e61168cc-04f8-46b6-843d-033491b013c1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:17:38.971649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Attempting to bind port e61168cc-04f8-46b6-843d-033491b013c1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:17:38.971966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Attempting to bind port e61168cc-04f8-46b6-843d-033491b013c1 on network 56d9c888-e0f7-48d8-93d7-9361f14ab02d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:17:38.977654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Port e61168cc-04f8-46b6-843d-033491b013c1 on network 56d9c888-e0f7-48d8-93d7-9361f14ab02d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:17:38.977914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Attempting to bind port e61168cc-04f8-46b6-843d-033491b013c1 on network 56d9c888-e0f7-48d8-93d7-9361f14ab02d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:17:38.983829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:17:38.984190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Checking segment: {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:17:38.984563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Bound using segment: {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:17:38.984971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Bound port: e61168cc-04f8-46b6-843d-033491b013c1, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e50cd770-7061-41da-9474-2639f5a65f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:17:38.985301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:39.073826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] For port e61168cc-04f8-46b6-843d-033491b013c1, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:17:39.077136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] For port e61168cc-04f8-46b6-843d-033491b013c1, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e61168cc-04f8-46b6-843d-033491b013c1,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:17:39.081543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:39.142916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:39.144354 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 1094 time: 0.9899633 May 29 01:17:39.144758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:17:39.165963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750083a5-8d47-4f5d-99eb-48b8c8d939a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e61168cc-04f8-46b6-843d-033491b013c1,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:39.223792 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf4ca32-9e8d-4eca-80a8-823c03e66751'] response: {'name': 'network-changed', 'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1', 'status': 'completed', 'code': 200} May 29 01:17:39.280547 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-270d9503-e626-4725-a970-5c2612395abd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1097 time: 0.0948591 May 29 01:17:39.289023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 273afcd9-6b88-4712-9b9f-36748bf73308 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:39.353538 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-56b1a123-3f86-44b7-8374-3348a04d42f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 217 time: 0.0678957 May 29 01:17:39.423404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-bc9058ce-2c7f-4e31-96ac-6a07562244ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:39.424977 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-bc9058ce-2c7f-4e31-96ac-6a07562244ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 844 time: 0.0657048 May 29 01:17:39.502810 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-2d8a63f5-8953-4837-9aa0-abc468d47b4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56d9c888-e0f7-48d8-93d7-9361f14ab02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712893 May 29 01:17:39.514797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 273afcd9-6b88-4712-9b9f-36748bf73308 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:39.515278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:39.566841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8b60-fd26-4a4d-ab40-69cffb74caca req-ff6cf498-038b-4bd1-a026-063ae1743281 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:39.569835 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-013f8b60-fd26-4a4d-ab40-69cffb74caca req-ff6cf498-038b-4bd1-a026-063ae1743281 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 944 time: 0.0851977 May 29 01:17:39.618995 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-013f8b60-fd26-4a4d-ab40-69cffb74caca req-a53660dd-eac7-4ccc-b100-39b8f286568f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 May 29 01:17:39.649563 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-75676e7d-d14a-42a6-8a78-a748d028ff0d service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413105 May 29 01:17:39.781168 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fbce1cb-0882-48cf-90b4-36606cfea876 req-949492d0-001c-4281-b8a9-b04aed8aaf6e service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258183 May 29 01:17:39.894478 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-2979400b-199f-4684-b753-df0407cf342d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1097 time: 0.0714757 May 29 01:17:40.024674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-9bfeeda5-4f6c-4dc4-9a16-d13a20e5b6bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:40.026074 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-9bfeeda5-4f6c-4dc4-9a16-d13a20e5b6bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 898 time: 0.1252551 May 29 01:17:40.092553 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-1b8d0e2d-8459-4f97-8b81-85cdb3bc02d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 217 time: 0.0612872 May 29 01:17:40.157459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-aecb9d0b-ae9a-40e5-a447-9fa91df18d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:40.158861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-aecb9d0b-ae9a-40e5-a447-9fa91df18d91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 844 time: 0.0613053 May 29 01:17:40.232534 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-8aa5a3d7-d0e9-48eb-aa43-25835b9e7734 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56d9c888-e0f7-48d8-93d7-9361f14ab02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683389 May 29 01:17:40.361635 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-bd309820-b69c-4296-adfb-29fc127aaab1 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231904 May 29 01:17:40.489756 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b65ecc70-4ee5-4b47-82e6-68aefa17f5c3 req-577e3242-cef8-4409-b9dd-d885ae98011c service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218510 May 29 01:17:40.816356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073428f3-6561-4942-9d11-160ec3015fe2 req-3ab26133-cb45-41e6-8895-6f275533a2b6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:40.817791 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-073428f3-6561-4942-9d11-160ec3015fe2 req-3ab26133-cb45-41e6-8895-6f275533a2b6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 944 time: 0.0792809 May 29 01:17:40.861893 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-073428f3-6561-4942-9d11-160ec3015fe2 req-d2278f4f-541e-4f98-bd64-25f07efde668 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380571 May 29 01:17:42.053648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db88dda-f292-4809-b655-11ebe43d7e74 req-97dc716a-c6d8-4147-8f51-ef047e05ee21 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:42.055074 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0db88dda-f292-4809-b655-11ebe43d7e74 req-97dc716a-c6d8-4147-8f51-ef047e05ee21 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 944 time: 0.0752406 May 29 01:17:42.102107 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0db88dda-f292-4809-b655-11ebe43d7e74 req-9f4fce81-1303-4f67-93ce-d166afafbb80 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 May 29 01:17:43.021940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device e61168cc-04f8-46b6-843d-033491b013c1 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:17:43.156200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port e61168cc-04f8-46b6-843d-033491b013c1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e61168cc-04f8-46b6-843d-033491b013c1,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:43.170243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'e61168cc-04f8-46b6-843d-033491b013c1', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'port_id': 'e61168cc-04f8-46b6-843d-033491b013c1', 'mac_address': 'fa:16:3e:1d:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:17:43.223823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:43.241371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61168cc-04f8-46b6-843d-033491b013c1 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:17:43.256489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port e61168cc-04f8-46b6-843d-033491b013c1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e61168cc-04f8-46b6-843d-033491b013c1,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:43.260141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:43.303847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9720007-4e8d-42b2-8695-a3328cd991f3 req-418bf60b-98f4-4d18-9b9b-21d9b68be411 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:43.305514 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c9720007-4e8d-42b2-8695-a3328cd991f3 req-418bf60b-98f4-4d18-9b9b-21d9b68be411 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 945 time: 0.0786858 May 29 01:17:43.330839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=e61168cc-04f8-46b6-843d-033491b013c1,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:43.356325 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c9720007-4e8d-42b2-8695-a3328cd991f3 req-925dbe44-de2b-46db-8878-d44386380812 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413258 May 29 01:17:43.557303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['e61168cc-04f8-46b6-843d-033491b013c1'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:17:44.554079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec78102-ed6b-49b7-9ea1-affc9b28d1bd req-b38bcffd-e57f-4b60-920d-9e4333e40bf9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:44.555431 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fec78102-ed6b-49b7-9ea1-affc9b28d1bd req-b38bcffd-e57f-4b60-920d-9e4333e40bf9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 945 time: 0.0781322 May 29 01:17:44.679411 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fec78102-ed6b-49b7-9ea1-affc9b28d1bd req-f1e391cd-69e5-4b03-aaaf-98ad2c9bd319 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185479 May 29 01:17:45.042720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device e61168cc-04f8-46b6-843d-033491b013c1 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:17:45.109457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port e61168cc-04f8-46b6-843d-033491b013c1 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:17:45.114443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port e61168cc-04f8-46b6-843d-033491b013c1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:17:45.114830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:45.227386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:45.253796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:17:45.264760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port e61168cc-04f8-46b6-843d-033491b013c1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e61168cc-04f8-46b6-843d-033491b013c1,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:17:45.268686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:45.337739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=e61168cc-04f8-46b6-843d-033491b013c1,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:45.383683 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6044b8d6-6b00-4712-b002-cf729c0953c5'] response: {'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1', 'code': 200} May 29 01:17:45.609028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-56443ae0-4df7-4c13-afb8-c0dfe38cb22e req-d4dfbefe-51c2-4155-8b39-1efc85471ffa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1099 time: 0.0657163 May 29 01:17:45.746038 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-56443ae0-4df7-4c13-afb8-c0dfe38cb22e req-21bed0ef-2162-4433-9af2-08629c29f949 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315751 May 29 01:17:45.883482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d670e-a33d-4914-a5f1-e2c6ac8d3a85 req-d3e559ff-b017-4ea4-9876-d7f5f0b32ea4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:45.884856 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6a5d670e-a33d-4914-a5f1-e2c6ac8d3a85 req-d3e559ff-b017-4ea4-9876-d7f5f0b32ea4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 946 time: 0.0747542 May 29 01:17:45.928900 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6a5d670e-a33d-4914-a5f1-e2c6ac8d3a85 req-025f52ae-2fbc-43cc-b74d-a26d741187f1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386105 May 29 01:17:46.696620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:47.135688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3628eb-8aa1-4158-9ba6-50be046ff630 req-fc0f40f5-7eaa-4d00-865d-65dcc723220d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:47.137141 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ac3628eb-8aa1-4158-9ba6-50be046ff630 req-fc0f40f5-7eaa-4d00-865d-65dcc723220d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 946 time: 0.0775268 May 29 01:17:47.182966 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ac3628eb-8aa1-4158-9ba6-50be046ff630 req-f953367a-bfe2-460f-bb02-41e5d02201c6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 May 29 01:17:48.375237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c938-f880-4333-aa21-04b00aa133ad req-b3b891d0-b090-4a63-a588-1932d555ec39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:48.376671 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f35c938-f880-4333-aa21-04b00aa133ad req-b3b891d0-b090-4a63-a588-1932d555ec39 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 946 time: 0.0738573 May 29 01:17:48.423772 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f35c938-f880-4333-aa21-04b00aa133ad req-1daf115d-92bf-4765-8c95-72728421ab1b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411222 May 29 01:17:48.614292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a6738-c356-4e22-b6d9-3a1a1e26987a req-d3533d81-a920-43f1-acc9-19ef8cb7116d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:48.615794 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ef9a6738-c356-4e22-b6d9-3a1a1e26987a req-d3533d81-a920-43f1-acc9-19ef8cb7116d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 946 time: 0.0746694 May 29 01:17:48.661366 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ef9a6738-c356-4e22-b6d9-3a1a1e26987a req-bc8177dc-3e92-4774-8419-0457ed37d6a5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401032 May 29 01:17:48.689190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60770) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:48.762114 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b480b9c9-2e3a-462c-886f-d87f9623a419 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1094 time: 0.0717912 May 29 01:17:48.764879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60774) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:48.769956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'e61168cc-04f8-46b6-843d-033491b013c1', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:17:48.775675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:17:48.781039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:17:48.787408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:17:48.793273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:17:48.804283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:48.937117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:49.068156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.97 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/814b3903-7347-4535-b174-2b0b52d49db7) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:17:49.228709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:49.256142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:49.325135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:17:49.327688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:17:49.331362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:17:49.360502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=814b3903-7347-4535-b174-2b0b52d49db7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:49.830215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:49.885366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:50.163868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:50.168404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:50.272940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=814b3903-7347-4535-b174-2b0b52d49db7,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:17:50.286180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:50.468169 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 8f14c0ea-7573-4dae-86ad-dba61703cfa6 associated. External IP: 172.26.5.97, port: e61168cc-04f8-46b6-843d-033491b013c1. May 29 01:17:50.858480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 128cbba1-2f08-48d8-86f4-3f3691e17d7b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:17:51.057505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:17:51.068440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] Sync routers for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:17:51.080712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:51.081324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:51.088307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:17:51.143736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fa582003-1799-40cb-824a-2aa30489b18e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3777423 May 29 01:17:51.144234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:17:51.147015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60778) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:51.199302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15513de3-13cc-40c5-a0b9-ff7291b4e52f'] response: {'name': 'network-changed', 'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1', 'status': 'completed', 'code': 200} May 29 01:17:51.264292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:51.323851 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7837dced-7732-4015-bf12-d21ab303d938 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/8f14c0ea-7573-4dae-86ad-dba61703cfa6 HTTP/1.1" status: 200 len: 991 time: 0.1751812 May 29 01:17:51.341714 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-34d0f87b-089a-466f-8b86-9b6be513933b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1099 time: 0.1136060 May 29 01:17:51.471516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-05e4ed05-de73-423c-9a28-afba9f0d8479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:51.472962 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-05e4ed05-de73-423c-9a28-afba9f0d8479 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 898 time: 0.1253862 May 29 01:17:51.574599 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-ee3edfab-500e-49ff-ad3c-4df40de78a2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 999 time: 0.0952151 May 29 01:17:51.616850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '8f14c0ea-7573-4dae-86ad-dba61703cfa6', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'port_id': 'e61168cc-04f8-46b6-843d-033491b013c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'mac_address': 'fa:16:3e:1d:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:17:49Z', 'updated_at': '2022-05-29T01:17:49Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:37Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:51.620659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] Checking router: 128cbba1-2f08-48d8-86f4-3f3691e17d7b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:17:51.636251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:17:51.636889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:17:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:51.637570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-96c43c30-7541-4063-86a7-2b3a4f1b1106 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:17:51.638974 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-96c43c30-7541-4063-86a7-2b3a4f1b1106 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 844 time: 0.0587375 May 29 01:17:51.717306 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-89420dcf-3232-4e03-949b-48c745172870 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56d9c888-e0f7-48d8-93d7-9361f14ab02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721977 May 29 01:17:51.847787 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-e1414903-1a3b-4b82-90b1-360ae16d61fb service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241183 May 29 01:17:51.854240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:17:51.976309 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c3652b6e-03a1-455a-b674-82dc061c9e0a req-a72e438d-18e4-4138-8b84-7826f04d4ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230049 May 29 01:17:52.198857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '8f14c0ea-7573-4dae-86ad-dba61703cfa6', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'port_id': 'e61168cc-04f8-46b6-843d-033491b013c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'mac_address': 'fa:16:3e:1d:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:17:49Z', 'updated_at': '2022-05-29T01:17:49Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:37Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:17:52.202805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34858dc-d9fe-41fa-b29c-4061c4648253 None None] The sync data for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv is: [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '8f14c0ea-7573-4dae-86ad-dba61703cfa6', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'port_id': 'e61168cc-04f8-46b6-843d-033491b013c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'mac_address': 'fa:16:3e:1d:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:17:49Z', 'updated_at': '2022-05-29T01:17:49Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:37Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:17:52.327843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60784) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:52.395426 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee60b4-7325-4953-9c22-39f5460d79ad None None] New status for floating IP 8f14c0ea-7573-4dae-86ad-dba61703cfa6: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:17:52.433882 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7c462bd0-aa7d-49c0-bcfc-65542fdf4840 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/8f14c0ea-7573-4dae-86ad-dba61703cfa6 HTTP/1.1" status: 200 len: 991 time: 0.1047745 May 29 01:17:53.437523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60788) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:17:53.546347 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-faccb778-2828-42f9-8146-378de0cb4817 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/8f14c0ea-7573-4dae-86ad-dba61703cfa6 HTTP/1.1" status: 200 len: 993 time: 0.1073747 May 29 01:18:01.060714 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:18:01.443204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-64fc7d5b-08e5-4902-9c31-46ca184ef79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:03.580384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ee88-3735-49f1-b588-af4798833776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:04.538011 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-4051888f-a731-4044-bae5-1ce8baa0a98b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677192 May 29 01:18:04.562012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:04.669978 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-33efeab9-c614-4cb3-a2cd-ca9cbaabf5ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1099 time: 0.0669494 May 29 01:18:04.812204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-9a6b6fff-83d4-4ae4-889e-45c5a4d2aa13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:18:04.813537 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-9a6b6fff-83d4-4ae4-889e-45c5a4d2aa13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 898 time: 0.1257584 May 29 01:18:04.920685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-e2eb4a8f-09ab-437b-9cac-290c4f34e875 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 1001 time: 0.1012487 May 29 01:18:04.983899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-6ea8e097-e0a7-4a20-b0be-3c1a0cc77db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:18:04.985303 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-6ea8e097-e0a7-4a20-b0be-3c1a0cc77db2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 844 time: 0.0596046 May 29 01:18:05.057562 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-7fb3290c-e79d-47d5-9e15-c0da5b07db19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56d9c888-e0f7-48d8-93d7-9361f14ab02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661623 May 29 01:18:05.292839 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-9f4bb197-506e-4f4e-87f1-3217979b5609 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293186 May 29 01:18:05.415907 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:05.421957 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-58238823-4ba9-44d9-b102-8fb3e3acf765 req-cbcd6ace-45b4-4be8-8046-60c2bbbd8880 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232059 May 29 01:18:06.116716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:16.686407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:31.445396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ced21e92-87da-49bf-9fc6-4c4c2d49bf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:33.583074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3d65a864-d6f9-4998-9195-4f483e674e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:34.564982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:35.417409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:36.119567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:18:38.060139 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:18:46.714406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:01.447160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8a31de3e-d8df-48bb-800e-72691fcb9151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:03.584486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-450225ca-13cc-458f-972b-a89d478cd5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:04.567620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:05.419885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:05.533878 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-a28d0707-1233-4617-9514-42bc709f5ef7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721920 May 29 01:19:05.669168 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-a69a1083-2907-43e6-8d4c-b61c570862f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1099 time: 0.0692441 May 29 01:19:05.810645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-ff95a623-a534-4fcc-9dc4-5a558adf8972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:19:05.811946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-ff95a623-a534-4fcc-9dc4-5a558adf8972 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 898 time: 0.1251483 May 29 01:19:05.913244 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-cab374d6-d46d-4d94-9895-0f0c338caf2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 1001 time: 0.0955706 May 29 01:19:05.980225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-7a22444e-287e-493f-8807-714ad1f83358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:19:05.981648 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-7a22444e-287e-493f-8807-714ad1f83358 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 844 time: 0.0629253 May 29 01:19:06.057893 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-6a9390d5-6b0f-4e83-a379-68191cec9bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56d9c888-e0f7-48d8-93d7-9361f14ab02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703123 May 29 01:19:06.123098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:06.189002 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-4355af8d-71cd-414c-9598-d5c08428893f service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244640 May 29 01:19:06.332126 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-77f46bbb-5fc4-47a1-a84b-9614ccce8e5c req-293f3cb8-7ef0-43cb-baea-d82ad95b5ced service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362321 May 29 01:19:15.061159 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:19:16.751374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:31.449022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aadd132f-2820-4b5d-ba05-3c4d4895195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:33.587267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c5d16317-df03-4a5e-899d-f31ae5a21c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:34.571809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:35.421760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:36.125396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:46.749779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:19:52.061766 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:20:01.450631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e69053aa-4ec6-4fc5-933b-abd17af1c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:03.588624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c424939e-d339-4006-8247-2e590d6d91ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:04.573531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:05.424315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:06.127863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:07.534372 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-2ea8be2c-c682-465c-9b45-4fa8cd132d82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711768 May 29 01:20:07.670226 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-768ef9bf-53a5-44d8-a1e9-6bb49223a0e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1099 time: 0.0682929 May 29 01:20:07.811583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-a4f0965c-3b8b-4f83-aa67-2795e274ec31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:20:07.812957 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-a4f0965c-3b8b-4f83-aa67-2795e274ec31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 898 time: 0.1252534 May 29 01:20:07.914962 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-52d31ab6-2a54-4971-8dad-efaf66d41260 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 1001 time: 0.0954244 May 29 01:20:07.978929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-09760dc3-8cac-48b5-9c63-1cdf6f6b622b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:20:07.980500 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-09760dc3-8cac-48b5-9c63-1cdf6f6b622b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 844 time: 0.0596573 May 29 01:20:08.057825 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-771de1e1-c29e-43c5-83c1-5e4b9876cf91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56d9c888-e0f7-48d8-93d7-9361f14ab02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720510 May 29 01:20:08.280112 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-5640784a-dbe9-49e2-950d-240f24013e35 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160306 May 29 01:20:08.416144 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c20661d6-3d14-47ce-87a0-c8cca0ac2aed req-92ace1ee-97f4-4ca5-926a-da8c33ff6649 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296406 May 29 01:20:16.750490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:16.870515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60816) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:20:16.876194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:20:17.107813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1111643'] for subnet, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:17.291743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771532953245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1784610'] for subnet, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:17.345035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:20:17.345615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:17.347518 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/subnets/344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 836 time: 0.4759464 May 29 01:20:17.350432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c282a81-df56-4c3f-9caf-adcc49914f31 None None] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:20:17.364056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=344cde4f-edb3-411c-bc46-95482898986d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:20:17.372854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.373191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.373521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.373846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.374168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.374487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.374808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.375122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.375438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.375750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.376085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5a733-14ff-4aab-8e1d-3c5701e0fce7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:20:17.834024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-413763e4-8dcb-4361-9f61-d129d5cd3fbe None None] Provisioning complete for port e61168cc-04f8-46b6-843d-033491b013c1 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:20:17.834568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-413763e4-8dcb-4361-9f61-d129d5cd3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:17.956360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-413763e4-8dcb-4361-9f61-d129d5cd3fbe None None] Provisioning complete for port 1ee545b5-b943-4bd0-8354-a36e3447e916 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:20:17.956722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-413763e4-8dcb-4361-9f61-d129d5cd3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:18.078284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-413763e4-8dcb-4361-9f61-d129d5cd3fbe None None] Provisioning complete for port 273afcd9-6b88-4712-9b9f-36748bf73308 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:20:18.078649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-413763e4-8dcb-4361-9f61-d129d5cd3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:29.061769 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:20:31.454960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43f088ee-34e7-4580-bddb-5abe876f7531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:33.590330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6d5767c-ac99-4af4-8682-4618e793e103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:34.603507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:35.425546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:36.129605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:20:46.748335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:00.922631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60854) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:01.209256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 814b3903-7347-4535-b174-2b0b52d49db7 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:21:01.209585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:01.370085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:01.370406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:01.457408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bba3fdf-ed68-4df2-a0f8-ffe33ea7d0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:01.486956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 814b3903-7347-4535-b174-2b0b52d49db7 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:21:01.630335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:01.674355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=814b3903-7347-4535-b174-2b0b52d49db7,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:01.714750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.715014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.715349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.715841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.716358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.716869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.717266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.717590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.717912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.718232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.718546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:01.776721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:02.164330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 128cbba1-2f08-48d8-86f4-3f3691e17d7b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:21:02.365942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:21:02.375890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] Sync routers for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:21:02.381483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:02.387169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:02.387929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:20:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:02.433223 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-756bf70a-9cac-4d64-8595-e9ae0aa138bc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/8f14c0ea-7573-4dae-86ad-dba61703cfa6 HTTP/1.1" status: 204 len: 168 time: 1.5093732 May 29 01:21:02.433618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:02.565018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:02.620725 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6598c9-b82a-4915-abe3-027d91627d62'] response: {'name': 'network-changed', 'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1', 'status': 'completed', 'code': 200} May 29 01:21:02.785109 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-2b1a48af-43d1-4c26-82e6-84c710bc54d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 1099 time: 0.1427851 May 29 01:21:02.889219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:37Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:02.893164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] Checking router: 128cbba1-2f08-48d8-86f4-3f3691e17d7b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:21:02.899815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22665753-2ff7-403a-9878-4fe3d022b61f req-64f9a21f-59e6-402e-893e-2cbf061f8277 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:02.900615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-22665753-2ff7-403a-9878-4fe3d022b61f req-64f9a21f-59e6-402e-893e-2cbf061f8277 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:02.903955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:02.904538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:20:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:02.918279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-22665753-2ff7-403a-9878-4fe3d022b61f req-64f9a21f-59e6-402e-893e-2cbf061f8277 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:02.920280 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22665753-2ff7-403a-9878-4fe3d022b61f req-64f9a21f-59e6-402e-893e-2cbf061f8277 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 946 time: 0.1041431 May 29 01:21:02.923250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71153244-1bb9-4953-8449-370e053076f8 req-3b516522-8da7-4388-8940-910f596b603a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:02.924726 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-3b516522-8da7-4388-8940-910f596b603a service neutron] 10.222.0.16 "GET /v2.0/networks?id=56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 200 len: 898 time: 0.1337485 May 29 01:21:02.976825 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22665753-2ff7-403a-9878-4fe3d022b61f req-1b8af7bc-c69b-48ab-ba32-eded855342cb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501416 May 29 01:21:03.000136 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-530b556a-e76c-4eac-8e45-f134c722dc56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 200 len: 217 time: 0.0677295 May 29 01:21:03.081595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71153244-1bb9-4953-8449-370e053076f8 req-a3121a85-d816-4153-ae4d-0ff944c4302c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:03.087294 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-a3121a85-d816-4153-ae4d-0ff944c4302c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 200 len: 844 time: 0.0804644 May 29 01:21:03.096676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:03.164129 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-b12ac027-1ba3-4b85-9ab3-c1a2224bbe09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56d9c888-e0f7-48d8-93d7-9361f14ab02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714910 May 29 01:21:03.174348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-221d75ad-4144-4487-b67b-a9370ec46fa1 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:21:03.175292 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-221d75ad-4144-4487-b67b-a9370ec46fa1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052774 May 29 01:21:03.323122 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-368d822f-69f3-4db0-9b54-cc7b98300ae7 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408002 May 29 01:21:03.441847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:37Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:03.445887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d30ae7-58d6-48f0-952e-388beb6de077 None None] The sync data for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv is: [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:17:31Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '273afcd9-6b88-4712-9b9f-36748bf73308', 'name': '', 'network_id': '56d9c888-e0f7-48d8-93d7-9361f14ab02d', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:76:7e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344cde4f-edb3-411c-bc46-95482898986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:31Z', 'updated_at': '2022-05-29T01:17:37Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '344cde4f-edb3-411c-bc46-95482898986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:21:03.472679 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71153244-1bb9-4953-8449-370e053076f8 req-37ec83c0-d4ae-45ee-a40f-51e718bb8ae7 service neutron] 10.222.0.16 "GET /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434155 May 29 01:21:03.596114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-493e3d0a-0f9b-4973-925c-5b993589a942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:03.676150 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9373c-5b41-4d19-b149-31cae85d4bb5 None None] New status for floating IP 8f14c0ea-7573-4dae-86ad-dba61703cfa6: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:21:04.182198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fd003-afc6-4450-9d53-9b52f7edca8d req-f01488f5-3cde-4db7-8a9d-89bb9eb83db8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:04.183637 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-114fd003-afc6-4450-9d53-9b52f7edca8d req-f01488f5-3cde-4db7-8a9d-89bb9eb83db8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 946 time: 0.0759254 May 29 01:21:04.228895 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-114fd003-afc6-4450-9d53-9b52f7edca8d req-056ce646-430e-4623-abe1-17bb4473f290 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8f18b0f1-4d92-43a7-a927-48e6257a19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388651 May 29 01:21:04.321402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4bc4d8f3-6d6b-4f37-bdcb-2afccbba175d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:04.322074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4bc4d8f3-6d6b-4f37-bdcb-2afccbba175d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:04.334436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4bc4d8f3-6d6b-4f37-bdcb-2afccbba175d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:04.335526 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4bc4d8f3-6d6b-4f37-bdcb-2afccbba175d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 946 time: 0.0910759 May 29 01:21:04.401617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port e61168cc-04f8-46b6-843d-033491b013c1 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:21:04.401943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:04.577966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:04.726580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port e61168cc-04f8-46b6-843d-033491b013c1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e61168cc-04f8-46b6-843d-033491b013c1,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:04.726932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:04.846326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for e61168cc-04f8-46b6-843d-033491b013c1 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:21:04.984110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:05.029912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=e61168cc-04f8-46b6-843d-033491b013c1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:05.104122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port e61168cc-04f8-46b6-843d-033491b013c1 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:21:05.106414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:05.108869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'name': 'network-vif-deleted', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:05.125633 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-584660d1-4e02-4cbc-9a63-87a28091b755 req-4cccdd8f-6026-4c12-90e3-1f8d42a5443e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/e61168cc-04f8-46b6-843d-033491b013c1 HTTP/1.1" status: 204 len: 173 time: 0.7843461 May 29 01:21:05.173422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f45baa-2296-4e14-8b8f-90cd84bd2581'] response: {'server_uuid': 'def49e1a-c8db-4b0b-8fe2-5263e45d4c33', 'name': 'network-vif-deleted', 'tag': 'e61168cc-04f8-46b6-843d-033491b013c1', 'status': 'completed', 'code': 200} May 29 01:21:05.432515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:05.519043 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd12bef9-7d0e-4c4f-8260-a9600e100de5 req-b99ba005-525d-49a9-b4ef-4726a6ff5b53 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=def49e1a-c8db-4b0b-8fe2-5263e45d4c33 HTTP/1.1" status: 200 len: 210 time: 0.1502497 May 29 01:21:06.061890 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:21:06.132378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:06.624885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60890) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:06.694085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3229e955-e698-4dc6-9e9e-8378c5fbb98f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:06.723353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3229e955-e698-4dc6-9e9e-8378c5fbb98f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:06.785019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3229e955-e698-4dc6-9e9e-8378c5fbb98f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:06.803391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229e955-e698-4dc6-9e9e-8378c5fbb98f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f18b0f1-4d92-43a7-a927-48e6257a19f6,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:06.813022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3229e955-e698-4dc6-9e9e-8378c5fbb98f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:06.814061 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3229e955-e698-4dc6-9e9e-8378c5fbb98f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/8f18b0f1-4d92-43a7-a927-48e6257a19f6 HTTP/1.1" status: 204 len: 168 time: 0.1881697 May 29 01:21:06.856667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60896) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:07.245204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:07.834659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 273afcd9-6b88-4712-9b9f-36748bf73308 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:21:07.835379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:08.000171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device e61168cc-04f8-46b6-843d-033491b013c1 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:21:08.017066 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 273afcd9-6b88-4712-9b9f-36748bf73308, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=273afcd9-6b88-4712-9b9f-36748bf73308,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:08.017420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:08.038684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: e61168cc-04f8-46b6-843d-033491b013c1 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:21:08.039028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device e61168cc-04f8-46b6-843d-033491b013c1 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:21:08.160395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 273afcd9-6b88-4712-9b9f-36748bf73308 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:21:08.434665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:08.482723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=273afcd9-6b88-4712-9b9f-36748bf73308,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:08.771049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:09.384300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 128cbba1-2f08-48d8-86f4-3f3691e17d7b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:21:09.586905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:21:09.597541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] Sync routers for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:21:09.600773 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a7b7e114-797f-4870-b3f8-c8b3a75dceb1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/128cbba1-2f08-48d8-86f4-3f3691e17d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7429526 May 29 01:21:09.603316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60900) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:09.610868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:09.611483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:09.841804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:09.908507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet 344cde4f-edb3-411c-bc46-95482898986d {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:21:09.911317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:09.963464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.049811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.129373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.134249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:21:08Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:10.139573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] Checking router: 128cbba1-2f08-48d8-86f4-3f3691e17d7b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:21:10.151327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] Routers {'128cbba1-2f08-48d8-86f4-3f3691e17d7b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:10.151930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:10.172270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=344cde4f-edb3-411c-bc46-95482898986d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:10.177826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.184484 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-54fdd764-59c4-417a-9632-cc38471c88f5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/344cde4f-edb3-411c-bc46-95482898986d HTTP/1.1" status: 204 len: 168 time: 0.5802157 May 29 01:21:10.187615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60904) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:10.205480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809635f2-808f-49a4-be84-45bbbc64b8ea None None] Network 56d9c888-e0f7-48d8-93d7-9361f14ab02d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:21:10.387625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.491782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] Set router 128cbba1-2f08-48d8-86f4-3f3691e17d7b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:10.584758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.594859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:21:10.595189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.764129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] DHCP port deletion for 56d9c888-e0f7-48d8-93d7-9361f14ab02d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:21:10.779552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Deleting port 1ee545b5-b943-4bd0-8354-a36e3447e916 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:21:10.779928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.783247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 27c9c94e-c056-4ad9-8f9b-f51a6caa105d, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:10.783606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:10.903673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 27c9c94e-c056-4ad9-8f9b-f51a6caa105d owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:21:10.915577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:21:08Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:10.979617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc4640-bcf3-451d-b647-a28231bda616 None None] The sync data for ids ['128cbba1-2f08-48d8-86f4-3f3691e17d7b'] in dv-neutron-843186-2-hyperv is: [{'id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'name': 'tempest-TestNetworkBasicOps-router-1450029458', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93'}], 'enable_snat': True}, 'gw_port_id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:17:27Z', 'updated_at': '2022-05-29T01:21:08Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '27c9c94e-c056-4ad9-8f9b-f51a6caa105d', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128cbba1-2f08-48d8-86f4-3f3691e17d7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:17:28Z', 'updated_at': '2022-05-29T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:21:11.008847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] For port 1ee545b5-b943-4bd0-8354-a36e3447e916, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1ee545b5-b943-4bd0-8354-a36e3447e916,segment=NetworkSegment(e50cd770-7061-41da-9474-2639f5a65f73),segment_id=e50cd770-7061-41da-9474-2639f5a65f73)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:11.009249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.079670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.128216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=27c9c94e-c056-4ad9-8f9b-f51a6caa105d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:11.142910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Calling delete_port for 1ee545b5-b943-4bd0-8354-a36e3447e916 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:21:11.257852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.301000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Pushing event deleted for resources: {'Port': ['ID=1ee545b5-b943-4bd0-8354-a36e3447e916,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:11.309925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] No DVR routers for this DVR port 1ee545b5-b943-4bd0-8354-a36e3447e916 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.317814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.319003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.319003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1055e-68ba-486c-b430-36696734ac40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:11.367415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.467109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ee545b5-b943-4bd0-8354-a36e3447e916 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:21:11.502782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 1ee545b5-b943-4bd0-8354-a36e3447e916 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:21:11.503151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1ee545b5-b943-4bd0-8354-a36e3447e916 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:21:11.503576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 273afcd9-6b88-4712-9b9f-36748bf73308 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:21:11.537611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 273afcd9-6b88-4712-9b9f-36748bf73308 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:21:11.537879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 273afcd9-6b88-4712-9b9f-36748bf73308 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:21:11.725237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.729568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.755175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.755671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router 128cbba1-2f08-48d8-86f4-3f3691e17d7b {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:21:11.770441 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:11.771534 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-07e70132-0691-4f68-bd1b-db72aedc677b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/128cbba1-2f08-48d8-86f4-3f3691e17d7b HTTP/1.1" status: 204 len: 168 time: 1.5827899 May 29 01:21:11.774284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60908) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:11.886727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.011696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.036061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d9c888-e0f7-48d8-93d7-9361f14ab02d']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:12.048553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50cd770-7061-41da-9474-2639f5a65f73') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:12.048875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50cd770-7061-41da-9474-2639f5a65f73') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:12.060781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.077467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.083914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:21:12.084363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:21:12.098436 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:21:12.178598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.197907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.208926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=56d9c888-e0f7-48d8-93d7-9361f14ab02d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:12.217482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a9fefc86-0ce7-4a27-98a4-49582f90c4af tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/56d9c888-e0f7-48d8-93d7-9361f14ab02d HTTP/1.1" status: 204 len: 168 time: 0.4421740 May 29 01:21:12.233947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60912) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:12.239835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--1230410121', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:12.244815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:12.250229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:12.253236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:12.258880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:12.268666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:21:12.271727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.300351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:21:12.309928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.310380 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment 34966b36-b319-428e-9062-7b7c56737e1b of type vlan for network b7fa82bf-83bf-47e1-873d-ebc1409bd44b May 29 01:21:12.336079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.365297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.368929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:12.369507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.477422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2423184 May 29 01:21:12.478425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1e50f-2067-4c30-ad9a-c0f73b737df9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=b7fa82bf-83bf-47e1-873d-ebc1409bd44b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:12.480271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60916) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:12.486528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-343564417', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:12.489258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:21:12.493466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:12.497916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:12.501023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:12.506831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:12.517367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.518281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.537565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.685725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.857367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:12.885217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:13.019132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.23 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/05c9708a-d92a-4379-a8f0-c30312870579) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:21:13.250234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:13.276185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:13.339628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27c9c94e-c056-4ad9-8f9b-f51a6caa105d no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:21:13.341081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:13.343984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:13.346795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:21:13.373223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 27c9c94e-c056-4ad9-8f9b-f51a6caa105d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:21:13.373574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27c9c94e-c056-4ad9-8f9b-f51a6caa105d not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:21:13.385445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=05c9708a-d92a-4379-a8f0-c30312870579,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:13.506693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:13.507314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:13.727523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 7b303dce-1829-417b-aa03-f281c8d483a7 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:21:13.927576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:21:13.937661 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Sync routers for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:21:13.949172 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:13.950097 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:13.953670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:13.954872 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d36f0afc-3b9f-443c-964a-c0bfafedba02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4730392 May 29 01:21:13.958121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60920) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:14.002284 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-de65fbfe-6b65-4ca8-a02c-aa498ba6bf7f tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414603 May 29 01:21:14.003174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60924) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:14.123983 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:14.130266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502d8d2-a858-4aab-aca2-027fece9719a tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:14.134625 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6502d8d2-a858-4aab-aca2-027fece9719a tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305065 May 29 01:21:14.134786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60928) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:14.180105 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5d43f9e4-7f8d-415f-a448-ef5f16672725 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434268 May 29 01:21:14.182470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60932) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:14.187680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255216892', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:14.295167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:14.299021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:14.301884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:14.307622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:14.317467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:21:14.401153 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:13Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:14.405661 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Checking router: 7b303dce-1829-417b-aa03-f281c8d483a7 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:21:14.406000 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Updating router 7b303dce-1829-417b-aa03-f281c8d483a7 port 05c9708a-d92a-4379-a8f0-c30312870579 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:21:14.420065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:14.457932 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:14.639454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:14.724403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=c2887f95-9927-4f78-8979-11ea066b3132,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:14.734750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:21:14.735109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: b7fa82bf-83bf-47e1-873d-ebc1409bd44b, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:21:14.758216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:21:14.768551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, b7fa82bf-83bf-47e1-873d-ebc1409bd44b) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:14.773346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:14.774025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:14.775432 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:14.779884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14360773-74f6-4d1b-9cfa-1999931fd3c8 None None] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:21:14.787074 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Transition to ACTIVE for port object 05c9708a-d92a-4379-a8f0-c30312870579 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:14.794497 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:14.801504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60936) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:14.801684 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-bd05360f-eb93-4b01-9bd3-53654b001cbe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6181855 May 29 01:21:14.873114 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Attempting to bind port 05c9708a-d92a-4379-a8f0-c30312870579 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:21:14.873472 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Attempting to bind port 05c9708a-d92a-4379-a8f0-c30312870579 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:21:14.873824 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Attempting to bind port 05c9708a-d92a-4379-a8f0-c30312870579 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:21:14.875916 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Pushing event updated for resources: {'Port': ['ID=05c9708a-d92a-4379-a8f0-c30312870579,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:14.887982 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.888327 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.888653 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.888971 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.889285 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.889690 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.889913 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.890226 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.890533 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.890840 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.891148 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:14.894522 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:21:14.895103 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:21:14.895665 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:14.896206 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:21:14.896817 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Bound port: 05c9708a-d92a-4379-a8f0-c30312870579, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:21:14.897347 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.005260 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] For port 05c9708a-d92a-4379-a8f0-c30312870579, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:21:15.008275 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] For port 05c9708a-d92a-4379-a8f0-c30312870579, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=05c9708a-d92a-4379-a8f0-c30312870579,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:21:15.010070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:21:15.011142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.013774 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.081762 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:15.082378 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:15.178102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Allocated IP 172.20.0.2 (b7fa82bf-83bf-47e1-873d-ebc1409bd44b/c2887f95-9927-4f78-8979-11ea066b3132/8494f0e4-4ba5-4d77-92db-88a742df308e) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:21:15.254798 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794ae5c-c71b-44dc-92c2-f07ab3bcc319 None None] Pushing event updated for resources: {'Port': ['ID=05c9708a-d92a-4379-a8f0-c30312870579,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:15.276965 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:15.406616 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.421384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Transition to ACTIVE for port object 8494f0e4-4ba5-4d77-92db-88a742df308e will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:15.443783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Transition to ACTIVE for port object 8494f0e4-4ba5-4d77-92db-88a742df308e will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:15.450304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.521898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:15.522963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:15.527358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:21:15.532390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Pushing event updated for resources: {'Port': ['ID=8494f0e4-4ba5-4d77-92db-88a742df308e,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:15.583696 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:13Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:15.587487 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059aaaab-3e6d-4b4d-aa94-934c88143f5d None None] The sync data for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv is: [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:13Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:21:15.627497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Attempting to bind port 8494f0e4-4ba5-4d77-92db-88a742df308e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:21:15.627865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Attempting to bind port 8494f0e4-4ba5-4d77-92db-88a742df308e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:21:15.628283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Attempting to bind port 8494f0e4-4ba5-4d77-92db-88a742df308e on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:21:15.638289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:21:15.639016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Checking segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:21:15.639142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.639431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Bound using segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:21:15.639897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Bound port: 8494f0e4-4ba5-4d77-92db-88a742df308e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:21:15.640326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.704837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.731213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] For port 8494f0e4-4ba5-4d77-92db-88a742df308e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:21:15.734983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] For port 8494f0e4-4ba5-4d77-92db-88a742df308e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8494f0e4-4ba5-4d77-92db-88a742df308e,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:21:15.740351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:15.831312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4b1a1-f1d6-4f19-a50a-fec1026ac8e0 None None] Pushing event updated for resources: {'Port': ['ID=8494f0e4-4ba5-4d77-92db-88a742df308e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:16.141277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (b7fa82bf-83bf-47e1-873d-ebc1409bd44b/c2887f95-9927-4f78-8979-11ea066b3132/ae7be67e-4078-4c51-8ff0-e8c80412b952) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:21:16.318182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:16.334177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object ae7be67e-4078-4c51-8ff0-e8c80412b952 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:16.357951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:16.429754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:16.432737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:16.435546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:21:16.474003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=ae7be67e-4078-4c51-8ff0-e8c80412b952,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:16.503109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:16.593667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:16.770152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:16.792419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7773fb0-82ea-48f7-a5f9-39b5c9f7f916 None None] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:21:16.897037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-491c4212-fa33-417e-b1af-5c532c985736 None None] Provisioning for port 8494f0e4-4ba5-4d77-92db-88a742df308e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:17.003012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.007470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.120593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.124488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=ae7be67e-4078-4c51-8ff0-e8c80412b952,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:17.332932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-890eeefa-7931-4b4c-809b-26e6a90ca38f None None] Provisioning for port ae7be67e-4078-4c51-8ff0-e8c80412b952 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:17.339713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-890eeefa-7931-4b4c-809b-26e6a90ca38f None None] Provisioning complete for port ae7be67e-4078-4c51-8ff0-e8c80412b952 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:17.340831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-890eeefa-7931-4b4c-809b-26e6a90ca38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.375696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:17.377454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:17.400995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-890eeefa-7931-4b4c-809b-26e6a90ca38f None None] Port ae7be67e-4078-4c51-8ff0-e8c80412b952 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:21:17.463442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 05c9708a-d92a-4379-a8f0-c30312870579 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:17.555868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d9743769-083a-4f3d-9d3c-639494b2a9e2 None None] Provisioning complete for port ae7be67e-4078-4c51-8ff0-e8c80412b952 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:17.556292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d9743769-083a-4f3d-9d3c-639494b2a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.639083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 05c9708a-d92a-4379-a8f0-c30312870579 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:17.648222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 05c9708a-d92a-4379-a8f0-c30312870579 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:17.648598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.675935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d9743769-083a-4f3d-9d3c-639494b2a9e2 None None] Port ae7be67e-4078-4c51-8ff0-e8c80412b952 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:21:17.762326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.778102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 05c9708a-d92a-4379-a8f0-c30312870579, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=05c9708a-d92a-4379-a8f0-c30312870579,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:17.787341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.788316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8494f0e4-4ba5-4d77-92db-88a742df308e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:17.796629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 7b303dce-1829-417b-aa03-f281c8d483a7 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:21:17.906655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ebeb8381-bfb5-4599-989a-350e4dfea21e None None] Provisioning complete for port ae7be67e-4078-4c51-8ff0-e8c80412b952 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:17.907266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8381-bfb5-4599-989a-350e4dfea21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.949885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=05c9708a-d92a-4379-a8f0-c30312870579,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:17.973244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb8381-bfb5-4599-989a-350e4dfea21e None None] Port ae7be67e-4078-4c51-8ff0-e8c80412b952 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:21:17.979771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 8494f0e4-4ba5-4d77-92db-88a742df308e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:17.984864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8494f0e4-4ba5-4d77-92db-88a742df308e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:17.985238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:17.997246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:21:18.009362 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-51e349cb-ad76-4700-86e0-6eeca395c865 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/7b303dce-1829-417b-aa03-f281c8d483a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2064483 May 29 01:21:18.012715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60940) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:18.097818 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.133871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 8494f0e4-4ba5-4d77-92db-88a742df308e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8494f0e4-4ba5-4d77-92db-88a742df308e,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:18.138170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.152050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6744d37-6381-446e-be73-da6c2d81eb5d tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.152600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6744d37-6381-446e-be73-da6c2d81eb5d tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.153384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6744d37-6381-446e-be73-da6c2d81eb5d tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.153804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6744d37-6381-446e-be73-da6c2d81eb5d tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.158093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d6744d37-6381-446e-be73-da6c2d81eb5d tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1418703 May 29 01:21:18.158337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60944) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:18.205473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=8494f0e4-4ba5-4d77-92db-88a742df308e,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:18.224917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be65ec0-0bd6-4aa2-86b5-60fd46ed2bdb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.225292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be65ec0-0bd6-4aa2-86b5-60fd46ed2bdb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.225659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be65ec0-0bd6-4aa2-86b5-60fd46ed2bdb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.226049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be65ec0-0bd6-4aa2-86b5-60fd46ed2bdb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:18.227656 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3be65ec0-0bd6-4aa2-86b5-60fd46ed2bdb tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0683508 May 29 01:21:18.230947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60948) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:18.426617 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fe0585b3-e2ee-42b8-afca-2ee5ead26f44 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1944301 May 29 01:21:18.508101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60954) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:18.513682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757301231', 'description': 'tempest-secgroup-smoke-1757301231 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:18.519515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:18.523580 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:18.526438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:18.533980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:18.545001 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.579685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:18.583426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:18.586208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:18.592304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:18.653515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.657169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.700961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd0162-f104-49d1-a5b9-087ff1bd1fba,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:18.710367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.711514 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2024424 May 29 01:21:18.712885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.713217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.713547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.713868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.714191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.714510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.714682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60958) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:18.715359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.716361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.716699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.717028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.717350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aeef71-6d89-478a-8d5a-4fa085352d86 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:21:18.721596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8acd0162-f104-49d1-a5b9-087ff1bd1fba', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:18.728454 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:18.736250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:18.739254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:18.745375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:18.761831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.821613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.825253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.847876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1532353-784e-416a-869d-c1db535f52e6,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:18.857138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.858270 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ac77ab30-c65b-400a-a278-a7409b49e7c0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419091 May 29 01:21:18.861371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60962) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:18.866815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8acd0162-f104-49d1-a5b9-087ff1bd1fba', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:18.872646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:18.876451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:18.879219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:18.884857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:18.903300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.968657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.972114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:18.998251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e013cd78-64b0-4339-844b-3706528f73df,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:19.008306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.009473 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9979bccf-0b41-40f4-931a-1133091c3d68 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1471744 May 29 01:21:19.012941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 60966) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:19.018712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8acd0162-f104-49d1-a5b9-087ff1bd1fba', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:19.024608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:19.029012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:19.031797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:19.038037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:19.053636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.117465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.120954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.145365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d6009b-aa20-44e5-8dc9-35f4dafdbb91,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:19.156743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Sync routers for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:21:19.157788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.159075 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-88295f75-7915-4206-afc1-4ecdca848c04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1450951 May 29 01:21:19.161934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60970) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:19.168673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8acd0162-f104-49d1-a5b9-087ff1bd1fba', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:19.170949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:19.171666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:19.175371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:19.179412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:19.182561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:19.188650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:19.204645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.271144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.274886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.298417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b56cc89-8e84-48c7-a0eb-c1ffbbd5ee7c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:19.307221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.308347 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aa86d0e5-0e05-4a83-bb4b-630ad2eb385a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452394 May 29 01:21:19.311800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60974) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:19.317255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8acd0162-f104-49d1-a5b9-087ff1bd1fba', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:19.322843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:19.327381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:19.330317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:19.335952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:19.347928 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:21:19.354450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.364186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:19.404432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 05c9708a-d92a-4379-a8f0-c30312870579 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:19.421362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.426110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.449109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e8b080-61fd-48c6-8c27-7f99f8e20b26,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:19.459279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.460651 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-07364b54-0102-41fc-a535-820e509abeba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478405 May 29 01:21:19.463508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 60978) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:19.469305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '8acd0162-f104-49d1-a5b9-087ff1bd1fba', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:19.475023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:19.478796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:19.481780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:19.487611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:19.499142 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:21:19.505518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.572746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.577518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.600011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faae6a36-e12c-4812-91fc-722a7cfacb78,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:19.609774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.611166 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6c55d077-5f4e-4c8f-a21a-4bac7dc9234d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1464565 May 29 01:21:19.646928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 05c9708a-d92a-4379-a8f0-c30312870579 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:19.647287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.783178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-eaa324a9-076d-445d-859b-a6ee1cd31581 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:19.798351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-eaa324a9-076d-445d-859b-a6ee1cd31581 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:19.799644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-eaa324a9-076d-445d-859b-a6ee1cd31581 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757301231&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0581336 May 29 01:21:19.838268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8494f0e4-4ba5-4d77-92db-88a742df308e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:19.901036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:19.911068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Checking router: 7b303dce-1829-417b-aa03-f281c8d483a7 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:21:19.911420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Updating router 7b303dce-1829-417b-aa03-f281c8d483a7 port ae7be67e-4078-4c51-8ff0-e8c80412b952 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:21:19.969526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:19.989854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 8494f0e4-4ba5-4d77-92db-88a742df308e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:19.990219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:20.052226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-60b831b6-0462-4d44-970f-399440c75c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:20.052893 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-60b831b6-0462-4d44-970f-399440c75c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:20.067907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-60b831b6-0462-4d44-970f-399440c75c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:20.069030 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-60b831b6-0462-4d44-970f-399440c75c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 797 time: 0.2622468 May 29 01:21:20.084882 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-b6b08e26-bd0d-4217-8541-95839466ab17 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0103805 May 29 01:21:20.165509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-c78a2a57-9f72-46ae-ab33-00481c28799c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:20.181793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-c78a2a57-9f72-46ae-ab33-00481c28799c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:20.183149 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-c78a2a57-9f72-46ae-ab33-00481c28799c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920689 May 29 01:21:20.389472 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-be99f07c-fd03-4839-b5ab-c8ea00b90b81 service neutron] 10.222.0.33 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932533 May 29 01:21:20.453468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:20.465980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Transition to ACTIVE for port object ae7be67e-4078-4c51-8ff0-e8c80412b952 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:20.472587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:20.521203 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d2cf9ecd-f8ce-4fb7-8b03-c3182451365c service neutron] 10.222.0.33 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260266 May 29 01:21:20.602797 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161129f-e7e9-4b3e-81c8-1a45afaefa63 None None] Pushing event updated for resources: {'Port': ['ID=ae7be67e-4078-4c51-8ff0-e8c80412b952,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:20.713920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Attempting to bind port ae7be67e-4078-4c51-8ff0-e8c80412b952 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:21:20.714297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Attempting to bind port ae7be67e-4078-4c51-8ff0-e8c80412b952 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:21:20.715102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Attempting to bind port ae7be67e-4078-4c51-8ff0-e8c80412b952 on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:21:20.722327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:21:20.722707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Checking segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:21:20.723108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:20.723503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Bound using segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:21:20.723965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Bound port: ae7be67e-4078-4c51-8ff0-e8c80412b952, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:21:20.724364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:20.748553 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ee80bfdd-99d6-4b4c-beee-94f47f9b3cd9 req-0af34186-9279-4ca2-9e46-c83788dd9a45 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 210 time: 0.0503414 May 29 01:21:20.827362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] For port ae7be67e-4078-4c51-8ff0-e8c80412b952, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:21:20.830470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] For port ae7be67e-4078-4c51-8ff0-e8c80412b952, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ae7be67e-4078-4c51-8ff0-e8c80412b952,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:21:20.836665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:20.921342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161129f-e7e9-4b3e-81c8-1a45afaefa63 None None] Pushing event updated for resources: {'Port': ['ID=ae7be67e-4078-4c51-8ff0-e8c80412b952,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:20.930241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:20.930864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:21.159407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:21.488901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:20Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:21.492792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf884796-5c8f-4f06-a6d6-198bdd541010 None None] The sync data for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv is: [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:20Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:21:21.902241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-87338ee0-85ae-4621-87ba-9a416061566d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:21.904214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-87338ee0-85ae-4621-87ba-9a416061566d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:21.916453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-87338ee0-85ae-4621-87ba-9a416061566d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:21.917568 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-87338ee0-85ae-4621-87ba-9a416061566d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 797 time: 0.1878593 May 29 01:21:21.946445 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-838a368d-eac4-4340-b9a8-772f2e3592a3 req-10895aa4-ffee-4ebd-a29d-12e17511b1ed tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 210 time: 0.0520642 May 29 01:21:21.980490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-59742f89-188a-424e-b082-d6d0b84529ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:21.993304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-59742f89-188a-424e-b082-d6d0b84529ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:21.994405 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-59742f89-188a-424e-b082-d6d0b84529ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 380 time: 0.0647430 May 29 01:21:22.002649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['8acd0162-f104-49d1-a5b9-087ff1bd1fba']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:22.238296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:22.248952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:22.259902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:21:22.263920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:22.435647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.9 (b7fa82bf-83bf-47e1-873d-ebc1409bd44b/c2887f95-9927-4f78-8979-11ea066b3132/36d9e7a9-532f-4f8c-9aea-8512fcb79816) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:21:22.617488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:22.633061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 36d9e7a9-532f-4f8c-9aea-8512fcb79816 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:22.654221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:22.727007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:22.730053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:22.734874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:21:22.762927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:22.797153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:22.797752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:22.824481 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-d1a92100-7773-47d3-9630-14d4b719b0e0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250582 May 29 01:21:22.835000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Request body: {'port': {'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:22.948487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.080479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-209e0816-ecfe-4590-b6eb-410ae218ef8f None None] Provisioning for port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:23.085914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-209e0816-ecfe-4590-b6eb-410ae218ef8f None None] Provisioning complete for port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:23.086383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-209e0816-ecfe-4590-b6eb-410ae218ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.149294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-209e0816-ecfe-4590-b6eb-410ae218ef8f None None] Port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:21:23.175654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4036acd-f884-4a6e-8dfd-3f8ff28107e3 req-1c1755a0-51ac-490d-90f8-2f6d7e8219aa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:23.177150 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4036acd-f884-4a6e-8dfd-3f8ff28107e3 req-1c1755a0-51ac-490d-90f8-2f6d7e8219aa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 931 time: 0.0973997 May 29 01:21:23.223894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4036acd-f884-4a6e-8dfd-3f8ff28107e3 req-ecb9e7f7-2b6a-4adb-94c5-a14c96994293 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 May 29 01:21:23.300649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d9e7a9-532f-4f8c-9aea-8512fcb79816 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:21:23.307214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.321020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Transition to ACTIVE for port object 36d9e7a9-532f-4f8c-9aea-8512fcb79816 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:23.325209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.410796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ae7be67e-4078-4c51-8ff0-e8c80412b952 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:23.453209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Pushing event updated for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:23.481819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port ae7be67e-4078-4c51-8ff0-e8c80412b952 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:23.486829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ae7be67e-4078-4c51-8ff0-e8c80412b952 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:23.487189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.573817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Attempting to bind port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:21:23.574829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Attempting to bind port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:21:23.575153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Attempting to bind port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:21:23.581618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:21:23.581893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Attempting to bind port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:21:23.588343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:21:23.588673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Checking segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:21:23.589049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Bound using segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:21:23.589472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Bound port: 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:21:23.589859 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.610862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.647144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port ae7be67e-4078-4c51-8ff0-e8c80412b952, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ae7be67e-4078-4c51-8ff0-e8c80412b952,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:23.651563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.682861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:21:23.686525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:21:23.692278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.732258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=ae7be67e-4078-4c51-8ff0-e8c80412b952,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:23.755988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:23.757365 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 1093 time: 0.9265106 May 29 01:21:23.757877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:23.772749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d411dca-b879-400f-a0b8-75cdc87503e3 service neutron] Pushing event updated for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:23.825340 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bc6132-d88f-45c4-82a4-1645ee9689d5'] response: {'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'status': 'completed', 'code': 200} May 29 01:21:23.872349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-b2f93040-323c-4c85-a439-286c0f2d8e95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1096 time: 0.0780234 May 29 01:21:23.952777 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-9f573d64-efec-4af5-9fb6-2bf47289e02c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 217 time: 0.0744183 May 29 01:21:24.103282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-2d0f5355-0ed1-4f45-94b4-1b90b738e207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:24.104725 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-2d0f5355-0ed1-4f45-94b4-1b90b738e207 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.1469665 May 29 01:21:24.179468 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-b61763db-7190-497e-83a5-f47481be24c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687864 May 29 01:21:24.317624 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-f7c02b14-be07-4e52-8b45-483c64c09854 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317232 May 29 01:21:24.420720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e1a33-d411-44da-9044-96fc8abded48 req-704cf17c-1ebe-4df2-9c49-7abeae1e9ca9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:24.422170 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8d2e1a33-d411-44da-9044-96fc8abded48 req-704cf17c-1ebe-4df2-9c49-7abeae1e9ca9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 943 time: 0.0766802 May 29 01:21:24.449041 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f0a3f069-3c6f-4abe-9d54-aa8536664385 req-12a6267d-ae45-4c55-8109-28d79dffbd95 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257076 May 29 01:21:24.467742 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8d2e1a33-d411-44da-9044-96fc8abded48 req-77cb7129-58e7-486f-a8c3-d9f537878dfe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 May 29 01:21:24.571564 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-587c9dff-b6cb-4f9d-9355-54c0d0424a3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1096 time: 0.0693893 May 29 01:21:24.698205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-8cf1856a-d081-475c-83ad-96dc2314d5e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:24.700231 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-8cf1856a-d081-475c-83ad-96dc2314d5e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1233199 May 29 01:21:24.767579 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-6bff1e8d-438b-43b3-897f-5a83980b6da0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 217 time: 0.0620434 May 29 01:21:24.829645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-14d1248c-7986-4f2e-9fa9-8137c32fb994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:24.830949 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-14d1248c-7986-4f2e-9fa9-8137c32fb994 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0580144 May 29 01:21:24.907429 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-ae5889b0-4b39-4da9-b297-41dff203f5fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707192 May 29 01:21:25.035500 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-cf74dcf0-3d9a-4be8-b54f-38f74e710fdf service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217334 May 29 01:21:25.169683 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f919bf67-6317-4ad9-bbd4-ea8a41f24ef9 req-a7d53bd8-6476-41ec-a9b2-3fc58d60b648 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277556 May 29 01:21:25.389798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ae7be67e-4078-4c51-8ff0-e8c80412b952 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:25.495828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ae7be67e-4078-4c51-8ff0-e8c80412b952 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:25.496181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:25.668954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ae086-504e-4441-8f2f-1d71324341d0 req-36706fcb-9a87-4b04-928d-a7fed615e86e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:25.670377 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff4ae086-504e-4441-8f2f-1d71324341d0 req-36706fcb-9a87-4b04-928d-a7fed615e86e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 943 time: 0.0799255 May 29 01:21:25.716536 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff4ae086-504e-4441-8f2f-1d71324341d0 req-34939463-7d1d-4dc6-b005-d699ff499b0a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402684 May 29 01:21:26.914571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168db78-3d35-4529-afb1-08d1d908eefd req-41409f22-035f-46c3-9d01-59cde12dc909 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:26.915978 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e168db78-3d35-4529-afb1-08d1d908eefd req-41409f22-035f-46c3-9d01-59cde12dc909 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 943 time: 0.0751271 May 29 01:21:26.960860 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e168db78-3d35-4529-afb1-08d1d908eefd req-46cdd3eb-f0a6-44cb-8f5b-85e612819eee tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388453 May 29 01:21:28.057254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 36d9e7a9-532f-4f8c-9aea-8512fcb79816 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:21:28.160209 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da52b-6be4-41e1-8381-12b46fde968b req-a7251f55-917e-4bc6-a991-d592c514d765 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:28.161670 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0b9da52b-6be4-41e1-8381-12b46fde968b req-a7251f55-917e-4bc6-a991-d592c514d765 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 943 time: 0.0800431 May 29 01:21:28.192919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:28.205931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:21:28.206961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0b9da52b-6be4-41e1-8381-12b46fde968b req-3558e31a-6ea6-4466-a2fb-114daceccb2e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393684 May 29 01:21:28.259557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:28.278365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d9e7a9-532f-4f8c-9aea-8512fcb79816 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:21:28.293265 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:28.296718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:28.362129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:28.629650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['36d9e7a9-532f-4f8c-9aea-8512fcb79816'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:21:29.405785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d8b68-8121-4fce-8bd1-f47577f93200 req-ae936982-4f27-4349-b243-20c114ff1b04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:29.407194 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-822d8b68-8121-4fce-8bd1-f47577f93200 req-ae936982-4f27-4349-b243-20c114ff1b04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 944 time: 0.0745571 May 29 01:21:29.454760 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-822d8b68-8121-4fce-8bd1-f47577f93200 req-07b79d8b-a50d-4127-804d-85cc62a67e2d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 May 29 01:21:30.061716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 36d9e7a9-532f-4f8c-9aea-8512fcb79816 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:30.135254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:30.139891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:30.140289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:30.252238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:30.278605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:30.288376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:30.293103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:30.333800 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2b8327-75b1-48a1-bd61-f3789b127e87'] response: {'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'code': 200} May 29 01:21:30.361592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:30.559920 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5152c0e6-bdfa-4834-a3d7-9cb76d7de016 req-bcb8cbb1-8475-4c57-91b3-4ca8e30da17a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1098 time: 0.0679057 May 29 01:21:30.604946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5152c0e6-bdfa-4834-a3d7-9cb76d7de016 req-971fc36e-0b5f-4a05-bf05-7109c801699f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 May 29 01:21:30.650056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be580718-e473-411a-8ce9-9424453ad8ca req-863ac942-c538-4f96-a055-9caed16192ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:30.651495 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be580718-e473-411a-8ce9-9424453ad8ca req-863ac942-c538-4f96-a055-9caed16192ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 945 time: 0.0761499 May 29 01:21:30.696287 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be580718-e473-411a-8ce9-9424453ad8ca req-67fd9637-3007-4f61-961d-e35e6830c834 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386131 May 29 01:21:31.459066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c685-9cab-4bcc-9091-93d86ee188a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:31.902484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cee077-a454-4d73-af11-2b5e19211a53 req-6ceb76eb-705b-4e51-abf2-35d53f61711c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:31.903984 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-91cee077-a454-4d73-af11-2b5e19211a53 req-6ceb76eb-705b-4e51-abf2-35d53f61711c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 945 time: 0.0818620 May 29 01:21:31.950336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-91cee077-a454-4d73-af11-2b5e19211a53 req-71db0255-ee86-4118-a229-94191d49b2e8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394862 May 29 01:21:33.219081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdbb1b-3e7b-484b-9663-96159f701e4d req-7f631d66-05d9-4ddb-bcc1-3a05afaf661b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:33.220691 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49fdbb1b-3e7b-484b-9663-96159f701e4d req-7f631d66-05d9-4ddb-bcc1-3a05afaf661b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 945 time: 0.0790422 May 29 01:21:33.265745 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49fdbb1b-3e7b-484b-9663-96159f701e4d req-d0129154-a2fa-4ae6-9fea-287fc585c451 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395803 May 29 01:21:33.462982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652399-4a52-4800-8567-261707cbca36 req-aa120b03-55a4-4a27-9742-74fa0fc30957 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:33.464818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2a652399-4a52-4800-8567-261707cbca36 req-aa120b03-55a4-4a27-9742-74fa0fc30957 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 945 time: 0.0774848 May 29 01:21:33.509241 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2a652399-4a52-4800-8567-261707cbca36 req-e7b3a38b-a41d-4a6b-b998-913e47a0d997 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389085 May 29 01:21:33.537779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 32798) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:33.592238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5785e14-54fe-4c5a-b78c-147a0ee60f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:33.606367 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-12c9caf0-ee64-4186-a005-18847b5e52c5 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1093 time: 0.0674779 May 29 01:21:33.608977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 32802) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:33.614207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:33.619456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:33.623455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:33.626253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:33.631818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:33.641552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:33.772083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:33.907464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.139 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/c5216185-bbc3-4f72-8cc0-182478f86e61) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:21:34.147442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:34.176641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:34.242889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:34.246108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:34.249879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:21:34.282530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=c5216185-bbc3-4f72-8cc0-182478f86e61,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:34.580475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:34.747772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:34.806648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:35.008664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:35.013834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:35.121051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=c5216185-bbc3-4f72-8cc0-182478f86e61,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:35.137553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:35.326956 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP 1d9e5543-5ef1-4703-9593-c2145d2fefad associated. External IP: 172.26.5.139, port: 36d9e7a9-532f-4f8c-9aea-8512fcb79816. May 29 01:21:35.426333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:35.799801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 7b303dce-1829-417b-aa03-f281c8d483a7 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:21:35.993746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:21:36.004774 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] Sync routers for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:21:36.017944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.019413 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:36.020068 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:36.074263 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-456ca1a8-8f76-4e32-9025-52d862357bd5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4641571 May 29 01:21:36.074746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:36.077006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32806) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:36.142730 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2f2ea8-3155-4211-aa55-8900e4ca2d44'] response: {'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'status': 'completed', 'code': 200} May 29 01:21:36.144983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.164532 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9bd191ca-77cb-4920-afeb-cc1622cb62b3 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1093 time: 0.0862980 May 29 01:21:36.215124 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:36.242364 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-2d33c632-ef86-4eb0-8a9f-79fe7805647d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1098 time: 0.0764410 May 29 01:21:36.248540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32814) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:36.254119 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358251248', 'description': 'tempest-secgroup-smoke-358251248 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:36.261732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:36.271971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:36.285090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.326916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:36.330582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:36.333389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:36.339002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:36.382255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-b9332f54-1886-4fb9-84e2-e2d5d11c5194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:36.383323 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-b9332f54-1886-4fb9-84e2-e2d5d11c5194 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1356587 May 29 01:21:36.401750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.406323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.443000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c09d93-904c-4be0-abd7-587811bd96f6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:36.465819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.467202 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e8167328-43c4-4f3f-ba70-037f4b83de25 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2175980 May 29 01:21:36.470079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32818) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:36.475529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '74c09d93-904c-4be0-abd7-587811bd96f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:36.482033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:36.486025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:36.488873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:36.494522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:36.497382 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-85d2856e-18d4-45e3-a417-8a803df34fbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 999 time: 0.1022081 May 29 01:21:36.513847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.566640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-7c1a4ae8-efcb-4750-9e49-6c39d87085c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:36.568098 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-7c1a4ae8-efcb-4750-9e49-6c39d87085c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0647240 May 29 01:21:36.578448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.582144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.590429 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:34Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:36.594908 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] Checking router: 7b303dce-1829-417b-aa03-f281c8d483a7 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:21:36.605221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37576722-0155-4d48-87d5-74223068add2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:36.606481 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:36.607233 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:36.617615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.619332 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3b76f519-8de4-43a1-b1da-f6886bee6468 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1482704 May 29 01:21:36.622364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32822) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:36.628706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '74c09d93-904c-4be0-abd7-587811bd96f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:36.634595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:36.639114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:36.642027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:36.648237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:36.655545 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-476f2f87-0792-4d38-8292-c2c2fce9d887 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817118 May 29 01:21:36.666157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.734371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.740668 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.764174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0e376a-fde1-4c37-920e-1bd6d229b74b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:36.774054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.777965 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-caaa71f2-6c4d-4002-b848-4d545e33bba2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1525240 May 29 01:21:36.778612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32826) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:36.784803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '74c09d93-904c-4be0-abd7-587811bd96f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:36.790506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:36.793285 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:36.794943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:36.798177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:36.800615 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-419048b7-8e55-49d7-9e77-7a6ef2034d04 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398406 May 29 01:21:36.803847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:36.820778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.886810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.892761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.918511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fff698-2f4d-4b4e-b642-8d249c48b12a,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:36.929199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:36.933703 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d99a1c32-47b4-4534-9c45-bbc4f46f7045 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1541209 May 29 01:21:36.934588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32830) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:36.941746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '74c09d93-904c-4be0-abd7-587811bd96f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:36.945832 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9dcd384e-bf17-404d-8a0b-fdda7749094f req-a7f722f9-0e79-4b58-a371-73a77310567a service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399188 May 29 01:21:36.948938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:36.960366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:36.963345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:36.970437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:36.987685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.050238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.054299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.078854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c414b80-09c8-4aad-bd1d-5fefbde23665,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:37.087919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.089790 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-03995758-a2ad-42fb-a3c3-b3a613ebc896 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1533115 May 29 01:21:37.092511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 32834) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:37.097921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '74c09d93-904c-4be0-abd7-587811bd96f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:37.103781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:37.108642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:37.112259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:37.118080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:37.129124 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:21:37.135444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.196566 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:34Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:37.200810 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd90f87-208c-4617-8aad-b988cf7adf00 None None] The sync data for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv is: [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:34Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:21:37.205112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.210036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.234781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d50067b-3f08-4d1a-a274-23e32cf77484,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:37.243961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.245211 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d260a8f2-57fd-4bbd-9837-3b4fee5483cc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1517107 May 29 01:21:37.248477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32838) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:37.253932 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '74c09d93-904c-4be0-abd7-587811bd96f6', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:37.259986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:37.264660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:37.267501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:37.273324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:37.284865 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:21:37.291304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.358534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.362158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.384533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeb66ad-2944-40b5-b058-4b526473c107,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:37.393047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:37.394173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bf959caf-c143-4e61-ad88-1fe2e960efe9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446688 May 29 01:21:37.563150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-236fa032-ebdc-427f-9e9f-203d92fbea85 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:21:37.577963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-236fa032-ebdc-427f-9e9f-203d92fbea85 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:21:37.579101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-236fa032-ebdc-427f-9e9f-203d92fbea85 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358251248&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0565436 May 29 01:21:37.723426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-7b5442ee-0fb2-47ed-9a57-14cf149acf07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:37.724795 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-7b5442ee-0fb2-47ed-9a57-14cf149acf07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 797 time: 0.1392379 May 29 01:21:37.741363 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-dfc69957-9019-47ce-be1d-d7bc2180a49f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0106587 May 29 01:21:37.905317 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-db02b789-0651-49bb-8f10-6e0a788ac514 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1587837 May 29 01:21:38.105049 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-23e97e1a-ef74-483a-adeb-33a37f388af9 service neutron] 10.222.0.33 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881282 May 29 01:21:38.171893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a8265-d42f-42e6-8358-47cba255cff6 None None] New status for floating IP 1d9e5543-5ef1-4703-9593-c2145d2fefad: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:21:38.239190 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-8c1c784c-f281-4d42-ba78-3e7fce7011e3 service neutron] 10.222.0.33 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276848 May 29 01:21:38.423172 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6561df4e-2ae0-43bd-87eb-f1bd3949f8cc req-61a4b46d-49a1-4dbb-a21e-e3e28000b8e6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 210 time: 0.0406084 May 29 01:21:39.445806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-7d93b642-dcf1-41eb-b151-0940d20f9897 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:39.447087 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-7d93b642-dcf1-41eb-b151-0940d20f9897 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 797 time: 0.1533973 May 29 01:21:39.505775 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-a553bb51-560f-42e9-b798-21578c2ae546 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 472 time: 0.0447743 May 29 01:21:39.514552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['74c09d93-904c-4be0-abd7-587811bd96f6']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:39.597042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b2421bd1-c296-4ea1-a2c1-ed6b0d7276f4 req-6ae93d30-a15a-47cd-a68a-e616dd3452d2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 210 time: 0.0412498 May 29 01:21:39.654243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:39.658150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:port and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:39.660997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:39.666925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:39.676544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:21:39.679439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:39.941313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.5 (b7fa82bf-83bf-47e1-873d-ebc1409bd44b/c2887f95-9927-4f78-8979-11ea066b3132/cb203c75-8abe-4926-9ebe-2416579569ae) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:21:40.127711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:40.143661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object cb203c75-8abe-4926-9ebe-2416579569ae will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:40.164577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:40.232383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:40.235150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:40.243011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=cb203c75-8abe-4926-9ebe-2416579569ae,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:40.246493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:21:40.312197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:40.312808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:40.337098 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-597325c5-07df-45c7-9bbf-3d05f26d151b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8265138 May 29 01:21:40.347724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Request body: {'port': {'device_id': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:40.460723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:40.478539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f4bbfce0-28fb-42b9-9726-5daefe8b11c3 None None] Provisioning for port cb203c75-8abe-4926-9ebe-2416579569ae completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:40.484838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f4bbfce0-28fb-42b9-9726-5daefe8b11c3 None None] Provisioning complete for port cb203c75-8abe-4926-9ebe-2416579569ae triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:40.485149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfce0-28fb-42b9-9726-5daefe8b11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:40.538845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbfce0-28fb-42b9-9726-5daefe8b11c3 None None] Port cb203c75-8abe-4926-9ebe-2416579569ae cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:21:40.795502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ff28-7194-4b4f-b9c7-e61c7fa3f8c5 req-19ffd2ea-4c27-421c-bbf2-a63bd2c7b487 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:40.796879 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dac9ff28-7194-4b4f-b9c7-e61c7fa3f8c5 req-19ffd2ea-4c27-421c-bbf2-a63bd2c7b487 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 931 time: 0.0800138 May 29 01:21:40.799223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb203c75-8abe-4926-9ebe-2416579569ae {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:21:40.806005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:40.820522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Transition to ACTIVE for port object cb203c75-8abe-4926-9ebe-2416579569ae will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:21:40.824659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:40.845506 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dac9ff28-7194-4b4f-b9c7-e61c7fa3f8c5 req-2d92b88c-1e47-44cb-b995-1146de3fc25e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428634 May 29 01:21:40.954631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb203c75-8abe-4926-9ebe-2416579569ae,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:41.064763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Attempting to bind port cb203c75-8abe-4926-9ebe-2416579569ae on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:21:41.065454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Attempting to bind port cb203c75-8abe-4926-9ebe-2416579569ae by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:21:41.065790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Attempting to bind port cb203c75-8abe-4926-9ebe-2416579569ae on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:21:41.071582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Port cb203c75-8abe-4926-9ebe-2416579569ae on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:21:41.071901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Attempting to bind port cb203c75-8abe-4926-9ebe-2416579569ae on network b7fa82bf-83bf-47e1-873d-ebc1409bd44b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:21:41.079484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:21:41.079815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Checking segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:21:41.080232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Bound using segment: {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:21:41.080655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Bound port: cb203c75-8abe-4926-9ebe-2416579569ae, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34966b36-b319-428e-9062-7b7c56737e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:21:41.081002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:41.171167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] For port cb203c75-8abe-4926-9ebe-2416579569ae, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:21:41.174195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] For port cb203c75-8abe-4926-9ebe-2416579569ae, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cb203c75-8abe-4926-9ebe-2416579569ae,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:21:41.179575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:41.240966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:41.242460 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb203c75-8abe-4926-9ebe-2416579569ae HTTP/1.1" status: 200 len: 1093 time: 0.8989470 May 29 01:21:41.242907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:41.261489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47fe68-439f-4902-a9e9-3153fcbbeba5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb203c75-8abe-4926-9ebe-2416579569ae,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:41.324481 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08deb91-3f2a-4282-a342-f385e5afcc57'] response: {'name': 'network-changed', 'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'status': 'completed', 'code': 200} May 29 01:21:41.358576 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-253cd855-8c83-4fc7-9bc7-e8fbd7d3a9ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 1096 time: 0.0792773 May 29 01:21:41.425752 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-8a563df5-d9f3-4527-9f84-b5e5ec4c19c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb203c75-8abe-4926-9ebe-2416579569ae HTTP/1.1" status: 200 len: 217 time: 0.0607500 May 29 01:21:41.489719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-727e8e6b-da1d-4cf9-a354-78772f5fe1bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:41.491577 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-727e8e6b-da1d-4cf9-a354-78772f5fe1bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0610232 May 29 01:21:41.576571 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-d7a2a945-2bfe-4740-9fe1-faf6e96e9bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679474 May 29 01:21:41.787621 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-8f51af55-6cfe-42f6-83b5-8dcf6a276661 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058730 May 29 01:21:41.914297 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03273b11-c66d-4c4b-aa6e-740f26899bf1 req-b3073a8b-5d55-4a98-9174-0365cc75e82f service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208901 May 29 01:21:42.028070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-9d62c409-bc9a-4345-8844-ad2e61751a08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 1096 time: 0.0726771 May 29 01:21:42.049176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b67e9f-dd97-4e68-9354-5729c2ae42d3 req-ba7725fd-25c9-4d5c-9e12-0393b954a31b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:42.050599 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92b67e9f-dd97-4e68-9354-5729c2ae42d3 req-ba7725fd-25c9-4d5c-9e12-0393b954a31b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 943 time: 0.0765364 May 29 01:21:42.097612 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92b67e9f-dd97-4e68-9354-5729c2ae42d3 req-8b827165-f4e4-4e6b-a64a-7fe3138aa5b3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414701 May 29 01:21:42.158713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-029e9571-240b-4fc5-b9a3-eb6b6be5f10a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:42.160152 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-029e9571-240b-4fc5-b9a3-eb6b6be5f10a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1264441 May 29 01:21:42.226114 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-5eba1260-a61a-4d63-b57f-3ffbf1676279 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb203c75-8abe-4926-9ebe-2416579569ae HTTP/1.1" status: 200 len: 217 time: 0.0599651 May 29 01:21:42.290517 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-9926b09d-b848-44a2-814c-0f61f9e5b4e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:42.291979 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-9926b09d-b848-44a2-814c-0f61f9e5b4e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0599611 May 29 01:21:42.363814 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-cc4227b8-83fa-4ea4-b4dc-e755c4141ca0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660725 May 29 01:21:42.503340 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-a36caf52-db3f-435a-b943-725c5b3ba9d5 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332276 May 29 01:21:42.634490 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d998030b-53b5-4209-a0be-d3fcbbeae665 req-059e4f52-a175-4429-823c-0f20ad412357 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251678 May 29 01:21:43.062721 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:21:43.301056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690593-e6d6-4027-850f-1c4b1ff1ceef req-2efc2f8d-75b1-4f6a-bdff-aa7dbd058c09 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:43.302473 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e690593-e6d6-4027-850f-1c4b1ff1ceef req-2efc2f8d-75b1-4f6a-bdff-aa7dbd058c09 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 943 time: 0.0778599 May 29 01:21:43.346964 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e690593-e6d6-4027-850f-1c4b1ff1ceef req-f4e78698-7087-4610-90c8-43002e8c1526 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 May 29 01:21:44.544026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbcca4-b1e2-4ca6-b02c-ac1f63423750 req-5800ceb3-23db-42e2-ab6c-bf99f37355b3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:44.545367 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9efbcca4-b1e2-4ca6-b02c-ac1f63423750 req-5800ceb3-23db-42e2-ab6c-bf99f37355b3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 943 time: 0.0773640 May 29 01:21:44.589186 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9efbcca4-b1e2-4ca6-b02c-ac1f63423750 req-0e415df4-3242-41b0-a30b-69ca5bf7263c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383518 May 29 01:21:45.786341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdcc42-db43-4421-859d-a2c22627adcf req-b14b831c-1311-4ea3-8ed7-35c97fc7ee04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:45.787747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49bdcc42-db43-4421-859d-a2c22627adcf req-b14b831c-1311-4ea3-8ed7-35c97fc7ee04 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 943 time: 0.0748501 May 29 01:21:45.831682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49bdcc42-db43-4421-859d-a2c22627adcf req-3eabeddf-c27f-4ce6-af46-67d53b2938dc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383530 May 29 01:21:46.128825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cb203c75-8abe-4926-9ebe-2416579569ae details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:21:46.296163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port cb203c75-8abe-4926-9ebe-2416579569ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cb203c75-8abe-4926-9ebe-2416579569ae,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:46.309443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'port_id': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'mac_address': 'fa:16:3e:03:d1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:21:46.364322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:46.381262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb203c75-8abe-4926-9ebe-2416579569ae {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:21:46.395277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port cb203c75-8abe-4926-9ebe-2416579569ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cb203c75-8abe-4926-9ebe-2416579569ae,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:46.399286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:46.462626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=cb203c75-8abe-4926-9ebe-2416579569ae,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:46.711735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['cb203c75-8abe-4926-9ebe-2416579569ae'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:21:46.775689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:47.030517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0cb10-6c5f-4482-a548-3b728a8b63be req-85900838-88a8-4d68-9a8e-5a40ab1a86e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:47.031869 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c1d0cb10-6c5f-4482-a548-3b728a8b63be req-85900838-88a8-4d68-9a8e-5a40ab1a86e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 944 time: 0.0800376 May 29 01:21:47.075982 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c1d0cb10-6c5f-4482-a548-3b728a8b63be req-36fb89b8-0fbb-4f7e-8d3a-5e052e034544 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385475 May 29 01:21:48.135685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cb203c75-8abe-4926-9ebe-2416579569ae up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:21:48.206279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port cb203c75-8abe-4926-9ebe-2416579569ae completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:21:48.210870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port cb203c75-8abe-4926-9ebe-2416579569ae triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:21:48.211242 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:48.271341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad352c4d-1f6c-40e5-b025-41d0673b1f7f req-e8b523b3-17bb-49e3-b127-77184126f6ae tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:48.272810 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ad352c4d-1f6c-40e5-b025-41d0673b1f7f req-e8b523b3-17bb-49e3-b127-77184126f6ae tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 944 time: 0.0765834 May 29 01:21:48.320569 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ad352c4d-1f6c-40e5-b025-41d0673b1f7f req-a513e022-6264-4aae-a7de-2d244b8231d7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 May 29 01:21:48.329450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:48.356894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:48.366557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port cb203c75-8abe-4926-9ebe-2416579569ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cb203c75-8abe-4926-9ebe-2416579569ae,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:21:48.370196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:48.414176 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71018ffe-a3c9-43c5-b584-0314b4469671'] response: {'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'code': 200} May 29 01:21:48.437219 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=cb203c75-8abe-4926-9ebe-2416579569ae,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:48.638676 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf4b7b9-85d8-4792-9650-01ed42f2c0e2 req-6048f75e-945f-465f-a0b1-706f9a05f966 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 1098 time: 0.0723588 May 29 01:21:48.680363 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf4b7b9-85d8-4792-9650-01ed42f2c0e2 req-061d5565-ace2-47fc-bb23-b68169417b8b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351644 May 29 01:21:49.516397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf30b43-2644-4f7d-b8b7-a638c8496b31 req-5f94d61b-027d-4a4e-b6f8-92743de96558 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:49.517740 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aaf30b43-2644-4f7d-b8b7-a638c8496b31 req-5f94d61b-027d-4a4e-b6f8-92743de96558 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 945 time: 0.0784009 May 29 01:21:49.561990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aaf30b43-2644-4f7d-b8b7-a638c8496b31 req-5bac6312-6d7d-4a67-8c53-57ff28477d96 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388701 May 29 01:21:50.755399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c799c-8e3c-4b59-89a3-628875d9a946 req-5656dc7f-e930-4039-b521-c2dea609c6e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:50.756835 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1a6c799c-8e3c-4b59-89a3-628875d9a946 req-5656dc7f-e930-4039-b521-c2dea609c6e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 945 time: 0.0742013 May 29 01:21:50.804680 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1a6c799c-8e3c-4b59-89a3-628875d9a946 req-237daec0-ec70-4921-a84d-3ea445e584f3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 May 29 01:21:50.999637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d6a25-0cb1-4aa7-bc23-8da3c58e79ee req-9f503926-ed30-4c29-8f17-02f33b5e159d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:51.001172 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea6d6a25-0cb1-4aa7-bc23-8da3c58e79ee req-9f503926-ed30-4c29-8f17-02f33b5e159d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 945 time: 0.0764995 May 29 01:21:51.045733 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea6d6a25-0cb1-4aa7-bc23-8da3c58e79ee req-8cc3b3b1-7248-408a-b0ad-1ae0ce791cff tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392888 May 29 01:21:51.072634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32888) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:51.144182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b65bf1a7-4b99-47f7-a3fc-4a2b0956d0c8 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 1093 time: 0.0703435 May 29 01:21:51.146661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32892) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:21:51.151646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:21:51.157449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:21:51.161227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:21:51.164022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:21:51.170404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:21:51.180900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:51.312937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:51.442331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.214 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/1b86784b-ec9d-4a8f-997f-89257f344bff) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:21:51.668764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:51.696067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:51.763456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:21:51.766225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:21:51.770352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:21:51.794063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=1b86784b-ec9d-4a8f-997f-89257f344bff,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:52.254524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:52.307780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:52.505681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:52.509883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:52.611290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=1b86784b-ec9d-4a8f-997f-89257f344bff,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:21:52.625769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:52.808387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP fef4ad79-481c-4c86-8235-6523c2b011ac associated. External IP: 172.26.5.214, port: cb203c75-8abe-4926-9ebe-2416579569ae. May 29 01:21:53.284451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 7b303dce-1829-417b-aa03-f281c8d483a7 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:21:53.483980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:21:53.493414 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] Sync routers for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:21:53.505849 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:53.506513 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:53.508375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:21:53.562298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3d4ab8f6-8c45-49e5-886c-d54daaf4c954 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4146564 May 29 01:21:53.562957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:21:53.618227 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff178169-229e-455e-9afd-f4b8bdc2e0eb'] response: {'name': 'network-changed', 'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'status': 'completed', 'code': 200} May 29 01:21:53.685391 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:53.707056 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-3c9be462-af80-4e86-87fc-a4120a58fb17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 1098 time: 0.0679815 May 29 01:21:53.838086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-4431a80c-30ce-483a-8dce-4e67b0b2beb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:53.839630 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-4431a80c-30ce-483a-8dce-4e67b0b2beb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1265762 May 29 01:21:53.943016 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-fbef55e0-db8f-479c-93c7-6004a4b060ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb203c75-8abe-4926-9ebe-2416579569ae HTTP/1.1" status: 200 len: 999 time: 0.0971920 May 29 01:21:54.005286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-6f411e0f-431e-43e9-a919-5190f71920ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:21:54.006641 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-6f411e0f-431e-43e9-a919-5190f71920ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0576363 May 29 01:21:54.030583 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:38Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}, {'id': 'fef4ad79-481c-4c86-8235-6523c2b011ac', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:03:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:52Z', 'updated_at': '2022-05-29T01:21:52Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:54.034490 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] Checking router: 7b303dce-1829-417b-aa03-f281c8d483a7 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:21:54.045417 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:21:54.046005 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:21:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:54.086168 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-d31ee967-8192-458c-b85b-bba596a9b201 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732319 May 29 01:21:54.220940 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:21:54.314876 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-ddb5b80c-7841-4e12-acb5-374091a8af6c service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225225 May 29 01:21:54.458057 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f34ed8de-c622-4a93-b5cc-ef1000971f33 req-079f77f1-5bdd-478c-be3f-fc20c7b74b0a service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365850 May 29 01:21:54.614564 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:38Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}, {'id': 'fef4ad79-481c-4c86-8235-6523c2b011ac', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:03:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:52Z', 'updated_at': '2022-05-29T01:21:52Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:21:54.618300 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99abc389-0a06-416e-b563-0d817486ef3f None None] The sync data for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv is: [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:38Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}, {'id': 'fef4ad79-481c-4c86-8235-6523c2b011ac', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:03:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:52Z', 'updated_at': '2022-05-29T01:21:52Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:21:54.807362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea00a3a-bc04-43ac-9e32-ee9619691e3d None None] New status for floating IP fef4ad79-481c-4c86-8235-6523c2b011ac: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:22:01.462719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-663c4793-eafb-4175-9a57-946e3cca084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:03.584430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e0c35f5-6827-4d10-8c62-a0a1d53eb276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:04.593643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:05.428308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:06.138406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:08.546074 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-26f5195a-9446-4b50-9980-9f3b03979cba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678403 May 29 01:22:08.702763 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-6d17a8bf-2a53-4bae-b719-992d5149baf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1098 time: 0.0729196 May 29 01:22:08.852331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-a10d8573-41bf-438c-bf6c-a410d448d5a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:22:08.853799 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-a10d8573-41bf-438c-bf6c-a410d448d5a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1309338 May 29 01:22:08.983218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-6a22f3b0-6391-48f2-8003-259a095e9b31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 1001 time: 0.1217489 May 29 01:22:09.049299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-bd69a155-1985-4b42-91c0-d8a465007887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:22:09.050732 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-bd69a155-1985-4b42-91c0-d8a465007887 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0613971 May 29 01:22:09.127607 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-d2597430-9463-4fef-a8c9-e886ec7d2e71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703361 May 29 01:22:09.262076 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-7c6b54ee-279b-474f-ae32-6487c111fbc9 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275012 May 29 01:22:09.415097 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-728a8d6f-b859-47b9-914b-5cf1c700c3af req-fb609207-214f-4542-8a03-3921a3aca01a service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465220 May 29 01:22:16.770407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:20.062743 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:22:31.466932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-49d812b9-22a9-43b5-ad26-e7f260c386b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:33.586691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e140ae1-03b5-4117-b12a-614c24a70249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:34.587226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:35.430395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:36.140665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:46.781050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:22:57.063031 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:22:58.561692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32916) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:22:58.663305 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e2ab492-410f-400e-94ff-9cd1b501b238 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/1d9e5543-5ef1-4703-9593-c2145d2fefad HTTP/1.1" status: 200 len: 993 time: 0.1005402 May 29 01:23:00.114416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32926) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:00.121273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:00.243133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:00.449913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:00.473676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:00.477963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:00.548793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:00.549396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:00.551298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/ports/36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 938 time: 0.4352965 May 29 01:23:00.551298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:00.569667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=6']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:00.579428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.579771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.580133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.580464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.580791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.581112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.581430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.581746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.582060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.582376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.582688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4884b6-ba8d-4fb8-86ad-50749f0b3d7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:00.611412 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b6659b-42a7-414c-9948-1872615b72a0'] response: {'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'status': 'completed', 'code': 200} May 29 01:23:00.716686 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-65ef2ada-c573-4816-a5a2-0eb09b07fb86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1099 time: 0.0784194 May 29 01:23:00.812473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a769a1d-b569-4bfd-ac39-b86ad7026fd0 None None] Provisioning complete for port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:00.813025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a769a1d-b569-4bfd-ac39-b86ad7026fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:00.850238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-5048b66f-e416-4643-a519-5129f64ccb2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:00.851662 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-5048b66f-e416-4643-a519-5129f64ccb2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1286979 May 29 01:23:00.874338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a769a1d-b569-4bfd-ac39-b86ad7026fd0 None None] Port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 is administratively disabled so it will not transition to active. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} May 29 01:23:00.952848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-ce46ecb1-efb6-439d-a97f-572097cb1ed3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 1002 time: 0.0942333 May 29 01:23:01.017314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-a574720d-3001-4055-a00f-08c4d12b6b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:01.018588 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-a574720d-3001-4055-a00f-08c4d12b6b63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0587676 May 29 01:23:01.089509 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-6388c4c9-11e3-42b7-aa47-e33d6a1213b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647547 May 29 01:23:01.217223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-e7829712-7f4d-424b-b197-d17bcc22e4be service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213934 May 29 01:23:01.432905 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9fde08b0-d3b9-4aa5-8b79-875a1d3c3249 req-d178de0e-6d42-4cde-8d0d-9dbace6bbfba service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087200 May 29 01:23:01.467661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-85d74721-31a6-499e-87c2-d7d05893a0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:03.588200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b57f6a4-1c78-400c-a779-830195fb6fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:04.043148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 32936) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:04.048929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:04.167912 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:04.406645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:04.437228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:04.441716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:04.526079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:04.526846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:04.528258 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/ports/36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 937 time: 0.4840605 May 29 01:23:04.528910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:04.532087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32940) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:04.552611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=7']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:04.562443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.562819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.563112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.563484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.563809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.564174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.564496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.564816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.565132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.565446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.565803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c95371c-967b-4673-90e0-14ec1b52d5b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:04.596618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:04.690707 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9da6df4f-c2d5-46af-999b-b3043612a673 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/1d9e5543-5ef1-4703-9593-c2145d2fefad HTTP/1.1" status: 200 len: 993 time: 0.1577973 May 29 01:23:04.821854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-70a377a8-74b7-4631-aed4-7d083fd70eaf None None] Provisioning complete for port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:04.822223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-70a377a8-74b7-4631-aed4-7d083fd70eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:04.849839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['36d9e7a9-532f-4f8c-9aea-8512fcb79816'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:23:04.899926 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5733f06-5546-4004-9036-50c3c68d64a4'] response: {'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'status': 'completed', 'code': 200} May 29 01:23:04.994402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e5444297-4584-4dbc-a677-163fd41d922e req-2962ab0a-8f33-4d80-b426-1465f03732c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1098 time: 0.0730736 May 29 01:23:05.129398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5444297-4584-4dbc-a677-163fd41d922e req-943fd12a-d97a-4e4d-a018-d0ddba139591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:05.130956 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e5444297-4584-4dbc-a677-163fd41d922e req-943fd12a-d97a-4e4d-a018-d0ddba139591 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1307375 May 29 01:23:05.228221 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e5444297-4584-4dbc-a677-163fd41d922e req-f971f9f7-08a3-4594-b21d-c0fc322c0d0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 1001 time: 0.0909486 May 29 01:23:05.292986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5444297-4584-4dbc-a677-163fd41d922e req-05a27636-72cd-40f2-9e0a-1e8892b06015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:05.294320 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e5444297-4584-4dbc-a677-163fd41d922e req-05a27636-72cd-40f2-9e0a-1e8892b06015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0601380 May 29 01:23:05.367128 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e5444297-4584-4dbc-a677-163fd41d922e req-cbcc7740-e239-4d80-852e-04812afacdd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665505 May 29 01:23:05.433594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:05.496301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e5444297-4584-4dbc-a677-163fd41d922e req-14e0d6ad-284b-4eff-a72d-a6f151d17394 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223001 May 29 01:23:05.623206 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e5444297-4584-4dbc-a677-163fd41d922e req-fb344a42-2fbf-4af9-aa38-dfe929b5a4ae service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207318 May 29 01:23:06.144835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:07.270243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32954) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:07.461033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 1b86784b-ec9d-4a8f-997f-89257f344bff {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:23:07.461280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:07.621176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:07.621491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:07.825867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 1b86784b-ec9d-4a8f-997f-89257f344bff owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:23:07.968626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:08.012973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=1b86784b-ec9d-4a8f-997f-89257f344bff,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:08.101014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:08.489873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 7b303dce-1829-417b-aa03-f281c8d483a7 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:23:08.591537 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-11ee187b-5847-4094-8643-7aa805a3dac1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718138 May 29 01:23:08.678723 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-a5ce0d9c-cdfd-4fda-9d81-60dfd3211f83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 1098 time: 0.0681415 May 29 01:23:08.687312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:23:08.697377 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467058df-b859-45dc-913b-99bd884385d4 None None] Sync routers for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:23:08.703610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:08.711644 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:08.712456 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:08.760682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d5378be4-d548-40f4-bace-396c9ce1a3fe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/fef4ad79-481c-4c86-8235-6523c2b011ac HTTP/1.1" status: 204 len: 168 time: 1.4887040 May 29 01:23:08.761711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:08.822345 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6bd32c-dd61-49e6-acde-c28bd9175844'] response: {'name': 'network-changed', 'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'status': 'completed', 'code': 200} May 29 01:23:08.836744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-1f8bc12e-ec88-4a29-8009-dc059746eed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:08.838323 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-1f8bc12e-ec88-4a29-8009-dc059746eed1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1414087 May 29 01:23:08.904816 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:09.028540 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-7d238c8d-2b1f-4dad-bfe8-9fa2a53fc55c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb203c75-8abe-4926-9ebe-2416579569ae HTTP/1.1" status: 200 len: 217 time: 0.1839941 May 29 01:23:09.101695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-762b9b0b-807d-4f0e-811c-40f04da56e28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:09.103465 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-762b9b0b-807d-4f0e-811c-40f04da56e28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0691569 May 29 01:23:09.210752 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-67a88755-ffb1-446f-b5b2-fb5d0d383174 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1007061 May 29 01:23:09.305777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92aa4-7c78-40a0-8bd1-d55eb58a0d4c req-5e77e965-8965-40d3-b4dd-fb245d673502 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:09.306367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-2ea92aa4-7c78-40a0-8bd1-d55eb58a0d4c req-5e77e965-8965-40d3-b4dd-fb245d673502 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:23:09.322375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-2ea92aa4-7c78-40a0-8bd1-d55eb58a0d4c req-5e77e965-8965-40d3-b4dd-fb245d673502 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:23:09.324499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ea92aa4-7c78-40a0-8bd1-d55eb58a0d4c req-5e77e965-8965-40d3-b4dd-fb245d673502 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 945 time: 0.2010338 May 29 01:23:09.348301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-2f6a639b-b7fa-43fa-982f-daa85a96db18 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300838 May 29 01:23:09.367624 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:38Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:09.373884 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467058df-b859-45dc-913b-99bd884385d4 None None] Checking router: 7b303dce-1829-417b-aa03-f281c8d483a7 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:23:09.377632 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ea92aa4-7c78-40a0-8bd1-d55eb58a0d4c req-dbd9d2b3-5946-4b6e-ba18-b7f6e9541bf6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464284 May 29 01:23:09.388185 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:09.388753 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:09.503026 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dbb9d0ed-0008-48e3-a667-3217072d49d3 req-b9d698d1-4d9d-4294-a288-ac35a4a9a3f6 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478765 May 29 01:23:09.569576 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:09.631632 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-f2d928d1-7386-49d6-9021-f1ad3cc8a2ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 1098 time: 0.0712476 May 29 01:23:09.764475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-527e8481-9b44-4edd-a84a-05f6f8625bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:09.765898 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-527e8481-9b44-4edd-a84a-05f6f8625bcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1276109 May 29 01:23:09.835188 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-4b5d352a-5021-415d-8aec-87df4285fddb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb203c75-8abe-4926-9ebe-2416579569ae HTTP/1.1" status: 200 len: 217 time: 0.0629492 May 29 01:23:09.904400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-3531496c-c144-45fa-b9fe-51f84de0e8cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:09.905826 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-3531496c-c144-45fa-b9fe-51f84de0e8cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0640519 May 29 01:23:09.945624 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-467058df-b859-45dc-913b-99bd884385d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:38Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:09.949482 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467058df-b859-45dc-913b-99bd884385d4 None None] The sync data for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv is: [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '1d9e5543-5ef1-4703-9593-c2145d2fefad', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'port_id': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'mac_address': 'fa:16:3e:dd:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:21:34Z', 'updated_at': '2022-05-29T01:21:38Z', 'revision_number': 1, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:23:09.987911 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-c60eebab-6be1-46dc-80f0-06dc5c9545ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749915 May 29 01:23:10.125772 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-62c6abd8-e97d-46c2-bbf2-ebaa26b17a90 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287091 May 29 01:23:10.176624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782f3948-c365-4744-999a-2c09a4d404f3 None None] New status for floating IP fef4ad79-481c-4c86-8235-6523c2b011ac: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:23:10.269523 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-51f305cf-ee83-46a7-b987-56973dce88f6 req-64c69218-8606-4b68-9465-139da1e63893 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373465 May 29 01:23:10.566760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-4dcbfe3a-0efb-4899-8d5d-2073937180ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:10.567447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-4dcbfe3a-0efb-4899-8d5d-2073937180ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:23:10.579578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-4dcbfe3a-0efb-4899-8d5d-2073937180ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:23:10.580706 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-4dcbfe3a-0efb-4899-8d5d-2073937180ad tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 945 time: 0.0891671 May 29 01:23:10.646811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port cb203c75-8abe-4926-9ebe-2416579569ae {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:23:10.647473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:10.665574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc57fa-9410-4a2c-b4cf-0d24afcf23d6 req-1572e22d-888b-46a4-a892-629db6615057 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:10.667686 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-afdc57fa-9410-4a2c-b4cf-0d24afcf23d6 req-1572e22d-888b-46a4-a892-629db6615057 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 945 time: 0.1463215 May 29 01:23:10.712017 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-afdc57fa-9410-4a2c-b4cf-0d24afcf23d6 req-d47fa2ac-41e0-492c-ba7b-60a79606faf8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=74c09d93-904c-4be0-abd7-587811bd96f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386798 May 29 01:23:10.885494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port cb203c75-8abe-4926-9ebe-2416579569ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cb203c75-8abe-4926-9ebe-2416579569ae,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:10.885850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:11.095024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for cb203c75-8abe-4926-9ebe-2416579569ae owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:23:11.233209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:11.284775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=cb203c75-8abe-4926-9ebe-2416579569ae,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:11.360627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port cb203c75-8abe-4926-9ebe-2416579569ae on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:23:11.363185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:11.366128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'name': 'network-vif-deleted', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:11.382793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fa11eaa0-5daf-43f0-b736-10c35cc9bd32 req-e7a6fe59-a924-4146-95c0-10d35c88eedc tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/cb203c75-8abe-4926-9ebe-2416579569ae HTTP/1.1" status: 204 len: 173 time: 0.7975342 May 29 01:23:11.426033 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0a24f0-e4cf-4323-a7ad-8f9dd32bd471'] response: {'server_uuid': '9bd2c4c5-bb6f-434d-9277-012a9d65d556', 'name': 'network-vif-deleted', 'tag': 'cb203c75-8abe-4926-9ebe-2416579569ae', 'status': 'completed', 'code': 200} May 29 01:23:11.891465 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e534e713-69c3-4e8f-9643-e3d0a9c64bbe req-5ce8d967-ce49-4c12-81a8-16e2d53b3e02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bd2c4c5-bb6f-434d-9277-012a9d65d556 HTTP/1.1" status: 200 len: 210 time: 0.0416143 May 29 01:23:12.998063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 32978) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:13.072129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c94785d7-acd1-457e-95a1-f744e2c98e8b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.101041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c94785d7-acd1-457e-95a1-f744e2c98e8b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.169885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c94785d7-acd1-457e-95a1-f744e2c98e8b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.188402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94785d7-acd1-457e-95a1-f744e2c98e8b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c09d93-904c-4be0-abd7-587811bd96f6,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:13.202364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c94785d7-acd1-457e-95a1-f744e2c98e8b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.206031 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c94785d7-acd1-457e-95a1-f744e2c98e8b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/74c09d93-904c-4be0-abd7-587811bd96f6 HTTP/1.1" status: 204 len: 168 time: 0.2045169 May 29 01:23:13.243329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 32984) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:13.449187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port c5216185-bbc3-4f72-8cc0-182478f86e61 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:23:13.449501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.623159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.623494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.747172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for c5216185-bbc3-4f72-8cc0-182478f86e61 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:23:13.892655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:13.938792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=c5216185-bbc3-4f72-8cc0-182478f86e61,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:14.032718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:14.464933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cb203c75-8abe-4926-9ebe-2416579569ae no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:23:14.499169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: cb203c75-8abe-4926-9ebe-2416579569ae {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:23:14.499508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cb203c75-8abe-4926-9ebe-2416579569ae not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:23:14.519534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 7b303dce-1829-417b-aa03-f281c8d483a7 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:23:14.717166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:23:14.726862 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] Sync routers for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:23:14.732560 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:14.738520 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:14.739108 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:14.787458 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6703487d-12d4-49e4-8abf-fe4844196af0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/1d9e5543-5ef1-4703-9593-c2145d2fefad HTTP/1.1" status: 204 len: 168 time: 1.5406704 May 29 01:23:14.787458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:14.840296 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594c750e-4aa4-42ca-a8b4-af7bda3914b8'] response: {'name': 'network-changed', 'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'status': 'completed', 'code': 200} May 29 01:23:14.921448 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:14.938901 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-0f34a00e-9639-44b6-bb5a-fcfc7c72fc26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 1098 time: 0.0773001 May 29 01:23:15.081813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-3a7c7ec8-0842-4256-826e-fec50c3a9cef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:15.083360 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-3a7c7ec8-0842-4256-826e-fec50c3a9cef service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 200 len: 898 time: 0.1383841 May 29 01:23:15.152187 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-ee89af67-7651-4a91-bd05-1f19dd5748ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 200 len: 217 time: 0.0616107 May 29 01:23:15.193027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6375d-6c5a-4e38-9a2a-54ab15d0a1af req-4c303770-9337-4036-8839-9f3fd5f95ea6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:15.194483 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c1b6375d-6c5a-4e38-9a2a-54ab15d0a1af req-4c303770-9337-4036-8839-9f3fd5f95ea6 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 945 time: 0.0923135 May 29 01:23:15.224624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-b2fc9899-546b-4123-a4d0-368aebec8f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:15.226169 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-b2fc9899-546b-4123-a4d0-368aebec8f30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 200 len: 835 time: 0.0670502 May 29 01:23:15.240593 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-c1b6375d-6c5a-4e38-9a2a-54ab15d0a1af req-593359e6-dae6-448b-aa21-94db1aedd09d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:23:15.252480 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:15.256794 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] Checking router: 7b303dce-1829-417b-aa03-f281c8d483a7 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:23:15.257305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-c1b6375d-6c5a-4e38-9a2a-54ab15d0a1af req-593359e6-dae6-448b-aa21-94db1aedd09d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:23:15.258572 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c1b6375d-6c5a-4e38-9a2a-54ab15d0a1af req-593359e6-dae6-448b-aa21-94db1aedd09d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576260 May 29 01:23:15.273494 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:15.274110 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:15.306141 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-023c6910-0d46-41d6-a772-14197a279559 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fa82bf-83bf-47e1-873d-ebc1409bd44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733879 May 29 01:23:15.444438 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-b34c9d16-1c60-4bb7-aa51-aaa56a87f737 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315598 May 29 01:23:15.456199 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:15.574917 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a808504-a12d-44c1-b3a9-c576c48396d5 req-c8265d60-2354-4568-a31c-e85872baa0e6 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240854 May 29 01:23:15.765564 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:15.769381 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd5a38d-5c2b-4d98-87f4-9bbe3ac4172e None None] The sync data for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv is: [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:16Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ae7be67e-4078-4c51-8ff0-e8c80412b952', 'name': '', 'network_id': 'b7fa82bf-83bf-47e1-873d-ebc1409bd44b', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:63:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:15Z', 'updated_at': '2022-05-29T01:21:23Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': 'c2887f95-9927-4f78-8979-11ea066b3132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:23:15.975020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60c9df-be6c-42db-ba84-a67b7e5ca068 None None] New status for floating IP 1d9e5543-5ef1-4703-9593-c2145d2fefad: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:23:16.548727 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c423c0-4efb-4d4d-ba0e-feafe326b691 req-f0635e52-4f52-4942-ac8a-eafcfc9f0d8a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:16.550173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-91c423c0-4efb-4d4d-ba0e-feafe326b691 req-f0635e52-4f52-4942-ac8a-eafcfc9f0d8a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 945 time: 0.1690395 May 29 01:23:16.595081 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-91c423c0-4efb-4d4d-ba0e-feafe326b691 req-3d17a15b-4441-4da9-a27d-fc96a653002b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=8acd0162-f104-49d1-a5b9-087ff1bd1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394263 May 29 01:23:16.775004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:16.807852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-1405cbb6-70ad-473a-8d3e-ce18919f1d60 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:16.808483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-1405cbb6-70ad-473a-8d3e-ce18919f1d60 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:23:16.823331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-1405cbb6-70ad-473a-8d3e-ce18919f1d60 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:23:16.824284 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-1405cbb6-70ad-473a-8d3e-ce18919f1d60 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 945 time: 0.0974874 May 29 01:23:16.889690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:23:16.890028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:17.125513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 36d9e7a9-532f-4f8c-9aea-8512fcb79816, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=36d9e7a9-532f-4f8c-9aea-8512fcb79816,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:17.125779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:17.334407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 36d9e7a9-532f-4f8c-9aea-8512fcb79816 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:23:17.474443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:17.522187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=36d9e7a9-532f-4f8c-9aea-8512fcb79816,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:17.594476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port 36d9e7a9-532f-4f8c-9aea-8512fcb79816 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:23:17.597018 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:17.599463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'name': 'network-vif-deleted', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:17.614040 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b8673b4a-e419-43df-aef5-a4d5b1a6fa4e req-10cfefd4-d63b-40a2-a080-a8fb27aa884e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/36d9e7a9-532f-4f8c-9aea-8512fcb79816 HTTP/1.1" status: 204 len: 173 time: 0.7851965 May 29 01:23:17.657857 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d66cdcc-bc6d-488f-8606-b810c22ce4b0'] response: {'server_uuid': 'f2032bc5-53db-4a78-bdb4-a5169d8b49b9', 'name': 'network-vif-deleted', 'tag': '36d9e7a9-532f-4f8c-9aea-8512fcb79816', 'status': 'completed', 'code': 200} May 29 01:23:17.782652 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c2d3f6cc-cf19-4bbb-abaa-022f5a6d7b32 req-44365fad-7c9a-42b6-897b-a878d1f8eb24 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=f2032bc5-53db-4a78-bdb4-a5169d8b49b9 HTTP/1.1" status: 200 len: 210 time: 0.0414481 May 29 01:23:18.887478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33002) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:18.953744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456500c8-cf0b-4c03-b58b-aa86196c6b5c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:18.982197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456500c8-cf0b-4c03-b58b-aa86196c6b5c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:19.045076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456500c8-cf0b-4c03-b58b-aa86196c6b5c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:19.063127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456500c8-cf0b-4c03-b58b-aa86196c6b5c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd0162-f104-49d1-a5b9-087ff1bd1fba,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:19.073889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-456500c8-cf0b-4c03-b58b-aa86196c6b5c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:19.074933 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-456500c8-cf0b-4c03-b58b-aa86196c6b5c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/8acd0162-f104-49d1-a5b9-087ff1bd1fba HTTP/1.1" status: 204 len: 168 time: 0.1864381 May 29 01:23:19.116809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33008) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:19.512251 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:20.097008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port ae7be67e-4078-4c51-8ff0-e8c80412b952 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:23:20.097691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:20.369830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port ae7be67e-4078-4c51-8ff0-e8c80412b952, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ae7be67e-4078-4c51-8ff0-e8c80412b952,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:20.370165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:20.480270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 36d9e7a9-532f-4f8c-9aea-8512fcb79816 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:23:20.491252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for ae7be67e-4078-4c51-8ff0-e8c80412b952 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:23:20.513702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 36d9e7a9-532f-4f8c-9aea-8512fcb79816 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:23:20.514048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 36d9e7a9-532f-4f8c-9aea-8512fcb79816 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:23:20.660354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:20.705340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=ae7be67e-4078-4c51-8ff0-e8c80412b952,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:20.990269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:21.560407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 7b303dce-1829-417b-aa03-f281c8d483a7 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:23:21.868350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:23:21.877511 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] Sync routers for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:23:21.880751 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ff811ee9-7ea9-4f14-8bad-5c9c9cee66a7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/7b303dce-1829-417b-aa03-f281c8d483a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7628100 May 29 01:23:21.883443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33012) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:21.890013 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:21.890606 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:22.064938 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:22.065471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet c2887f95-9927-4f78-8979-11ea066b3132 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:23:22.068321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.125858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.208773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.281569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.328345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=c2887f95-9927-4f78-8979-11ea066b3132,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:22.335017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.344327 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4373c909-9f22-4ee0-aa8d-14ce4ad46759 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/c2887f95-9927-4f78-8979-11ea066b3132 HTTP/1.1" status: 204 len: 168 time: 0.4574380 May 29 01:23:22.344544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33016) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:22.346672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02326f12-2e4e-42fe-9faa-1dbee36624bb None None] Network b7fa82bf-83bf-47e1-873d-ebc1409bd44b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:23:22.386183 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:23:20Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:22.389898 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] Checking router: 7b303dce-1829-417b-aa03-f281c8d483a7 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:23:22.400351 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] Routers {'7b303dce-1829-417b-aa03-f281c8d483a7'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:22.401016 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['7b303dce-1829-417b-aa03-f281c8d483a7'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:22.550751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.579397 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] Set router 7b303dce-1829-417b-aa03-f281c8d483a7 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:22.612598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] DHCP port deletion for b7fa82bf-83bf-47e1-873d-ebc1409bd44b request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:23:22.617036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Deleting port 8494f0e4-4ba5-4d77-92db-88a742df308e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:23:22.617422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.766006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.776405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 05c9708a-d92a-4379-a8f0-c30312870579 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:23:22.776767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.818693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] For port 8494f0e4-4ba5-4d77-92db-88a742df308e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=8494f0e4-4ba5-4d77-92db-88a742df308e,segment=NetworkSegment(34966b36-b319-428e-9062-7b7c56737e1b),segment_id=34966b36-b319-428e-9062-7b7c56737e1b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:22.819295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:22.871870 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:23:20Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:22.876382 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a12ee-189b-4a80-937d-51eaa7ea47b6 None None] The sync data for ids ['7b303dce-1829-417b-aa03-f281c8d483a7'] in dv-neutron-843186-2-hyperv is: [{'id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'name': 'tempest-TestNetworkBasicOps-router-343564417', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '05c9708a-d92a-4379-a8f0-c30312870579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:23:20Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': '05c9708a-d92a-4379-a8f0-c30312870579', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b303dce-1829-417b-aa03-f281c8d483a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:21:12Z', 'updated_at': '2022-05-29T01:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:23:22.945370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Calling delete_port for 8494f0e4-4ba5-4d77-92db-88a742df308e owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:23:22.957938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 05c9708a-d92a-4379-a8f0-c30312870579, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=05c9708a-d92a-4379-a8f0-c30312870579,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:22.958289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.017168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.061881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Pushing event deleted for resources: {'Port': ['ID=8494f0e4-4ba5-4d77-92db-88a742df308e,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:23.070839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] No DVR routers for this DVR port 8494f0e4-4ba5-4d77-92db-88a742df308e on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:23:23.073177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.073479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.073778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.074111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.074430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.074754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.075075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.075396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.075714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.076088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.076371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d0c66-e91d-4895-9fff-23e0e32ae951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:23.078794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 05c9708a-d92a-4379-a8f0-c30312870579 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:23:23.245733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.395090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=05c9708a-d92a-4379-a8f0-c30312870579,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:23.450737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ae7be67e-4078-4c51-8ff0-e8c80412b952 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:23:23.485722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ae7be67e-4078-4c51-8ff0-e8c80412b952 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:23:23.486077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ae7be67e-4078-4c51-8ff0-e8c80412b952 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:23:23.486493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8494f0e4-4ba5-4d77-92db-88a742df308e no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:23:23.517631 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 8494f0e4-4ba5-4d77-92db-88a742df308e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:23:23.517974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 8494f0e4-4ba5-4d77-92db-88a742df308e not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:23:23.615727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.870708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.874679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.898079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.898614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router 7b303dce-1829-417b-aa03-f281c8d483a7 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:23:23.912635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:23.914674 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-75846fc7-70ae-4be3-9a2b-2765c7f92e07 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/7b303dce-1829-417b-aa03-f281c8d483a7 HTTP/1.1" status: 204 len: 168 time: 1.5682263 May 29 01:23:23.916482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33020) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:24.034723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.160571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.185672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fa82bf-83bf-47e1-873d-ebc1409bd44b']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:24.197228 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34966b36-b319-428e-9062-7b7c56737e1b') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:24.197518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34966b36-b319-428e-9062-7b7c56737e1b') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:24.208371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.223885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.230315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:23:24.230689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:23:24.245507 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:23:24.325327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.330348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.358125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=b7fa82bf-83bf-47e1-873d-ebc1409bd44b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:24.363071 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dfbe1c6d-0cb9-4868-87f6-8b5ecefe08e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/b7fa82bf-83bf-47e1-873d-ebc1409bd44b HTTP/1.1" status: 204 len: 168 time: 0.4455941 May 29 01:23:24.390433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33024) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:24.396002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'network': {'name': 'tempest-network-smoke--475267922', 'project_id': '54ca896ce8d44a109553240af97f439d', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:24.401669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:24.406164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:network and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:24.408973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:24.414576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:24.424662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:23:24.427523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.455365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:23:24.465182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.465536 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Added segment 541517e6-fa7a-4c5a-9342-3e4e633e7c16 of type vlan for network 491e9c4e-8186-41d3-a492-893291eca372 May 29 01:23:24.494949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.523298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.527566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:24.528175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.633570 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2418208 May 29 01:23:24.636039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fcf3b-2b70-4141-9d11-fb7ba551a58e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Network': ['ID=491e9c4e-8186-41d3-a492-893291eca372,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:24.636475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33028) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:24.641812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'admin_state_up': True, 'project_id': '54ca896ce8d44a109553240af97f439d', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:24.646955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 491e9c4e-8186-41d3-a492-893291eca372 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:23:24.648685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:24.653022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:router and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:24.656602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:24.662617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:24.673437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.674322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.692153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:24.838109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:25.008414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:25.037414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:25.168914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.114 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/fb3e0dd3-31e9-49f4-b20d-781866b3fced) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:23:25.312369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:25.339199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:25.405808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:23:25.408566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:23:25.412137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:23:25.446690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 05c9708a-d92a-4379-a8f0-c30312870579 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:23:25.446868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=fb3e0dd3-31e9-49f4-b20d-781866b3fced,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:25.479753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 05c9708a-d92a-4379-a8f0-c30312870579 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:23:25.480124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 05c9708a-d92a-4379-a8f0-c30312870579 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:23:25.567017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:25.567662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:25.788671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 5152f058-7f64-4df3-aa1e-79c18534d39d is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:23:25.984319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:23:25.994420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Sync routers for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:23:26.006189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:26.006802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:26.009966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:26.011267 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6aa07f5c-8bbe-4e12-845f-91f0b3f9f3de tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.3738112 May 29 01:23:26.014377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33034) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:26.122889 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-44aa7100-40e0-45db-b962-e9d0f07aacdf tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=54ca896ce8d44a109553240af97f439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1048906 May 29 01:23:26.123308 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33040) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:26.221529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:26.346292 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70574c0f-682b-4dfc-8521-0852d77e36ab tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:26.347768 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-70574c0f-682b-4dfc-8521-0852d77e36ab tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2234571 May 29 01:23:26.350561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33044) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:26.393135 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1d744210-4480-465b-8bfc-35818dc4395a tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414107 May 29 01:23:26.395405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33048) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:26.400923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-326261958', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'project_id': '54ca896ce8d44a109553240af97f439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:26.506827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:26.510339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:25Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:26.511006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:subnet and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:26.513800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:26.514252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Checking router: 5152f058-7f64-4df3-aa1e-79c18534d39d for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:23:26.514605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Updating router 5152f058-7f64-4df3-aa1e-79c18534d39d port fb3e0dd3-31e9-49f4-b20d-781866b3fced binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:23:26.519293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:26.528822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:23:26.569966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:26.629984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:26.847270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:26.897104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:26.908847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Transition to ACTIVE for port object fb3e0dd3-31e9-49f4-b20d-781866b3fced will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:23:26.914584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:26.926194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Subnet': ['ID=8480b289-7676-44e2-87a4-c238ef774154,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:26.940524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Checking segment: {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:23:26.940879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network hostable DHCP agents. Network: 491e9c4e-8186-41d3-a492-893291eca372, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:23:26.963755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 491e9c4e-8186-41d3-a492-893291eca372 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:23:26.974585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 491e9c4e-8186-41d3-a492-893291eca372) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:23:26.978971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:26.979555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:26.987835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85547734-8df8-4fdc-adc1-fa86a47bd1aa None None] Network 491e9c4e-8186-41d3-a492-893291eca372 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:23:27.004849 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c38afbc1-fe86-4e9f-ba82-37a02574d1e9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6057277 May 29 01:23:27.005132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33052) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:27.013937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Attempting to bind port fb3e0dd3-31e9-49f4-b20d-781866b3fced on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:23:27.014450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Attempting to bind port fb3e0dd3-31e9-49f4-b20d-781866b3fced by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:23:27.014641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Attempting to bind port fb3e0dd3-31e9-49f4-b20d-781866b3fced on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:23:27.059055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce145e69-29c7-4120-a4f4-bb40dcf2be4f None None] Pushing event updated for resources: {'Port': ['ID=fb3e0dd3-31e9-49f4-b20d-781866b3fced,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:27.080281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:23:27.080657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:23:27.081062 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:27.081445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:23:27.081905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Bound port: fb3e0dd3-31e9-49f4-b20d-781866b3fced, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:23:27.082290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:27.220580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] For port fb3e0dd3-31e9-49f4-b20d-781866b3fced, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:23:27.237713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] For port fb3e0dd3-31e9-49f4-b20d-781866b3fced, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fb3e0dd3-31e9-49f4-b20d-781866b3fced,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:23:27.243226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:27.352279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-491e9c4e-8186-41d3-a492-893291eca372', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:23:27.353649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:27.374912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce145e69-29c7-4120-a4f4-bb40dcf2be4f None None] Pushing event updated for resources: {'Port': ['ID=fb3e0dd3-31e9-49f4-b20d-781866b3fced,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:27.422509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:27.423259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:27.674163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Allocated IP 172.20.0.2 (491e9c4e-8186-41d3-a492-893291eca372/8480b289-7676-44e2-87a4-c238ef774154/dd639424-76c8-40d6-84a6-6a48a9fe1964) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:23:27.679073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:27.881359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.157362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.170963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Transition to ACTIVE for port object dd639424-76c8-40d6-84a6-6a48a9fe1964 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:23:28.194237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Transition to ACTIVE for port object dd639424-76c8-40d6-84a6-6a48a9fe1964 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:23:28.200865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:25Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:28.204754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.241874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1f0f-dd63-457c-a0b6-7dafdd0ae77b None None] The sync data for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv is: [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:25Z', 'revision_number': 3, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:23:28.276521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Network 491e9c4e-8186-41d3-a492-893291eca372 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:23:28.279636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:23:28.284152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:23:28.286490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Pushing event updated for resources: {'Port': ['ID=dd639424-76c8-40d6-84a6-6a48a9fe1964,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:28.307296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.1 (491e9c4e-8186-41d3-a492-893291eca372/8480b289-7676-44e2-87a4-c238ef774154/727b2b2c-f891-47c0-aa1f-716335b852da) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:23:28.385174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Attempting to bind port dd639424-76c8-40d6-84a6-6a48a9fe1964 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:23:28.385541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Attempting to bind port dd639424-76c8-40d6-84a6-6a48a9fe1964 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:23:28.385922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Attempting to bind port dd639424-76c8-40d6-84a6-6a48a9fe1964 on network 491e9c4e-8186-41d3-a492-893291eca372 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:23:28.393099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:23:28.393564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Checking segment: {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:23:28.394029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.394484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Bound using segment: {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:23:28.395022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Bound port: dd639424-76c8-40d6-84a6-6a48a9fe1964, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:23:28.395463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.481985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.499324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object 727b2b2c-f891-47c0-aa1f-716335b852da will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:23:28.517007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] For port dd639424-76c8-40d6-84a6-6a48a9fe1964, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:23:28.524082 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] For port dd639424-76c8-40d6-84a6-6a48a9fe1964, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dd639424-76c8-40d6-84a6-6a48a9fe1964,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:23:28.530240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.531664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.613427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 491e9c4e-8186-41d3-a492-893291eca372 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:23:28.616694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:23:28.619850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8e578-84c5-446a-949d-8cfa2c305eb5 None None] Pushing event updated for resources: {'Port': ['ID=dd639424-76c8-40d6-84a6-6a48a9fe1964,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:28.621590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:23:28.651133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:28.689761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:28.796220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:29.357829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:29.362728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:29.474177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:29.484501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:29.522488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fb3e0dd3-31e9-49f4-b20d-781866b3fced up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:23:29.593355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8ca00-7197-4be8-aeab-1ad3adfa42cb None None] Network 491e9c4e-8186-41d3-a492-893291eca372 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:23:29.637818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 491e9c4e-8186-41d3-a492-893291eca372 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:23:29.638967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:23:29.663841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port fb3e0dd3-31e9-49f4-b20d-781866b3fced completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:23:29.686273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fb3e0dd3-31e9-49f4-b20d-781866b3fced triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:29.686640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:29.745762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0a143e5f-7c8f-4d79-9e06-3a3f3606ef44 None None] Provisioning for port dd639424-76c8-40d6-84a6-6a48a9fe1964 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:23:29.920025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:29.948715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port fb3e0dd3-31e9-49f4-b20d-781866b3fced, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fb3e0dd3-31e9-49f4-b20d-781866b3fced,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:29.954050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:29.954806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dd639424-76c8-40d6-84a6-6a48a9fe1964 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:23:30.022483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 5152f058-7f64-4df3-aa1e-79c18534d39d has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:23:30.077813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=fb3e0dd3-31e9-49f4-b20d-781866b3fced,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:30.092670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port dd639424-76c8-40d6-84a6-6a48a9fe1964 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:23:30.097622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port dd639424-76c8-40d6-84a6-6a48a9fe1964 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:30.097991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.219321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.238697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:23:30.254431 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ac6f8b85-b2db-46b9-a8c4-958153279077 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/5152f058-7f64-4df3-aa1e-79c18534d39d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2482166 May 29 01:23:30.257093 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33058) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:30.260973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port dd639424-76c8-40d6-84a6-6a48a9fe1964, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dd639424-76c8-40d6-84a6-6a48a9fe1964,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:30.267540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.386686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d0822dfe-d728-4b65-b92e-f9e7b1c6a9f3 None None] Provisioning complete for port dd639424-76c8-40d6-84a6-6a48a9fe1964 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:30.387046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d0822dfe-d728-4b65-b92e-f9e7b1c6a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.424277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=dd639424-76c8-40d6-84a6-6a48a9fe1964,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:30.427412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065da834-fbeb-420f-8961-8b69ecda450b tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.427790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065da834-fbeb-420f-8961-8b69ecda450b tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.428743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065da834-fbeb-420f-8961-8b69ecda450b tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.429115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065da834-fbeb-420f-8961-8b69ecda450b tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.431061 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-065da834-fbeb-420f-8961-8b69ecda450b tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1725876 May 29 01:23:30.435027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33062) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:30.521958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b26b8-f8cf-4902-a554-755e53483953 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.522326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b26b8-f8cf-4902-a554-755e53483953 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.522687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b26b8-f8cf-4902-a554-755e53483953 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.523097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b26b8-f8cf-4902-a554-755e53483953 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:30.524784 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6c3b26b8-f8cf-4902-a554-755e53483953 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0887301 May 29 01:23:30.528212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33066) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:30.540051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d0822dfe-d728-4b65-b92e-f9e7b1c6a9f3 None None] Provisioning for port 727b2b2c-f891-47c0-aa1f-716335b852da completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:23:30.545518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d0822dfe-d728-4b65-b92e-f9e7b1c6a9f3 None None] Provisioning complete for port 727b2b2c-f891-47c0-aa1f-716335b852da triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:30.545884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d0822dfe-d728-4b65-b92e-f9e7b1c6a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.602587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d0822dfe-d728-4b65-b92e-f9e7b1c6a9f3 None None] Port 727b2b2c-f891-47c0-aa1f-716335b852da cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:23:30.723122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6d2172a0-f9f3-49fd-80c3-057224a88076 None None] Provisioning complete for port 727b2b2c-f891-47c0-aa1f-716335b852da triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:30.723498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6d2172a0-f9f3-49fd-80c3-057224a88076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.730301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-78eb1b72-6332-4759-8a38-9ced8b6c5502 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1983409 May 29 01:23:30.774830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6d2172a0-f9f3-49fd-80c3-057224a88076 None None] Port 727b2b2c-f891-47c0-aa1f-716335b852da cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:23:30.806930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33072) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:30.812439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1303258595', 'description': 'tempest-secgroup-smoke-1303258595 description', 'project_id': '54ca896ce8d44a109553240af97f439d'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:30.818426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:30.823512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:30.829295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:30.840025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:30.850725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.886392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:30.890120 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:30.892856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:30.898354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:30.951872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.955374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:30.999278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684b9415-71e2-449b-8efa-7be432a5e96e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:31.002116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.003297 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0693032d-2f21-4200-80b6-721d2b9ad983 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1953654 May 29 01:23:31.006196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:31.011717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '684b9415-71e2-449b-8efa-7be432a5e96e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:31.017802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:31.021608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:31.024425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:31.030748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:31.047776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.107919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.111906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.134770 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d0f95d-26f0-4426-b895-af1eacb66322,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:31.144782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.146148 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2c72ec93-0628-4589-bbd7-d2fda796f85d tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1389525 May 29 01:23:31.148965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33080) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:31.158879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '684b9415-71e2-449b-8efa-7be432a5e96e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:31.166635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:31.170839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:31.174405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:31.180121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:31.197177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.256837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.260836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.283036 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7ff096-0ac9-4f8d-a35f-19b8849f2715,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:31.293169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.294488 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dea2c760-9833-4c46-8115-30fe114fffb2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1434238 May 29 01:23:31.297266 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33084) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:31.302544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '684b9415-71e2-449b-8efa-7be432a5e96e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:31.308947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:31.312824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:31.315685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:31.321325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:31.341409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.405345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.409288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.432734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33307d8c-c69b-4ff4-b571-3bc9fbac97e7,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:31.442862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.447372 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4544e869-fd56-490f-8d52-5402fbb72450 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1458781 May 29 01:23:31.447665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33088) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:31.454442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '684b9415-71e2-449b-8efa-7be432a5e96e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:31.460337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:31.465963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:31.468489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fb3e0dd3-31e9-49f4-b20d-781866b3fced up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:23:31.469218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:31.475402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:31.493288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.511096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e817409a-fb11-4451-b667-caeb09993f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.544736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fb3e0dd3-31e9-49f4-b20d-781866b3fced triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:31.545359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.561249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.565355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.588428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6710053f-7a18-4af5-9b42-d7db84f21831,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:31.598832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.600191 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-56f07fe0-1804-4a5c-8ad2-403df668db48 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1514425 May 29 01:23:31.603514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33092) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:31.609599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '684b9415-71e2-449b-8efa-7be432a5e96e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:31.615798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:31.619964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:31.622822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:31.628444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:31.640186 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:23:31.654236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.672246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dd639424-76c8-40d6-84a6-6a48a9fe1964 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:23:31.728474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.733381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.742521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port dd639424-76c8-40d6-84a6-6a48a9fe1964 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:31.742890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.758537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08326f81-817f-48fe-b2aa-7e178ec41882,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:31.769829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.773817 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b9e32868-a4a3-44ae-8286-9699b10fb2a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1690359 May 29 01:23:31.774141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33096) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:31.781738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'security_group_rule': {'security_group_id': '684b9415-71e2-449b-8efa-7be432a5e96e', 'project_id': '54ca896ce8d44a109553240af97f439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:31.787538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:31.791936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:security_group_rule and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:31.794902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:31.800499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:31.813575 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Project 54ca896ce8d44a109553240af97f439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:23:31.819767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.931976 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Sync routers for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:23:31.944321 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:31.944984 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:31.983561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:31.987480 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:32.013288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea641770-c432-4e38-b08b-a60c01f573b5,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:32.023224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:32.024407 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-257341c1-ae9b-40c5-9f32-1fb3d36d65e3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2486434 May 29 01:23:32.119521 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:32.261499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-6e194057-4e1e-4fa2-8508-37ed260d5916 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303258595&fields=id&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 267 time: 0.0412340 May 29 01:23:32.411117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-4c2710f6-19d8-418e-9746-d7851d8b4193 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:32.412601 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-4c2710f6-19d8-418e-9746-d7851d8b4193 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/networks?id=491e9c4e-8186-41d3-a492-893291eca372 HTTP/1.1" status: 200 len: 796 time: 0.1448066 May 29 01:23:32.429204 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-c5f65502-7c51-4a5d-97f4-fb4a4ddad7a9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/quotas/54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 375 time: 0.0104880 May 29 01:23:32.442353 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:28Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:23:29Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:32.446199 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Checking router: 5152f058-7f64-4df3-aa1e-79c18534d39d for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:23:32.446578 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Updating router 5152f058-7f64-4df3-aa1e-79c18534d39d port 727b2b2c-f891-47c0-aa1f-716335b852da binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:23:32.498587 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:32.518198 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-2ec31b3b-8b0c-4752-b61f-87af53b919df tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828965 May 29 01:23:32.656240 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-54c48bc6-82bc-4e7e-966a-af8aa71fe28a service neutron] 10.222.0.33 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239746 May 29 01:23:32.859438 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:32.871532 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Transition to ACTIVE for port object 727b2b2c-f891-47c0-aa1f-716335b852da will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:23:32.872423 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-996f29ca-6689-4dda-9f07-c2f06d6d36d1 service neutron] 10.222.0.33 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096941 May 29 01:23:32.878371 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:33.047612 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Pushing event updated for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:33.084754 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.085088 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.085413 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.085736 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.086051 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.086367 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.086678 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.086988 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.087334 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.087821 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.088370 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:23:33.113404 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-783028e6-63b4-4670-b9f7-88cb02671ea6 req-5f7e498a-b5e6-444f-a16d-da4135523323 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 210 time: 0.0641661 May 29 01:23:33.119794 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Attempting to bind port 727b2b2c-f891-47c0-aa1f-716335b852da on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:23:33.120276 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Attempting to bind port 727b2b2c-f891-47c0-aa1f-716335b852da by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:23:33.120632 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Attempting to bind port 727b2b2c-f891-47c0-aa1f-716335b852da on network 491e9c4e-8186-41d3-a492-893291eca372 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:23:33.127233 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:23:33.127595 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Checking segment: {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:23:33.127983 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:33.128390 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Bound using segment: {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:23:33.128840 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Bound port: 727b2b2c-f891-47c0-aa1f-716335b852da, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:23:33.129202 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:33.233645 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] For port 727b2b2c-f891-47c0-aa1f-716335b852da, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:23:33.237010 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] For port 727b2b2c-f891-47c0-aa1f-716335b852da, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=727b2b2c-f891-47c0-aa1f-716335b852da,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:23:33.241233 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:33.327842 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8d58d-bc27-4e99-8ad2-b90d7b27bce0 None None] Pushing event updated for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:33.330332 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:33.330920 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:33.529453 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:33.593975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5af70c92-c5d6-4820-88fb-a40bb7b2721d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:33.845515 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:28Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:23:33Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:33.849559 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51bf4a-5960-4b51-a00f-33f075d9a55c None None] The sync data for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv is: [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:28Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:23:33Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:23:34.064010 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:23:34.310230 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f2e5256d-45cf-4a45-9446-cd198809df21 req-f46810cc-180a-4447-afd0-2f23c7a8b068 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 210 time: 0.0574276 May 29 01:23:34.356021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-0e25e4f5-38ab-447a-a492-23b410ffa9ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:34.356722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-0e25e4f5-38ab-447a-a492-23b410ffa9ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:23:34.376850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-0e25e4f5-38ab-447a-a492-23b410ffa9ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:23:34.378171 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-0e25e4f5-38ab-447a-a492-23b410ffa9ca tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/networks?id=491e9c4e-8186-41d3-a492-893291eca372 HTTP/1.1" status: 200 len: 796 time: 0.2075334 May 29 01:23:34.435398 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-5cf8727f-1662-428d-83bf-71cb8e4a971a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:23:34.453531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-5cf8727f-1662-428d-83bf-71cb8e4a971a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:23:34.454918 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-5cf8727f-1662-428d-83bf-71cb8e4a971a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ca896ce8d44a109553240af97f439d HTTP/1.1" status: 200 len: 380 time: 0.0643032 May 29 01:23:34.464394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'port': {'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'admin_state_up': True, 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'security_groups': ['684b9415-71e2-449b-8efa-7be432a5e96e']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:34.595645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:34.608418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:34.612717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:port and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:34.615545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:34.621635 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:34.631883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Made reservation on behalf of 54ca896ce8d44a109553240af97f439d for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:23:34.635657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:34.800717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.20.0.11 (491e9c4e-8186-41d3-a492-893291eca372/8480b289-7676-44e2-87a4-c238ef774154/ef67e0ec-2969-4d3b-aea5-bb9f266d6211) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:23:34.981627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:34.996724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Transition to ACTIVE for port object ef67e0ec-2969-4d3b-aea5-bb9f266d6211 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:23:35.017656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.094511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network 491e9c4e-8186-41d3-a492-893291eca372 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:23:35.097447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:23:35.099931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:23:35.138257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:35.170620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:35.171229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.196929 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-a6c24743-1cb9-4c6f-a0a6-25874a73d1c1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366071 May 29 01:23:35.208347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Request body: {'port': {'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:35.320593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.373250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6dbe0bc7-5e88-452b-a162-e367be1c86d5 None None] Provisioning for port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:23:35.378150 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6dbe0bc7-5e88-452b-a162-e367be1c86d5 None None] Provisioning complete for port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:35.378720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6dbe0bc7-5e88-452b-a162-e367be1c86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.469006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe0bc7-5e88-452b-a162-e367be1c86d5 None None] Port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:23:35.478900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.515807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 727b2b2c-f891-47c0-aa1f-716335b852da up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:23:35.541656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ba40-0cf0-4887-8edc-8c4f3c328e51 req-b8f26c81-23a3-4dc9-badc-24df1c5a2096 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:35.543264 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9997ba40-0cf0-4887-8edc-8c4f3c328e51 req-b8f26c81-23a3-4dc9-badc-24df1c5a2096 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 932 time: 0.0965009 May 29 01:23:35.585396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 727b2b2c-f891-47c0-aa1f-716335b852da completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:23:35.592671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 727b2b2c-f891-47c0-aa1f-716335b852da triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:35.593040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.595048 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9997ba40-0cf0-4887-8edc-8c4f3c328e51 req-3f57a584-7ad5-4a1a-8f7f-210a58f5f8d7 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 May 29 01:23:35.686584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef67e0ec-2969-4d3b-aea5-bb9f266d6211 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:23:35.693291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.705352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.708662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Transition to ACTIVE for port object ef67e0ec-2969-4d3b-aea5-bb9f266d6211 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:23:35.712664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.738180 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 727b2b2c-f891-47c0-aa1f-716335b852da, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=727b2b2c-f891-47c0-aa1f-716335b852da,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:35.741960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:35.809379 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:35.840914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Pushing event updated for resources: {'Port': ['ID=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:35.948876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Attempting to bind port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:23:35.949210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Attempting to bind port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:23:35.949537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Attempting to bind port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 on network 491e9c4e-8186-41d3-a492-893291eca372 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:23:35.955177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 on network 491e9c4e-8186-41d3-a492-893291eca372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:23:35.955495 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Attempting to bind port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 on network 491e9c4e-8186-41d3-a492-893291eca372 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:23:35.961572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:23:35.962404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Checking segment: {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:23:35.962802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Bound using segment: {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:23:35.963367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Bound port: ef67e0ec-2969-4d3b-aea5-bb9f266d6211, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541517e6-fa7a-4c5a-9342-3e4e633e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '491e9c4e-8186-41d3-a492-893291eca372'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:23:35.963695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:36.145254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] For port ef67e0ec-2969-4d3b-aea5-bb9f266d6211, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:23:36.147257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:36.149958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] For port ef67e0ec-2969-4d3b-aea5-bb9f266d6211, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:23:36.155463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:36.217099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:36.218460 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] 10.222.0.16 "PUT /v2.0/ports/ef67e0ec-2969-4d3b-aea5-bb9f266d6211 HTTP/1.1" status: 200 len: 1094 time: 1.0143061 May 29 01:23:36.218887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:36.236866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327c0b4-5886-4ede-9381-4e3da5e6775a service neutron] Pushing event updated for resources: {'Port': ['ID=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:36.288568 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11168adf-eb0c-47ad-8466-bf971d9f1c50'] response: {'name': 'network-changed', 'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'status': 'completed', 'code': 200} May 29 01:23:36.333814 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-0edec85b-f2d8-4e67-9047-38b5bed4b883 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 1097 time: 0.0789428 May 29 01:23:36.402342 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-9be84f82-310a-419a-bda3-51db7e0101c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211 HTTP/1.1" status: 200 len: 217 time: 0.0614796 May 29 01:23:36.467000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-6ba61e2b-6e24-4eef-b72e-78ac6205a137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:36.468443 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-6ba61e2b-6e24-4eef-b72e-78ac6205a137 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8480b289-7676-44e2-87a4-c238ef774154 HTTP/1.1" status: 200 len: 834 time: 0.0615735 May 29 01:23:36.541992 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-858970c0-0dcb-4bdb-8df3-ebe08dc82a62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=491e9c4e-8186-41d3-a492-893291eca372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681345 May 29 01:23:36.670782 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-813278cd-e493-4388-8fb7-24b64387e870 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226177 May 29 01:23:36.796506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82055d-36f5-4cba-adb7-ccbc59fc57c2 req-e8ac09a2-6c79-4ddc-9ce0-f3a3b4a6eec3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:36.797956 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f82055d-36f5-4cba-adb7-ccbc59fc57c2 req-e8ac09a2-6c79-4ddc-9ce0-f3a3b4a6eec3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 944 time: 0.0794318 May 29 01:23:36.802748 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-da74a0db-08b1-4e93-9208-5d8b4a21e8f0 req-4e622a2f-1297-4652-bdb8-192077cfed71 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255209 May 29 01:23:36.844707 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f82055d-36f5-4cba-adb7-ccbc59fc57c2 req-0fcd3c73-dbb3-423f-908e-3fa481adf1b9 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 May 29 01:23:36.925170 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-725f3ae4-52e7-4a0f-9df5-46b54d1282d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 1097 time: 0.0710897 May 29 01:23:37.053724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-b7638e82-498e-4754-b4ce-9fbf1c1ac5ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:37.055125 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-b7638e82-498e-4754-b4ce-9fbf1c1ac5ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=491e9c4e-8186-41d3-a492-893291eca372 HTTP/1.1" status: 200 len: 897 time: 0.1240656 May 29 01:23:37.119861 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-98776623-1389-4929-97a6-9718a7b586d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211 HTTP/1.1" status: 200 len: 217 time: 0.0593364 May 29 01:23:37.183616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-93a3e4f5-62d1-4ef2-9d0a-837dcac02ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:37.185210 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-93a3e4f5-62d1-4ef2-9d0a-837dcac02ee7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8480b289-7676-44e2-87a4-c238ef774154 HTTP/1.1" status: 200 len: 834 time: 0.0600460 May 29 01:23:37.260272 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-971dee32-5eef-4c2a-87c1-cfd16cce2cfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=491e9c4e-8186-41d3-a492-893291eca372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692568 May 29 01:23:37.392151 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-932b1246-fd41-464a-bfd9-b50900cf36a4 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253092 May 29 01:23:37.458862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 727b2b2c-f891-47c0-aa1f-716335b852da up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:23:37.530308 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b5f41e3e-d3cb-4c0a-ba48-2c6f1a7492af req-75868799-8b3e-4cfa-a671-b34bb85f10ab service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318245 May 29 01:23:37.534878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 727b2b2c-f891-47c0-aa1f-716335b852da triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:37.535580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:38.040936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f8131-5656-479c-8466-7d40ced71e1a req-7f1d5f71-a36b-4e42-9f12-df6522b66c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:38.042356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-315f8131-5656-479c-8466-7d40ced71e1a req-7f1d5f71-a36b-4e42-9f12-df6522b66c4b tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 944 time: 0.0751731 May 29 01:23:38.087859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-315f8131-5656-479c-8466-7d40ced71e1a req-6a876c7a-1a60-4539-896a-d08b5c9c73bb tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400174 May 29 01:23:39.290710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3ce29-00c7-40e4-b0a4-02293bf96f1e req-382e1cc7-2eed-41d3-afe7-f211c6ea6af3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:39.292429 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-35a3ce29-00c7-40e4-b0a4-02293bf96f1e req-382e1cc7-2eed-41d3-afe7-f211c6ea6af3 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 944 time: 0.0828297 May 29 01:23:39.344911 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-35a3ce29-00c7-40e4-b0a4-02293bf96f1e req-370d717b-743b-4ebd-8495-7e07f7e5ec58 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 May 29 01:23:40.538708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73576f05-9b8e-42d2-80d2-ff727ca75d59 req-7125c5bc-21e6-40a2-906d-d1ab92d47d78 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:40.540763 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-73576f05-9b8e-42d2-80d2-ff727ca75d59 req-7125c5bc-21e6-40a2-906d-d1ab92d47d78 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 944 time: 0.0743892 May 29 01:23:40.578415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ef67e0ec-2969-4d3b-aea5-bb9f266d6211 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:23:40.585050 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-73576f05-9b8e-42d2-80d2-ff727ca75d59 req-a6388838-b9d2-4ea0-88dd-0454a503e409 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387058 May 29 01:23:40.709706 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ef67e0ec-2969-4d3b-aea5-bb9f266d6211, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:40.723139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'mac_address': 'fa:16:3e:b9:62:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:23:40.806537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:40.823297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef67e0ec-2969-4d3b-aea5-bb9f266d6211 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:23:40.838208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ef67e0ec-2969-4d3b-aea5-bb9f266d6211, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:40.841924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:40.905207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:41.138386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ef67e0ec-2969-4d3b-aea5-bb9f266d6211'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:23:41.781391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5f9e3-892b-4a60-9df5-60cc3356b585 req-068a422e-d9d1-4fee-8332-69142a4b1102 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:41.782801 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68d5f9e3-892b-4a60-9df5-60cc3356b585 req-068a422e-d9d1-4fee-8332-69142a4b1102 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 945 time: 0.0768285 May 29 01:23:41.826347 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68d5f9e3-892b-4a60-9df5-60cc3356b585 req-44d22cc7-3b31-47ee-a2e5-56b0a5f84e6a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 May 29 01:23:42.572839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ef67e0ec-2969-4d3b-aea5-bb9f266d6211 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:23:42.643289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:23:42.647882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:23:42.648300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:42.787684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:42.814485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:42.824600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ef67e0ec-2969-4d3b-aea5-bb9f266d6211, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:23:42.829135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:42.895368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:42.946587 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da66acf2-2bf1-40da-b213-43fdc30eaa74'] response: {'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'code': 200} May 29 01:23:43.038079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b06bf-2bfb-4698-8f43-d6e553a4fdce req-e00f5afc-42ee-43dd-9303-d43a2b2d3b02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:43.039605 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c56b06bf-2bfb-4698-8f43-d6e553a4fdce req-e00f5afc-42ee-43dd-9303-d43a2b2d3b02 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 946 time: 0.0819752 May 29 01:23:43.096725 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c56b06bf-2bfb-4698-8f43-d6e553a4fdce req-2cce086f-cb80-4c06-aca1-2cc92401346c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505054 May 29 01:23:43.165540 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b59c396-ac35-4d1e-a4ef-429aeee254cb req-8a1b1e8e-391e-4a40-a14d-0cb61a8fc099 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 1099 time: 0.0667212 May 29 01:23:43.209892 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b59c396-ac35-4d1e-a4ef-429aeee254cb req-c7167af6-4c8c-4225-9aca-8d6981025044 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391154 May 29 01:23:44.298997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7aab6e-436f-4b7f-a6b0-79deb7cc4ebe req-ffbd33e9-33b2-43b2-aa46-01bc66a0575c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:44.300890 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6d7aab6e-436f-4b7f-a6b0-79deb7cc4ebe req-ffbd33e9-33b2-43b2-aa46-01bc66a0575c tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 946 time: 0.0777829 May 29 01:23:44.359338 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6d7aab6e-436f-4b7f-a6b0-79deb7cc4ebe req-5ed24d67-eeb2-44af-a9c3-34dbd0b1f5ff tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524533 May 29 01:23:45.562387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023fdc0-3f39-466c-b02d-4426244e1c9c req-a9cc6fff-8073-4250-a391-92997fe5f3f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:45.563735 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d023fdc0-3f39-466c-b02d-4426244e1c9c req-a9cc6fff-8073-4250-a391-92997fe5f3f0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 946 time: 0.0789981 May 29 01:23:45.608116 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d023fdc0-3f39-466c-b02d-4426244e1c9c req-195261d9-1f09-4a70-b4d4-d81c59c6a037 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389295 May 29 01:23:45.797903 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c022-1c88-4bc0-94ca-ca5e9b9f58a8 req-7e5c53fd-311a-4eed-bb79-b92e10bfd850 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:45.799348 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90d4c022-1c88-4bc0-94ca-ca5e9b9f58a8 req-7e5c53fd-311a-4eed-bb79-b92e10bfd850 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 946 time: 0.0751650 May 29 01:23:45.844823 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90d4c022-1c88-4bc0-94ca-ca5e9b9f58a8 req-975d9af5-88b0-4627-b8a1-097fd87fad4a tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 May 29 01:23:45.873384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33160) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:45.942216 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cccfbab0-a637-4c01-b402-d765bc515f39 tempest-TestNetworkBasicOps-299377341 tempest-TestNetworkBasicOps-299377341-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 1094 time: 0.0675406 May 29 01:23:45.944678 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33164) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:45.949985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:23:45.955383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:23:45.959163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Usage tracker for resource:floatingip and tenant:54ca896ce8d44a109553240af97f439d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:23:45.962019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:23:45.967710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:23:45.977760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:46.198396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:46.333951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Allocated IP 172.26.5.13 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/d6e7d59d-e4e7-48de-8b97-f35c20ea83b1) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:23:46.478656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:46.505780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:46.573096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:23:46.575886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:23:46.579524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:23:46.612167 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=d6e7d59d-e4e7-48de-8b97-f35c20ea83b1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:46.791598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:47.079829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:47.137726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:47.337447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:47.341788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:47.448113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event updated for resources: {'Port': ['ID=d6e7d59d-e4e7-48de-8b97-f35c20ea83b1,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:23:47.461767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:47.653203 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Floating IP c32d91ec-e384-4980-a7ec-b2b4ab4d1446 associated. External IP: 172.26.5.13, port: ef67e0ec-2969-4d3b-aea5-bb9f266d6211. May 29 01:23:48.143740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 5152f058-7f64-4df3-aa1e-79c18534d39d has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:23:48.337563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:23:48.347554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] Sync routers for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:23:48.359501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:48.360520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:48.361980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:23:48.420415 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-12d9a692-d3a2-495e-b263-e275e3514607 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4722939 May 29 01:23:48.420415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:23:48.420976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33168) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:48.477618 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14937b51-7798-43cc-aaad-5d8e9c5123e9'] response: {'name': 'network-changed', 'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'status': 'completed', 'code': 200} May 29 01:23:48.530693 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e620643a-a470-412a-ad2d-40b235e4d540 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1074231 May 29 01:23:48.542720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:48.568111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-329336ac-cf24-46c0-a3c2-4f643cb4fe4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 1099 time: 0.0687439 May 29 01:23:48.699581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-731ecbe4-9679-4d1f-88f5-e47d59c6af79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:48.700970 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-731ecbe4-9679-4d1f-88f5-e47d59c6af79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=491e9c4e-8186-41d3-a492-893291eca372 HTTP/1.1" status: 200 len: 897 time: 0.1270406 May 29 01:23:48.802854 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-d5f3a350-fe30-4203-bf72-3f961786b348 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211 HTTP/1.1" status: 200 len: 999 time: 0.0962901 May 29 01:23:48.864790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-c3e08ba6-2bba-4030-b3d1-6c3a1eb945b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:23:48.866215 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-c3e08ba6-2bba-4030-b3d1-6c3a1eb945b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8480b289-7676-44e2-87a4-c238ef774154 HTTP/1.1" status: 200 len: 834 time: 0.0574749 May 29 01:23:48.885837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:28Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c32d91ec-e384-4980-a7ec-b2b4ab4d1446', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'mac_address': 'fa:16:3e:b9:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:23:46Z', 'updated_at': '2022-05-29T01:23:46Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:23:35Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:48.889761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] Checking router: 5152f058-7f64-4df3-aa1e-79c18534d39d for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:23:48.900226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:23:48.901372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:23:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:48.943676 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-a2a1bc7f-a5df-4457-ab8f-1084dde61aa9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=491e9c4e-8186-41d3-a492-893291eca372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720794 May 29 01:23:49.077594 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-c3c0b9d0-cfbf-41fb-919d-e3eb54546030 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278727 May 29 01:23:49.081734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:23:49.207617 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9ebb4152-f252-4895-a588-b5c5a8c97cad req-96eab42c-7be1-4346-b255-c368f417f2fc service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247149 May 29 01:23:49.465275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:28Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c32d91ec-e384-4980-a7ec-b2b4ab4d1446', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'mac_address': 'fa:16:3e:b9:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:23:46Z', 'updated_at': '2022-05-29T01:23:46Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:23:35Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:23:49.469264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16bf32-e739-4094-bc40-93757d85faf3 None None] The sync data for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv is: [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:23:28Z', 'revision_number': 4, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c32d91ec-e384-4980-a7ec-b2b4ab4d1446', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'mac_address': 'fa:16:3e:b9:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:23:46Z', 'updated_at': '2022-05-29T01:23:46Z', 'revision_number': 0, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:23:35Z', 'revision_number': 5, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:23:49.533434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33174) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:49.637306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d0ebfb92-98e3-41ba-8c84-be9a3eba96a8 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1027682 May 29 01:23:50.071026 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c33b4-b009-422f-b76f-16263a4bcfa7 None None] New status for floating IP c32d91ec-e384-4980-a7ec-b2b4ab4d1446: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:23:50.641232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33180) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:23:50.743790 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1ce7bf33-16e8-4737-a43a-c8cedd33d744 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 993 time: 0.1014333 May 29 01:24:01.473357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-39aa020c-c355-435e-a28f-97995ee4074e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:03.588688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-30df6c6e-661a-44ed-9d1f-3c474f7f8e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:04.595766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:05.438815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:06.150715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:09.531327 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-9be4a64e-234c-4602-b113-a835e07b3bac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678458 May 29 01:24:09.765035 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-daa7b529-b53f-442a-8eb2-d613ec7679c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 1099 time: 0.1657305 May 29 01:24:09.908821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-3b27ab07-dc85-4b29-b062-e801427f7ca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:24:09.910241 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-3b27ab07-dc85-4b29-b062-e801427f7ca4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=491e9c4e-8186-41d3-a492-893291eca372 HTTP/1.1" status: 200 len: 897 time: 0.1242137 May 29 01:24:10.012855 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-f8072799-77da-4f6b-9a78-fb7af1ca2668 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211 HTTP/1.1" status: 200 len: 1001 time: 0.0971191 May 29 01:24:10.073225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-281b8c90-187e-4832-9246-5af8e4961bae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:24:10.074583 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-281b8c90-187e-4832-9246-5af8e4961bae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8480b289-7676-44e2-87a4-c238ef774154 HTTP/1.1" status: 200 len: 834 time: 0.0561008 May 29 01:24:10.147223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-2ab6d00c-0cde-437c-9b57-ff26b151f344 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=491e9c4e-8186-41d3-a492-893291eca372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666566 May 29 01:24:10.277517 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-3f84c4f4-5f5c-4a88-a7e1-1dab7dfcd641 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230626 May 29 01:24:10.408692 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8fc801d3-a044-43e8-8c6e-de9e9b849aad req-92ecb640-97c5-480c-9501-aa75598a3992 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253927 May 29 01:24:11.065452 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:24:16.792780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:20.681741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-241c8606-e9c9-47ae-8212-9d73e5afd1ee req-6272c404-ab78-4a8e-b105-5b15bce97afe tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] (83979) timed out ('10.222.0.16', 63941) {{(pid=83979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 29 01:24:31.474788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0690e9a6-af7f-4f97-adfc-d099ff2aa1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:33.590509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-054224d2-388b-49d2-bc86-41ba52288b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:34.599098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:35.441124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:36.154239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:46.789902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:48.066346 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:24:49.426396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33200) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:49.431599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4c6a2847-f14a-4f3d-8a57-e8fb5b52a8db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:24:50.056914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c6a2847-f14a-4f3d-8a57-e8fb5b52a8db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:50.067017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c6a2847-f14a-4f3d-8a57-e8fb5b52a8db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:50.263740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6a2847-f14a-4f3d-8a57-e8fb5b52a8db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 5152f058-7f64-4df3-aa1e-79c18534d39d has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:24:50.459710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a2847-f14a-4f3d-8a57-e8fb5b52a8db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:24:50.466476 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c6a2847-f14a-4f3d-8a57-e8fb5b52a8db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:50.467624 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4c6a2847-f14a-4f3d-8a57-e8fb5b52a8db tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/5152f058-7f64-4df3-aa1e-79c18534d39d HTTP/1.1" status: 200 len: 889 time: 1.0403388 May 29 01:24:50.470068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] Sync routers for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:24:50.481796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:24:50.482405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:24:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:50.543666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:50.554322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:24:50.555009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:24:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:50.615903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:50.616350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6cbec1-4b17-42b0-b471-9f644d375033 None None] The sync data for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv is: [] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:24:51.352345 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d320970-3d7e-4409-a777-4e0740b25ea4 None None] New status for floating IP c32d91ec-e384-4980-a7ec-b2b4ab4d1446: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:24:51.491571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fb3e0dd3-31e9-49f4-b20d-781866b3fced no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:24:51.605456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:51.623007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port fb3e0dd3-31e9-49f4-b20d-781866b3fced, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fb3e0dd3-31e9-49f4-b20d-781866b3fced,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:24:51.629866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:51.630685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 727b2b2c-f891-47c0-aa1f-716335b852da no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:24:51.743795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=fb3e0dd3-31e9-49f4-b20d-781866b3fced,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:24:51.783652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.784023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.784365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.784700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.785033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.785362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.785690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.786018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.786340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.786663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.786990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:24:51.808690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:51.839603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 727b2b2c-f891-47c0-aa1f-716335b852da, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=727b2b2c-f891-47c0-aa1f-716335b852da,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:24:51.843472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:51.906874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:24:52.635153 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33208) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:52.641050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a3eba041-c265-4bc0-bb48-6dba8a612d38 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:24:53.193308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a3eba041-c265-4bc0-bb48-6dba8a612d38 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:53.204773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a3eba041-c265-4bc0-bb48-6dba8a612d38 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1017592'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:53.510432 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eba041-c265-4bc0-bb48-6dba8a612d38 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 5152f058-7f64-4df3-aa1e-79c18534d39d has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:24:53.708263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eba041-c265-4bc0-bb48-6dba8a612d38 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:24:53.714551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a3eba041-c265-4bc0-bb48-6dba8a612d38 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:53.715765 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a3eba041-c265-4bc0-bb48-6dba8a612d38 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/5152f058-7f64-4df3-aa1e-79c18534d39d HTTP/1.1" status: 200 len: 888 time: 1.0790339 May 29 01:24:53.718272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] Sync routers for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:24:53.718718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33212) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:53.730809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:24:53.731405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:24:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:53.823092 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e8708d49-cb86-4ea3-a8da-c33944054617 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1034198 May 29 01:24:53.906308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:24:54.241483 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:24:53Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c32d91ec-e384-4980-a7ec-b2b4ab4d1446', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'mac_address': 'fa:16:3e:b9:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:23:46Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:54.245947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] Checking router: 5152f058-7f64-4df3-aa1e-79c18534d39d for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:24:54.256971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:24:54.257594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:24:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:54.465946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:24:54.803514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:24:53Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c32d91ec-e384-4980-a7ec-b2b4ab4d1446', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'mac_address': 'fa:16:3e:b9:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:23:46Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:24:54.807487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a5b1d-22c6-4c94-a67d-b919260b4dd2 None None] The sync data for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv is: [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:24:53Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'c32d91ec-e384-4980-a7ec-b2b4ab4d1446', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'floating_ip_address': '172.26.5.13', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'port_id': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'mac_address': 'fa:16:3e:b9:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:23:46Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 2, 'project_id': '54ca896ce8d44a109553240af97f439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727b2b2c-f891-47c0-aa1f-716335b852da', 'name': '', 'network_id': '491e9c4e-8186-41d3-a492-893291eca372', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'mac_address': 'fa:16:3e:d6:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8480b289-7676-44e2-87a4-c238ef774154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:28Z', 'updated_at': '2022-05-29T01:24:51Z', 'revision_number': 6, 'project_id': '54ca896ce8d44a109553240af97f439d', 'subnets': [{'id': '8480b289-7676-44e2-87a4-c238ef774154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:24:54.827308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33216) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:54.941816 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7806f4a1-49a1-4c00-a12e-49269a7b51a4 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1130867 May 29 01:24:55.538859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fb3e0dd3-31e9-49f4-b20d-781866b3fced up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:24:55.614121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fb3e0dd3-31e9-49f4-b20d-781866b3fced triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:24:55.614487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:55.729656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:55.747058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port fb3e0dd3-31e9-49f4-b20d-781866b3fced, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fb3e0dd3-31e9-49f4-b20d-781866b3fced,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:24:55.751262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:55.752019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 727b2b2c-f891-47c0-aa1f-716335b852da up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:24:55.865419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=fb3e0dd3-31e9-49f4-b20d-781866b3fced,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:24:55.878768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 727b2b2c-f891-47c0-aa1f-716335b852da triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:24:55.879138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:55.944494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33220) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:55.990747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:56.021575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 727b2b2c-f891-47c0-aa1f-716335b852da, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=727b2b2c-f891-47c0-aa1f-716335b852da,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:24:56.025542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:56.052747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6c55aeb4-127f-4dc0-994f-6c494d4d09ba tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1070287 May 29 01:24:56.089334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:24:57.056649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33224) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:57.157201 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-86e1e9cd-cdcc-423d-9305-11c74fe8de82 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.0994189 May 29 01:24:57.499846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fb3e0dd3-31e9-49f4-b20d-781866b3fced up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:24:57.571525 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port fb3e0dd3-31e9-49f4-b20d-781866b3fced triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:24:57.571887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:57.682793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 727b2b2c-f891-47c0-aa1f-716335b852da up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:24:57.746547 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 727b2b2c-f891-47c0-aa1f-716335b852da triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:24:57.746912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:24:58.160241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33228) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:58.262327 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-38deff30-bf3d-4632-9f32-839921fb24aa tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1009769 May 29 01:24:59.266174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33232) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:24:59.372726 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47745897-5415-4883-80ea-698e30af59a0 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1054454 May 29 01:25:00.376709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33236) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:00.482952 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7c1959de-21a3-4132-bd6d-a48bdd2c5796 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.1050115 May 29 01:25:01.477277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a5127fac-c914-45ce-bb25-93a1c9992e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:01.486127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33240) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:01.586976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1201e456-6926-4376-aae9-f065c8d74de5 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 991 time: 0.0996830 May 29 01:25:01.926439 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0df45c-e4d0-45d6-9d67-c53106a3fa9c None None] New status for floating IP c32d91ec-e384-4980-a7ec-b2b4ab4d1446: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:25:02.590683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33244) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:02.695311 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3043a514-bc1b-4e67-a855-259b3d977339 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 200 len: 993 time: 0.1035912 May 29 01:25:02.982633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33252) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:03.282663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port d6e7d59d-e4e7-48de-8b97-f35c20ea83b1 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:25:03.282994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:03.453509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:03.453828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:03.569506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for d6e7d59d-e4e7-48de-8b97-f35c20ea83b1 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:25:03.591623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7cd38c53-8b08-40cf-8720-240a7964351f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:03.728462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:03.776872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=d6e7d59d-e4e7-48de-8b97-f35c20ea83b1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:03.815630 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.815969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.816323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.816648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.816971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.817291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.817608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.817924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.818242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.818554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.818864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:03.876870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:04.257362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 5152f058-7f64-4df3-aa1e-79c18534d39d has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:25:04.453633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:25:04.470105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:04.523503 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-85a34172-a716-4426-ac0d-36860f9b5948 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/floatingips/c32d91ec-e384-4980-a7ec-b2b4ab4d1446 HTTP/1.1" status: 204 len: 168 time: 1.5397871 May 29 01:25:04.524088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:25:04.578438 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076b4a96-56f2-4163-bc22-fb52de737c05'] response: {'name': 'network-changed', 'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'status': 'completed', 'code': 200} May 29 01:25:04.602279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:04.675198 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-2ac97f4b-ec98-456a-91f5-37657b5f5a3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54ca896ce8d44a109553240af97f439d&device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 1099 time: 0.0727427 May 29 01:25:04.819942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-c43bced5-6c30-4f98-956c-015e6dc7f5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:04.821415 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-c43bced5-6c30-4f98-956c-015e6dc7f5bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=491e9c4e-8186-41d3-a492-893291eca372 HTTP/1.1" status: 200 len: 897 time: 0.1410601 May 29 01:25:04.902564 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-b302b24d-6ec3-4a15-9a3e-4e2522741f29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211 HTTP/1.1" status: 200 len: 217 time: 0.0749958 May 29 01:25:04.931533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb7f70-1f2b-4bfe-821a-08d209a5d2a0 req-5b13eb90-eaa0-4531-840e-5b388a9bc867 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:04.933743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-8aeb7f70-1f2b-4bfe-821a-08d209a5d2a0 req-5b13eb90-eaa0-4531-840e-5b388a9bc867 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:25:04.951860 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-8aeb7f70-1f2b-4bfe-821a-08d209a5d2a0 req-5b13eb90-eaa0-4531-840e-5b388a9bc867 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:25:04.953044 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8aeb7f70-1f2b-4bfe-821a-08d209a5d2a0 req-5b13eb90-eaa0-4531-840e-5b388a9bc867 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 946 time: 0.1164594 May 29 01:25:04.967885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-2b84e363-dca6-4b42-bd26-af1a10255370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:04.970128 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-2b84e363-dca6-4b42-bd26-af1a10255370 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8480b289-7676-44e2-87a4-c238ef774154 HTTP/1.1" status: 200 len: 834 time: 0.0619729 May 29 01:25:05.016757 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8aeb7f70-1f2b-4bfe-821a-08d209a5d2a0 req-de09912e-adf0-49c2-a564-c92f95ef941f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545471 May 29 01:25:05.050689 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-4caf1f30-edb6-4450-a65d-76fdf07780f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=491e9c4e-8186-41d3-a492-893291eca372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742958 May 29 01:25:05.199114 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-1dc57ca4-e986-4bf0-8372-c7becc5b3a64 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416743 May 29 01:25:05.346619 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e34db134-85ae-4d3e-99c4-a6ec27bac524 req-4360c801-c9a8-4434-b338-eb73916015e1 service neutron] 10.222.0.16 "GET /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410093 May 29 01:25:05.445995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:06.157629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:06.222332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e8b17-e197-496a-a392-e76ac410d039 req-b1580eee-3adc-451d-bbf8-78c4549d18a2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:06.223766 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea8e8b17-e197-496a-a392-e76ac410d039 req-b1580eee-3adc-451d-bbf8-78c4549d18a2 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 946 time: 0.0755839 May 29 01:25:06.271536 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea8e8b17-e197-496a-a392-e76ac410d039 req-6a620488-a975-4e1a-96d2-6ac02d6c27e1 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/security-groups?id=684b9415-71e2-449b-8efa-7be432a5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 May 29 01:25:06.428536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-3853b81e-5fed-4257-bf0d-627c43247262 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:06.429260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-3853b81e-5fed-4257-bf0d-627c43247262 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Synchronizing usage tracker for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:25:06.444154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-3853b81e-5fed-4257-bf0d-627c43247262 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Unset dirty status for tenant:54ca896ce8d44a109553240af97f439d on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:25:06.445312 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-3853b81e-5fed-4257-bf0d-627c43247262 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 946 time: 0.1927092 May 29 01:25:06.513566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:25:06.513907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:06.753182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port ef67e0ec-2969-4d3b-aea5-bb9f266d6211, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:06.753537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:06.877076 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for ef67e0ec-2969-4d3b-aea5-bb9f266d6211 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:25:07.014904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:07.066980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=ef67e0ec-2969-4d3b-aea5-bb9f266d6211,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:07.108034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.108424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.108759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.109089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.109415 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.109991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.110317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.110643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.110959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.111276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.111589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:07.151582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] No DVR routers for this DVR port ef67e0ec-2969-4d3b-aea5-bb9f266d6211 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:25:07.153937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:07.156414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'name': 'network-vif-deleted', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:25:07.172729 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6bb0544f-40b5-4d2a-8a17-a214dffb78a0 req-793aa7cf-0ff5-4ee8-97c3-560db500640e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.16 "DELETE /v2.0/ports/ef67e0ec-2969-4d3b-aea5-bb9f266d6211 HTTP/1.1" status: 204 len: 173 time: 0.7218573 May 29 01:25:07.213065 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9987be-0e09-4e85-921d-1f0619fb6d54'] response: {'server_uuid': '3587ee11-db5a-4ec8-9ac2-aabe33430f49', 'name': 'network-vif-deleted', 'tag': 'ef67e0ec-2969-4d3b-aea5-bb9f266d6211', 'status': 'completed', 'code': 200} May 29 01:25:07.549697 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a27f4c5e-d42f-4c62-9076-cd17c648faaf req-59e7d6da-1a0b-47d5-ac06-1b7106550b20 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "GET /v2.0/ports?device_id=3587ee11-db5a-4ec8-9ac2-aabe33430f49 HTTP/1.1" status: 200 len: 210 time: 0.1408980 May 29 01:25:08.656737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33270) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:08.722931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6563a5e6-7cdd-45e6-8647-931af1e9cd7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:08.751273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6563a5e6-7cdd-45e6-8647-931af1e9cd7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:08.814325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6563a5e6-7cdd-45e6-8647-931af1e9cd7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:08.847944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563a5e6-7cdd-45e6-8647-931af1e9cd7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b9415-71e2-449b-8efa-7be432a5e96e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:08.862554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6563a5e6-7cdd-45e6-8647-931af1e9cd7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:08.864446 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6563a5e6-7cdd-45e6-8647-931af1e9cd7e tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/security-groups/684b9415-71e2-449b-8efa-7be432a5e96e HTTP/1.1" status: 204 len: 168 time: 0.2066703 May 29 01:25:08.913731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33276) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:09.321912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:09.925004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port 727b2b2c-f891-47c0-aa1f-716335b852da {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:25:09.925721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:10.102374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port 727b2b2c-f891-47c0-aa1f-716335b852da, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=727b2b2c-f891-47c0-aa1f-716335b852da,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:10.102618 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:10.300989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for 727b2b2c-f891-47c0-aa1f-716335b852da owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:25:10.470185 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:10.516142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=727b2b2c-f891-47c0-aa1f-716335b852da,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:10.802566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:11.054738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ef67e0ec-2969-4d3b-aea5-bb9f266d6211 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:25:11.087141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: ef67e0ec-2969-4d3b-aea5-bb9f266d6211 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:25:11.087478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ef67e0ec-2969-4d3b-aea5-bb9f266d6211 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:25:11.375057 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Router 5152f058-7f64-4df3-aa1e-79c18534d39d has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:25:11.572541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:25:11.591398 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-829ec3b7-1d41-415f-af76-53d1b5638a3f tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "PUT /v2.0/routers/5152f058-7f64-4df3-aa1e-79c18534d39d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763048 May 29 01:25:11.593414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33280) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:11.861861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting subnet 8480b289-7676-44e2-87a4-c238ef774154 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:25:11.864712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:11.919840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:11.998089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.068042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.108699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Subnet': ['ID=8480b289-7676-44e2-87a4-c238ef774154,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:12.114966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.123182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b7f843-8ae7-4d27-9152-8926c866388e None None] Network 491e9c4e-8186-41d3-a492-893291eca372 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:25:12.124569 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-690f8f0e-b88e-4f94-8303-88df10289727 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/subnets/8480b289-7676-44e2-87a4-c238ef774154 HTTP/1.1" status: 204 len: 168 time: 0.5300949 May 29 01:25:12.124785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33284) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:12.333034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.393958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] Sync routers for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:25:12.412026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] DHCP port deletion for 491e9c4e-8186-41d3-a492-893291eca372 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:25:12.414249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:25:12.414867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:25:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:25:12.520009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] Deleting port dd639424-76c8-40d6-84a6-6a48a9fe1964 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:25:12.520389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.530016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.539260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Deleting port fb3e0dd3-31e9-49f4-b20d-781866b3fced {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:25:12.539598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.717363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] For port fb3e0dd3-31e9-49f4-b20d-781866b3fced, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=fb3e0dd3-31e9-49f4-b20d-781866b3fced,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:12.718045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.750922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:25:12.900278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] For port dd639424-76c8-40d6-84a6-6a48a9fe1964, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=dd639424-76c8-40d6-84a6-6a48a9fe1964,segment=NetworkSegment(541517e6-fa7a-4c5a-9342-3e4e633e7c16),segment_id=541517e6-fa7a-4c5a-9342-3e4e633e7c16)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:12.901262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:12.937072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Calling delete_port for fb3e0dd3-31e9-49f4-b20d-781866b3fced owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:25:13.076200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] Calling delete_port for dd639424-76c8-40d6-84a6-6a48a9fe1964 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:25:13.100269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.142110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Port': ['ID=fb3e0dd3-31e9-49f4-b20d-781866b3fced,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:13.210911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.265676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] Pushing event deleted for resources: {'Port': ['ID=dd639424-76c8-40d6-84a6-6a48a9fe1964,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:13.272707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cee05-35b2-428d-aa58-28825a77d6d2 None None] No DVR routers for this DVR port dd639424-76c8-40d6-84a6-6a48a9fe1964 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:25:13.296442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:25:10Z', 'revision_number': 7, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port': {'id': 'fb3e0dd3-31e9-49f4-b20d-781866b3fced', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:23:25Z', 'updated_at': '2022-05-29T01:24:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:25:13.300347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] Checking router: 5152f058-7f64-4df3-aa1e-79c18534d39d for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:25:13.311594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] Routers {'5152f058-7f64-4df3-aa1e-79c18534d39d'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:25:13.312225 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:25:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['5152f058-7f64-4df3-aa1e-79c18534d39d'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:25:13.372696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.434626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] Set router 5152f058-7f64-4df3-aa1e-79c18534d39d gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:25:13.543600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:25:13Z', 'revision_number': 9, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:25:13.547813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae744e3-1af8-4829-b9e1-5900d90358cd None None] The sync data for ids ['5152f058-7f64-4df3-aa1e-79c18534d39d'] in dv-neutron-843186-2-hyperv is: [{'id': '5152f058-7f64-4df3-aa1e-79c18534d39d', 'name': 'tempest-TestNetworkBasicOps-router-1972374423', 'tenant_id': '54ca896ce8d44a109553240af97f439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:23:24Z', 'updated_at': '2022-05-29T01:25:13Z', 'revision_number': 9, 'project_id': '54ca896ce8d44a109553240af97f439d', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:25:13.559041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dd639424-76c8-40d6-84a6-6a48a9fe1964 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:25:13.593359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: dd639424-76c8-40d6-84a6-6a48a9fe1964 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:25:13.593872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device dd639424-76c8-40d6-84a6-6a48a9fe1964 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:25:13.631756 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.635958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.659396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.660110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Fanout notify agent at l3_agent the message router_deleted on router 5152f058-7f64-4df3-aa1e-79c18534d39d {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:25:13.677781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.678845 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c0e95be0-3d9f-4b43-82bd-34577c17d800 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/routers/5152f058-7f64-4df3-aa1e-79c18534d39d HTTP/1.1" status: 204 len: 168 time: 1.5526502 May 29 01:25:13.681541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33288) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:13.793296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.920972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.949117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491e9c4e-8186-41d3-a492-893291eca372']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:25:13.962531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541517e6-fa7a-4c5a-9342-3e4e633e7c16') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:25:13.962854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541517e6-fa7a-4c5a-9342-3e4e633e7c16') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:25:13.974688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.991839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:13.998582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:25:13.999051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:25:14.014273 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:25:14.092863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:14.110101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:14.121750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] Pushing event deleted for resources: {'Network': ['ID=491e9c4e-8186-41d3-a492-893291eca372,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:14.130143 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-74095aab-58de-49d6-bd87-72b959704402 tempest-TestNetworkBasicOps-1713840294 tempest-TestNetworkBasicOps-1713840294-project] 10.222.0.33 "DELETE /v2.0/networks/491e9c4e-8186-41d3-a492-893291eca372 HTTP/1.1" status: 204 len: 168 time: 0.4470165 May 29 01:25:14.148251 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08824f2-3852-499a-b926-8e90ecf00d81 None None] New status for floating IP c32d91ec-e384-4980-a7ec-b2b4ab4d1446: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:25:14.505492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33296) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:14.675732 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-aee53e07-3daf-4671-aa28-d247d37db1e2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=54ca896ce8d44a109553240af97f439d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1690435 May 29 01:25:14.678173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33302) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:14.736046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c777cd25-7eb9-490c-aaec-4424a1533eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:14.761410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c777cd25-7eb9-490c-aaec-4424a1533eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:14.813690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c777cd25-7eb9-490c-aaec-4424a1533eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:14.931957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777cd25-7eb9-490c-aaec-4424a1533eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:14.943055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c777cd25-7eb9-490c-aaec-4424a1533eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:14.944349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c777cd25-7eb9-490c-aaec-4424a1533eef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/eb493f0c-9ca4-4ac7-9339-ddd6b41ba8e2 HTTP/1.1" status: 204 len: 168 time: 0.2651122 May 29 01:25:15.347794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33310) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:15.365843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:15.395772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:15.399513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Usage tracker for resource:security_group_rule and tenant:7d41b701c4b64834af28939aaa3d839b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:15.402970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:15.408579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:15.464824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fb3e0dd3-31e9-49f4-b20d-781866b3fced no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:25:15.475086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:15.479961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:15.528588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59d5452-df8a-4ce2-8e02-9b433ce9f4ce,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:15.532657 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e9c12287-dddd-4a25-b7e9-8bfce81a2b4c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d41b701c4b64834af28939aaa3d839b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838379 May 29 01:25:15.535249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33314) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:15.541792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: fb3e0dd3-31e9-49f4-b20d-781866b3fced {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:25:15.542233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device fb3e0dd3-31e9-49f4-b20d-781866b3fced not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:25:15.542611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 727b2b2c-f891-47c0-aa1f-716335b852da no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:25:15.582175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 727b2b2c-f891-47c0-aa1f-716335b852da {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:25:15.582546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 727b2b2c-f891-47c0-aa1f-716335b852da not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:25:15.598158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad92f810-a622-4ced-b78e-be6c69452b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:15.626999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad92f810-a622-4ced-b78e-be6c69452b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:15.675800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad92f810-a622-4ced-b78e-be6c69452b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:15.689590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92f810-a622-4ced-b78e-be6c69452b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59d5452-df8a-4ce2-8e02-9b433ce9f4ce,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:15.695471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad92f810-a622-4ced-b78e-be6c69452b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:15.696523 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad92f810-a622-4ced-b78e-be6c69452b75 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e59d5452-df8a-4ce2-8e02-9b433ce9f4ce HTTP/1.1" status: 204 len: 168 time: 0.1604013 May 29 01:25:16.786796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:23.844116 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-fd570595-4451-4af7-8d21-241c3bac1a7a tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=8daee89c86f24c78bf2445d57779c01b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275095 May 29 01:25:23.987785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-d0f70895-4377-4c58-8dbc-9f0593a54099 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:23.989186 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-d0f70895-4377-4c58-8dbc-9f0593a54099 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403065 May 29 01:25:24.005170 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-5eb3a44a-f5a9-4e7a-97b2-3a47c2839e65 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/quotas/8daee89c86f24c78bf2445d57779c01b HTTP/1.1" status: 200 len: 375 time: 0.0101087 May 29 01:25:24.048389 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-0216827f-eaaa-464a-81a5-b563322e177c tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=8daee89c86f24c78bf2445d57779c01b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383563 May 29 01:25:24.241731 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b455d83f-7ef2-4a32-a932-262321fcf5ef req-cdf612b0-5895-4947-8334-7de3c014f171 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 210 time: 0.0488868 May 29 01:25:25.066430 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:25:25.101890 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-11aa18f0-a293-42df-8a40-76507bcb2466 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8daee89c86f24c78bf2445d57779c01b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309737 May 29 01:25:25.250055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-66deaa91-b333-49c1-9bf6-955412c1d141 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:25.251460 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-66deaa91-b333-49c1-9bf6-955412c1d141 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453815 May 29 01:25:25.267136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Request body: {'port': {'device_id': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b', 'admin_state_up': True, 'tenant_id': '8daee89c86f24c78bf2445d57779c01b'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:25:25.401873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:25.405508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Usage tracker for resource:port and tenant:8daee89c86f24c78bf2445d57779c01b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:25.408266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:25.408413 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c37b8e70-7e0e-42d2-8e5f-6a87d420aaa5 req-8a8135e7-406c-4112-a592-c9214470103b tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 210 time: 0.0406706 May 29 01:25:25.413862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:25.424164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Made reservation on behalf of 8daee89c86f24c78bf2445d57779c01b for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:25:25.427085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:25.440073 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:25.470961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:25.474701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Usage tracker for resource:security_group_rule and tenant:8daee89c86f24c78bf2445d57779c01b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:25.477442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:25.483436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:25.548675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:25.552204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:25.640211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:25.721566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Allocated IP 192.168.233.137 (ecc51b0d-e780-4046-b981-a4144b376b9b/1338e629-452f-4e2a-92b2-4f17cd65a357/08f7145e-7a2a-4288-8fee-5810d7f8ba67) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:25:25.923503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:25.938302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Transition to ACTIVE for port object 08f7145e-7a2a-4288-8fee-5810d7f8ba67 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:25:25.958841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:26.029511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Network ecc51b0d-e780-4046-b981-a4144b376b9b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:25:26.032376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:25:26.034733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:25:26.071569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Pushing event updated for resources: {'Port': ['ID=08f7145e-7a2a-4288-8fee-5810d7f8ba67,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:26.101779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:26.102374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:26.128376 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-06f9466e-6958-42d7-84f1-a40c1e1288dd tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8647046 May 29 01:25:26.139696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Request body: {'port': {'device_id': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:25:26.252359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4abeb2c0-fa9f-47ce-8f49-9e4741714d97 None None] Provisioning for port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:25:26.253828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:26.257005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-4abeb2c0-fa9f-47ce-8f49-9e4741714d97 None None] Provisioning complete for port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:25:26.257374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4abeb2c0-fa9f-47ce-8f49-9e4741714d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:26.311707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4abeb2c0-fa9f-47ce-8f49-9e4741714d97 None None] Port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:25:26.593275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f7145e-7a2a-4288-8fee-5810d7f8ba67 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:25:26.600344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:26.607711 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accda679-2820-4efa-9fae-9066635f439e req-5d5f4d78-3227-4a35-a27a-cebb9a0ef25c tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:26.609268 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-accda679-2820-4efa-9fae-9066635f439e req-5d5f4d78-3227-4a35-a27a-cebb9a0ef25c tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 936 time: 0.0774469 May 29 01:25:26.616024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Transition to ACTIVE for port object 08f7145e-7a2a-4288-8fee-5810d7f8ba67 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:25:26.621145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:26.665349 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-accda679-2820-4efa-9fae-9066635f439e req-11ec8000-d49a-4292-9616-ce2f918c8d1e tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499275 May 29 01:25:26.846489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Pushing event updated for resources: {'Port': ['ID=08f7145e-7a2a-4288-8fee-5810d7f8ba67,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:26.951050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Attempting to bind port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:25:26.951350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Attempting to bind port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:25:26.951633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Attempting to bind port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 on network ecc51b0d-e780-4046-b981-a4144b376b9b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:25:26.957274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 on network ecc51b0d-e780-4046-b981-a4144b376b9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:25:26.957585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Attempting to bind port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 on network ecc51b0d-e780-4046-b981-a4144b376b9b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:25:26.964466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:25:26.964986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Checking segment: {'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:25:26.965365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Bound using segment: {'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:25:26.965778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Bound port: 08f7145e-7a2a-4288-8fee-5810d7f8ba67, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5724827-a23e-48ff-980b-9040b795ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:25:26.966113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:27.055792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] For port 08f7145e-7a2a-4288-8fee-5810d7f8ba67, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:25:27.059199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] For port 08f7145e-7a2a-4288-8fee-5810d7f8ba67, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=08f7145e-7a2a-4288-8fee-5810d7f8ba67,segment=NetworkSegment(b5724827-a23e-48ff-980b-9040b795ed9d),segment_id=b5724827-a23e-48ff-980b-9040b795ed9d)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:25:27.063619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:27.125953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:27.127688 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] 10.222.0.16 "PUT /v2.0/ports/08f7145e-7a2a-4288-8fee-5810d7f8ba67 HTTP/1.1" status: 200 len: 1098 time: 0.9924786 May 29 01:25:27.130578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'tag': '08f7145e-7a2a-4288-8fee-5810d7f8ba67'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:25:27.166827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdf6d6-b590-4688-8bc6-c2d9b77fc7ad service neutron] Pushing event updated for resources: {'Port': ['ID=08f7145e-7a2a-4288-8fee-5810d7f8ba67,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:27.216213 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0f2b70-d7db-4259-9e18-14caed1814b8'] response: {'name': 'network-changed', 'server_uuid': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'tag': '08f7145e-7a2a-4288-8fee-5810d7f8ba67', 'status': 'completed', 'code': 200} May 29 01:25:27.256676 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-6338d34f-6495-435f-851a-9e078c0453d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8daee89c86f24c78bf2445d57779c01b&device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 1101 time: 0.0790794 May 29 01:25:27.324354 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-039f2319-8a94-4a9a-8256-8bb2813607eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=08f7145e-7a2a-4288-8fee-5810d7f8ba67 HTTP/1.1" status: 200 len: 217 time: 0.0615971 May 29 01:25:27.388453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-4f0ccc81-87ab-489d-8e25-f906914f2ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:27.389865 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-4f0ccc81-87ab-489d-8e25-f906914f2ad7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1338e629-452f-4e2a-92b2-4f17cd65a357 HTTP/1.1" status: 200 len: 843 time: 0.0604885 May 29 01:25:27.462769 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-5525d643-dd1f-40a3-8b86-4812597157cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecc51b0d-e780-4046-b981-a4144b376b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0662327 May 29 01:25:27.591705 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-fe1780c4-11c9-4258-b496-64421bf5da35 service neutron] 10.222.0.16 "GET /v2.0/networks/ecc51b0d-e780-4046-b981-a4144b376b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234803 May 29 01:25:27.720794 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ff46fafb-9bb7-4780-b640-01a483f4c23f req-b3f9bcb8-8b0f-4f2f-aa9f-84bce4b88837 service neutron] 10.222.0.16 "GET /v2.0/networks/ecc51b0d-e780-4046-b981-a4144b376b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239645 May 29 01:25:27.834406 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2578a316-b80a-495c-9c99-49262d041f67 req-91a54dc0-3c42-4fe4-89cc-705bd5a52719 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8daee89c86f24c78bf2445d57779c01b&device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 1101 time: 0.0730453 May 29 01:25:27.865866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3d507-7bf1-4d0c-828a-d569a5951bb2 req-19d468c1-e112-4f12-a82a-6eabe85e9ab8 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:27.867208 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92b3d507-7bf1-4d0c-828a-d569a5951bb2 req-19d468c1-e112-4f12-a82a-6eabe85e9ab8 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 948 time: 0.0800643 May 29 01:25:27.912277 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92b3d507-7bf1-4d0c-828a-d569a5951bb2 req-4c71c9df-7a62-4133-8093-247c26cb655a tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 May 29 01:25:27.963702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578a316-b80a-495c-9c99-49262d041f67 req-84e4f6e0-7151-4952-a1fb-3a3067830124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:27.965138 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2578a316-b80a-495c-9c99-49262d041f67 req-84e4f6e0-7151-4952-a1fb-3a3067830124 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecc51b0d-e780-4046-b981-a4144b376b9b HTTP/1.1" status: 200 len: 870 time: 0.1252899 May 29 01:25:28.029401 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2578a316-b80a-495c-9c99-49262d041f67 req-e618a529-81ce-4c93-a263-7983d013885b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=08f7145e-7a2a-4288-8fee-5810d7f8ba67 HTTP/1.1" status: 200 len: 217 time: 0.0587845 May 29 01:25:28.091662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578a316-b80a-495c-9c99-49262d041f67 req-181194f6-bbc8-43f5-a9d0-919d2cf989f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:28.093054 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2578a316-b80a-495c-9c99-49262d041f67 req-181194f6-bbc8-43f5-a9d0-919d2cf989f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1338e629-452f-4e2a-92b2-4f17cd65a357 HTTP/1.1" status: 200 len: 843 time: 0.0585387 May 29 01:25:28.166558 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2578a316-b80a-495c-9c99-49262d041f67 req-e4325538-eb98-4904-853a-a9d1c93d764d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecc51b0d-e780-4046-b981-a4144b376b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0673282 May 29 01:25:28.295287 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2578a316-b80a-495c-9c99-49262d041f67 req-8701d8bd-ad85-469a-9c6d-a0478b332f00 service neutron] 10.222.0.16 "GET /v2.0/networks/ecc51b0d-e780-4046-b981-a4144b376b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226425 May 29 01:25:28.424174 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2578a316-b80a-495c-9c99-49262d041f67 req-4a80f6c1-56f5-41d1-8380-a7cd7153799e service neutron] 10.222.0.16 "GET /v2.0/networks/ecc51b0d-e780-4046-b981-a4144b376b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220896 May 29 01:25:29.110750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e465-191f-4005-b620-e7e12146dc14 req-a4920ee6-4ec9-4564-96db-b32e2ccd132a tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:29.112223 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ba68e465-191f-4005-b620-e7e12146dc14 req-a4920ee6-4ec9-4564-96db-b32e2ccd132a tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 948 time: 0.0746679 May 29 01:25:29.160700 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ba68e465-191f-4005-b620-e7e12146dc14 req-9ce63512-1eb2-445b-9f53-8fda2bd7ac89 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 May 29 01:25:30.363613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e54500-dddc-41f5-9262-ae1b007f65e1 req-f23c5206-b594-4d29-ac30-2e8e14dfbde4 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:30.365185 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-56e54500-dddc-41f5-9262-ae1b007f65e1 req-f23c5206-b594-4d29-ac30-2e8e14dfbde4 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 948 time: 0.0801234 May 29 01:25:30.409712 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-56e54500-dddc-41f5-9262-ae1b007f65e1 req-c8eab266-cfb8-49b6-9c36-e7070db8b98a tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 May 29 01:25:31.236536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 08f7145e-7a2a-4288-8fee-5810d7f8ba67 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:25:31.372783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 08f7145e-7a2a-4288-8fee-5810d7f8ba67, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=08f7145e-7a2a-4288-8fee-5810d7f8ba67,segment=NetworkSegment(b5724827-a23e-48ff-980b-9040b795ed9d),segment_id=b5724827-a23e-48ff-980b-9040b795ed9d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:31.385594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '08f7145e-7a2a-4288-8fee-5810d7f8ba67', 'network_id': 'ecc51b0d-e780-4046-b981-a4144b376b9b', 'port_id': '08f7145e-7a2a-4288-8fee-5810d7f8ba67', 'mac_address': 'fa:16:3e:37:ab:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1338e629-452f-4e2a-92b2-4f17cd65a357', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:25:31.437617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:31.454390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f7145e-7a2a-4288-8fee-5810d7f8ba67 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:25:31.479699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 08f7145e-7a2a-4288-8fee-5810d7f8ba67, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=08f7145e-7a2a-4288-8fee-5810d7f8ba67,segment=NetworkSegment(b5724827-a23e-48ff-980b-9040b795ed9d),segment_id=b5724827-a23e-48ff-980b-9040b795ed9d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:31.484037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:31.520659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7eea26fd-ffc2-4da5-bb0a-884a0defda40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:31.553418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=08f7145e-7a2a-4288-8fee-5810d7f8ba67,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:31.616278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c9b6d-2f4b-4ed7-beff-2ad5fd7bad75 req-fd53566a-0962-4791-8e76-c7531038b262 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:31.617706 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c65c9b6d-2f4b-4ed7-beff-2ad5fd7bad75 req-fd53566a-0962-4791-8e76-c7531038b262 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 949 time: 0.0800209 May 29 01:25:31.662211 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c65c9b6d-2f4b-4ed7-beff-2ad5fd7bad75 req-cc5e4c8d-776b-4536-8a59-39f09b0a10a0 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 May 29 01:25:31.777690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['08f7145e-7a2a-4288-8fee-5810d7f8ba67'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:25:32.857446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76c068-03ea-417b-81d0-11ff91328de1 req-be884f56-7bac-4703-b5c6-06c5a9a6d80f tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:32.858980 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b76c068-03ea-417b-81d0-11ff91328de1 req-be884f56-7bac-4703-b5c6-06c5a9a6d80f tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 949 time: 0.0794683 May 29 01:25:32.910361 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b76c068-03ea-417b-81d0-11ff91328de1 req-7853f6fe-3fdf-43d3-adb1-ac2c4704ce76 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 May 29 01:25:33.241247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 08f7145e-7a2a-4288-8fee-5810d7f8ba67 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:25:33.307636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:25:33.312029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:25:33.312396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:33.424134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:33.451293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f7145e-7a2a-4288-8fee-5810d7f8ba67'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:25:33.460826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 08f7145e-7a2a-4288-8fee-5810d7f8ba67, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=08f7145e-7a2a-4288-8fee-5810d7f8ba67,segment=NetworkSegment(b5724827-a23e-48ff-980b-9040b795ed9d),segment_id=b5724827-a23e-48ff-980b-9040b795ed9d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:33.464899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:33.511721 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52a0199-741c-4a6f-80ed-beee9c5cb6c0'] response: {'server_uuid': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f7145e-7a2a-4288-8fee-5810d7f8ba67', 'code': 200} May 29 01:25:33.536440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=08f7145e-7a2a-4288-8fee-5810d7f8ba67,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:33.592754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f16d8760-20f6-4f5a-9c4c-77167b3dc6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:33.736401 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6998a4a9-d429-4df0-abad-84bd96c80bed req-0ddc6fa6-6bf8-44bc-b45d-6bf85b632361 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 1103 time: 0.0672722 May 29 01:25:33.867534 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6998a4a9-d429-4df0-abad-84bd96c80bed req-89f9b30d-47da-480a-9658-ddfd106a73ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251807 May 29 01:25:34.107111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb522a1-7e6d-4c9f-a0bd-341131e0b0d4 req-463b8b1b-4c18-473e-85d5-d960aaa618f8 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:34.108510 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4bb522a1-7e6d-4c9f-a0bd-341131e0b0d4 req-463b8b1b-4c18-473e-85d5-d960aaa618f8 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 950 time: 0.0790439 May 29 01:25:34.152815 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4bb522a1-7e6d-4c9f-a0bd-341131e0b0d4 req-801f5ce3-615f-4ba7-a9c2-fdcf5885898c tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386350 May 29 01:25:34.605109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:35.352126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80471d-9cb1-4181-8d23-4565904d3e36 req-d364321a-85ad-4061-b345-8a447c08a9cf tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:35.354139 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da80471d-9cb1-4181-8d23-4565904d3e36 req-d364321a-85ad-4061-b345-8a447c08a9cf tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 950 time: 0.0747752 May 29 01:25:35.402100 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da80471d-9cb1-4181-8d23-4565904d3e36 req-b0ffb477-eccf-4b85-af78-4e4a8496a71a tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 May 29 01:25:35.441491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:35.962363 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-577a86f7-1bf3-44e2-836e-dc312113e0ca req-be8aa888-0ff1-4621-a610-5f3d742dc076 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664799 May 29 01:25:36.159817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:36.438177 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3057fc56-3c79-4d20-ab92-ad6f03ac028c req-096bf805-cda9-43a7-a141-9e691c738747 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0653703 May 29 01:25:37.115078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8e5fb-d105-48e8-aa49-0d7c431e11e8 req-1aa01eea-ab40-4a52-8da6-c7bf10a85ef2 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:37.116626 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4bd8e5fb-d105-48e8-aa49-0d7c431e11e8 req-1aa01eea-ab40-4a52-8da6-c7bf10a85ef2 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 950 time: 0.0867715 May 29 01:25:37.162801 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4bd8e5fb-d105-48e8-aa49-0d7c431e11e8 req-43c83a3b-1fde-4bd0-b5d5-29d2797fecb5 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 May 29 01:25:38.359087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a281bb-21f1-47cf-9f39-1b267abc0e88 req-6703d412-dd6e-4633-bf3a-701cb3ecd37c tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:38.360818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d9a281bb-21f1-47cf-9f39-1b267abc0e88 req-6703d412-dd6e-4633-bf3a-701cb3ecd37c tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 950 time: 0.0762706 May 29 01:25:38.371742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efed88-4579-4225-823c-10f104b6ed91 req-a125d9d2-a045-4226-afe1-70cef157f264 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:38.372535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-e3efed88-4579-4225-823c-10f104b6ed91 req-a125d9d2-a045-4226-afe1-70cef157f264 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Synchronizing usage tracker for tenant:8daee89c86f24c78bf2445d57779c01b on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:25:38.389880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-e3efed88-4579-4225-823c-10f104b6ed91 req-a125d9d2-a045-4226-afe1-70cef157f264 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Unset dirty status for tenant:8daee89c86f24c78bf2445d57779c01b on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:25:38.391028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3efed88-4579-4225-823c-10f104b6ed91 req-a125d9d2-a045-4226-afe1-70cef157f264 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 950 time: 0.0920856 May 29 01:25:38.409651 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d9a281bb-21f1-47cf-9f39-1b267abc0e88 req-608d3ccd-7fa3-4a74-a47c-be19844d5bf7 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/security-groups?id=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 May 29 01:25:38.461394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Deleting port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:25:38.462423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:38.698478 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] For port 08f7145e-7a2a-4288-8fee-5810d7f8ba67, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=08f7145e-7a2a-4288-8fee-5810d7f8ba67,segment=NetworkSegment(b5724827-a23e-48ff-980b-9040b795ed9d),segment_id=b5724827-a23e-48ff-980b-9040b795ed9d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:38.698876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:38.826885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Calling delete_port for 08f7145e-7a2a-4288-8fee-5810d7f8ba67 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:25:38.962577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:38.990598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['08f7145e-7a2a-4288-8fee-5810d7f8ba67'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:25:39.012876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Pushing event deleted for resources: {'Port': ['ID=08f7145e-7a2a-4288-8fee-5810d7f8ba67,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:39.088605 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] No DVR routers for this DVR port 08f7145e-7a2a-4288-8fee-5810d7f8ba67 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:25:39.091143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:39.093850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'name': 'network-vif-deleted', 'tag': '08f7145e-7a2a-4288-8fee-5810d7f8ba67'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:25:39.114030 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3efed88-4579-4225-823c-10f104b6ed91 req-3e3d1a0e-a727-422e-9cd2-10de17db8896 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.16 "DELETE /v2.0/ports/08f7145e-7a2a-4288-8fee-5810d7f8ba67 HTTP/1.1" status: 204 len: 173 time: 0.7173128 May 29 01:25:39.161913 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103064fe-c003-4de6-baa2-f1822ba27772'] response: {'server_uuid': '8a7bc810-3f2a-4a3c-b000-a2f77efb62a9', 'name': 'network-vif-deleted', 'tag': '08f7145e-7a2a-4288-8fee-5810d7f8ba67', 'status': 'completed', 'code': 200} May 29 01:25:39.680259 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e4bd2d67-18ec-409d-aff9-b3e52d9fc9b2 req-f8fc5d3e-30be-4eec-bdeb-597ac8e306c2 tempest-ServersAdminNegativeTestJSON-798390831 tempest-ServersAdminNegativeTestJSON-798390831-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7bc810-3f2a-4a3c-b000-a2f77efb62a9 HTTP/1.1" status: 200 len: 210 time: 0.1261766 May 29 01:25:41.071195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33442) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:41.268957 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fc779bd8-d15a-4f9f-b289-d189bae6b696 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8daee89c86f24c78bf2445d57779c01b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966445 May 29 01:25:41.271370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33448) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:41.334742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fb86339-9323-4483-ae36-1e98ee5fc098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:41.359810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fb86339-9323-4483-ae36-1e98ee5fc098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:41.409241 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fb86339-9323-4483-ae36-1e98ee5fc098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:41.423273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb86339-9323-4483-ae36-1e98ee5fc098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd31efe-c4ab-40a3-a0c2-11d99ed9c067,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:41.429184 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4fb86339-9323-4483-ae36-1e98ee5fc098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:41.430256 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4fb86339-9323-4483-ae36-1e98ee5fc098 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2bd31efe-c4ab-40a3-a0c2-11d99ed9c067 HTTP/1.1" status: 204 len: 168 time: 0.1580317 May 29 01:25:41.750503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33456) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:41.768531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:41.798987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:41.802823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Usage tracker for resource:security_group_rule and tenant:3214fa864d1c4d5e808c66b221f71329 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:41.806326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:41.811914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:41.876792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:41.880158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:41.923349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e104a652-0aa0-4059-a9cb-c356c2351355,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:41.928568 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7643ea80-9beb-4ca2-87aa-2ca481c1dcef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3214fa864d1c4d5e808c66b221f71329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770749 May 29 01:25:41.931830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33460) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:41.992243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33566321-b7c1-4a2f-a7c5-6991c67939f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:42.017090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33566321-b7c1-4a2f-a7c5-6991c67939f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:42.065998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33566321-b7c1-4a2f-a7c5-6991c67939f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:42.079698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33566321-b7c1-4a2f-a7c5-6991c67939f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e104a652-0aa0-4059-a9cb-c356c2351355,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:42.086009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-33566321-b7c1-4a2f-a7c5-6991c67939f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:42.087222 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-33566321-b7c1-4a2f-a7c5-6991c67939f0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e104a652-0aa0-4059-a9cb-c356c2351355 HTTP/1.1" status: 204 len: 168 time: 0.1546261 May 29 01:25:42.917637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33482) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:43.043270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1318274861-network', 'tenant_id': '1f2ebceeefd349f1a14aad1c2f13ca60'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:25:43.047902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:43.051655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Usage tracker for resource:network and tenant:1f2ebceeefd349f1a14aad1c2f13ca60 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:43.054484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:43.060201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:43.070221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Made reservation on behalf of 1f2ebceeefd349f1a14aad1c2f13ca60 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:25:43.073320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.090060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.121093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:43.124840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f2ebceeefd349f1a14aad1c2f13ca60 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:43.127692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:43.134110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:43.200208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.203916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.236581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:25:43.245862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c649d-d382-4b3f-8caf-5b33a239896f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:43.253607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.253966 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Added segment bfe779d8-51ef-4907-a95c-3975a5594a46 of type vlan for network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 May 29 01:25:43.282242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.311657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.312510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:43.313079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.335078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 08f7145e-7a2a-4288-8fee-5810d7f8ba67 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:25:43.367515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 08f7145e-7a2a-4288-8fee-5810d7f8ba67 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:25:43.368405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 08f7145e-7a2a-4288-8fee-5810d7f8ba67 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:25:43.416052 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4973042 May 29 01:25:43.416839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c698021-f699-409e-8aed-de3381dae2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:43.418831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33488) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:43.424318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Request body: {'subnet': {'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1318274861-subnet', 'tenant_id': '1f2ebceeefd349f1a14aad1c2f13ca60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:25:43.426633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:25:43.429022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:43.433477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Usage tracker for resource:subnet and tenant:1f2ebceeefd349f1a14aad1c2f13ca60 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:43.436317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:43.441885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:43.453163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Made reservation on behalf of 1f2ebceeefd349f1a14aad1c2f13ca60 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:25:43.455410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.651868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.809766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d970fe6-c6d6-4936-ba53-28a72be84d2d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:43.819196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Checking segment: {'id': 'bfe779d8-51ef-4907-a95c-3975a5594a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:25:43.819542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Network hostable DHCP agents. Network: 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:25:43.841297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:25:43.849488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:25:43.854595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:43.855164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:43.859873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd2540-fac1-4594-a89f-ab4a6a8e4212 None None] Network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:25:43.875584 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-83977bdd-1042-4389-a2a5-9e59103e5a91 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4556470 May 29 01:25:44.068887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e910e9-c79a-442b-8c62-48ead34fc165 None None] Network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:25:44.417317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-4d8cf2c8-e0df-40aa-a98f-5e22103f6cb5 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:44.418762 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-4d8cf2c8-e0df-40aa-a98f-5e22103f6cb5 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/networks?id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 200 len: 812 time: 0.1448059 May 29 01:25:44.435111 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-63b3d271-b462-42fd-974e-0b05bc6d3282 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/quotas/1f2ebceeefd349f1a14aad1c2f13ca60 HTTP/1.1" status: 200 len: 375 time: 0.0110877 May 29 01:25:44.479030 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-77809820-b867-42fb-a2a5-bffeefc8b2d7 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392153 May 29 01:25:44.489240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-f22e7076-cd9b-44c4-a49a-499666406241 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:25:44.490155 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-f22e7076-cd9b-44c4-a49a-499666406241 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047154 May 29 01:25:44.618119 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-b4b71250-7a66-4008-896a-69d5cc59e7db service neutron] 10.222.0.33 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216655 May 29 01:25:44.748808 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-ed639b6b-1707-46ea-a2bf-e455769c4ef1 service neutron] 10.222.0.33 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249342 May 29 01:25:44.936430 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bc6b89d7-86c2-4cdf-b639-b549ebe484a7 req-50929106-c54f-4671-9da9-6e9765bb4f86 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 210 time: 0.0470853 May 29 01:25:45.958558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-3e73546a-2a8e-4da0-b912-fd396a43146b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:45.959237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-3e73546a-2a8e-4da0-b912-fd396a43146b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Synchronizing usage tracker for tenant:1f2ebceeefd349f1a14aad1c2f13ca60 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:25:45.978150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-3e73546a-2a8e-4da0-b912-fd396a43146b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Unset dirty status for tenant:1f2ebceeefd349f1a14aad1c2f13ca60 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:25:45.979437 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-3e73546a-2a8e-4da0-b912-fd396a43146b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.16 "GET /v2.0/networks?id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 200 len: 812 time: 0.1605718 May 29 01:25:45.995371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Request body: {'port': {'device_id': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2', 'admin_state_up': True, 'tenant_id': '1f2ebceeefd349f1a14aad1c2f13ca60'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:25:46.110410 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d0868e4c-47f7-410b-9d3e-9a30869e72f1 req-cbd8a586-7bf5-4a8b-8bc7-d7fa19f926df tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 210 time: 0.0470181 May 29 01:25:46.144247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:25:46.148048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Usage tracker for resource:port and tenant:1f2ebceeefd349f1a14aad1c2f13ca60 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:25:46.150878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:25:46.156566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:25:46.166622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Made reservation on behalf of 1f2ebceeefd349f1a14aad1c2f13ca60 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:25:46.169720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:46.330569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Allocated IP 172.20.0.12 (68d4a1f9-24d5-483b-87fb-c899cf3ec8c2/6d970fe6-c6d6-4936-ba53-28a72be84d2d/571d2872-7ddb-4d71-afcb-6fc623e18c75) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:25:46.532983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:46.560562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:46.630552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:25:46.633642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:25:46.637877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:25:46.668652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Pushing event updated for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:46.700871 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:46.701460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:46.721305 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-c06e9af6-20d6-4055-93ba-9f8e30fdb5be tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7304742 May 29 01:25:46.733379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Request body: {'port': {'device_id': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:25:46.795286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:46.841766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:47.177594 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571d2872-7ddb-4d71-afcb-6fc623e18c75 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:25:47.184540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:47.199779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Transition to ACTIVE for port object 571d2872-7ddb-4d71-afcb-6fc623e18c75 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:25:47.203952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:47.309535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e38c2-b0bb-45f8-a94e-224017f4b3b2 req-f1baef6f-85e6-4132-82ca-effd4b054fa9 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:47.311097 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9e2e38c2-b0bb-45f8-a94e-224017f4b3b2 req-f1baef6f-85e6-4132-82ca-effd4b054fa9 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 944 time: 0.0774589 May 29 01:25:47.328390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Pushing event updated for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:47.361721 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9e2e38c2-b0bb-45f8-a94e-224017f4b3b2 req-f40a5df0-81b0-4188-a56f-bffdc1939600 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 May 29 01:25:47.442316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Attempting to bind port 571d2872-7ddb-4d71-afcb-6fc623e18c75 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:25:47.442643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Attempting to bind port 571d2872-7ddb-4d71-afcb-6fc623e18c75 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'bfe779d8-51ef-4907-a95c-3975a5594a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:25:47.442965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Attempting to bind port 571d2872-7ddb-4d71-afcb-6fc623e18c75 on network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:25:47.449222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Port 571d2872-7ddb-4d71-afcb-6fc623e18c75 on network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:25:47.449540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Attempting to bind port 571d2872-7ddb-4d71-afcb-6fc623e18c75 on network 68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:25:47.456022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:25:47.456358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Checking segment: {'id': 'bfe779d8-51ef-4907-a95c-3975a5594a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:25:47.456744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Bound using segment: {'id': 'bfe779d8-51ef-4907-a95c-3975a5594a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:25:47.457158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Bound port: 571d2872-7ddb-4d71-afcb-6fc623e18c75, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe779d8-51ef-4907-a95c-3975a5594a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:25:47.457500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:47.542889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:25:47.545786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:25:47.550038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:47.613650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:47.615022 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] 10.222.0.16 "PUT /v2.0/ports/571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 200 len: 1094 time: 0.8858099 May 29 01:25:47.615448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:25:47.634551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58985ca1-7b83-4c69-b9cc-c33676f95311 service neutron] Pushing event updated for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:47.775675 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e816c8-3b0b-494f-a3da-aeb9c3dcf511'] response: {'name': 'network-changed', 'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'status': 'completed', 'code': 200} May 29 01:25:47.815361 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-178df3f5-629e-48d3-9dfa-8ab0417c6068 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 1097 time: 0.1646771 May 29 01:25:47.882740 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-dede7cf2-4d9f-4c68-8413-3b76cdefd978 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 200 len: 217 time: 0.0602193 May 29 01:25:47.940909 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-7e99dab5-787d-4558-8fa6-25c59023f0bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:47.942248 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-7e99dab5-787d-4558-8fa6-25c59023f0bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d970fe6-c6d6-4936-ba53-28a72be84d2d HTTP/1.1" status: 200 len: 852 time: 0.0540152 May 29 01:25:47.987319 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-2460f99f-a5fd-4883-b1b9-09125361e447 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397270 May 29 01:25:48.115133 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-ad767d38-08a5-437f-a936-e10b5d7e49eb service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200368 May 29 01:25:48.244231 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f8824751-26e4-454a-8b13-451ac2e7b0f8 req-b71e8599-2776-4715-83cf-2e89c43fed40 service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234021 May 29 01:25:48.362783 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-99499bc1-9bb9-4c6f-a431-5489e7f75e7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 1097 time: 0.0734928 May 29 01:25:48.493652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-fec4d398-4ff3-47d3-b97c-9a4d74491ae1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:48.495080 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-fec4d398-4ff3-47d3-b97c-9a4d74491ae1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 200 len: 913 time: 0.1261320 May 29 01:25:48.563388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d82dd-13b0-4427-871f-0aee9bef01a7 req-00a23293-c2df-4d3c-9c38-7030578755b6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:48.564720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-95f79825-e7dd-4e47-90cb-d7d318ca434f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 200 len: 217 time: 0.0637889 May 29 01:25:48.564954 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-617d82dd-13b0-4427-871f-0aee9bef01a7 req-00a23293-c2df-4d3c-9c38-7030578755b6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 944 time: 0.0816467 May 29 01:25:48.610780 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-617d82dd-13b0-4427-871f-0aee9bef01a7 req-f83a9674-7d03-4906-a94f-a6d904cc89d8 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 May 29 01:25:48.629176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-77f548e4-1518-4aef-92f5-1d80c767cad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:48.630609 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-77f548e4-1518-4aef-92f5-1d80c767cad1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d970fe6-c6d6-4936-ba53-28a72be84d2d HTTP/1.1" status: 200 len: 852 time: 0.0586517 May 29 01:25:48.675093 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-0ad21a51-97e6-4606-a8ad-4bb79bcb5d93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385933 May 29 01:25:48.803782 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-7085c0f5-d466-4aa5-80e3-ecabfeaee7b8 service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222227 May 29 01:25:48.933051 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5866ad48-48c6-41bb-ae3c-2a577b0fe162 req-07046b3b-a849-4734-8b5b-c160fc6884cd service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222651 May 29 01:25:49.820175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f54a1a-ad8b-4968-8b8c-cb4394e7ee14 req-37d68794-0eff-460c-ae38-d9b292470cb5 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:49.821588 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-28f54a1a-ad8b-4968-8b8c-cb4394e7ee14 req-37d68794-0eff-460c-ae38-d9b292470cb5 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 944 time: 0.0775509 May 29 01:25:49.866743 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-28f54a1a-ad8b-4968-8b8c-cb4394e7ee14 req-e3f7ed35-c86a-4416-b3b2-5a662c59f292 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 May 29 01:25:51.061928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b39ec-1ef2-4a86-90c7-023282e2c163 req-3c9a2ef2-9e6f-4662-abb1-703c0ec6f2aa tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:51.063348 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5f4b39ec-1ef2-4a86-90c7-023282e2c163 req-3c9a2ef2-9e6f-4662-abb1-703c0ec6f2aa tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 944 time: 0.0752416 May 29 01:25:51.107797 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5f4b39ec-1ef2-4a86-90c7-023282e2c163 req-1369ca6a-ead9-4b19-ba19-1c64c535d1d2 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 May 29 01:25:51.381286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571d2872-7ddb-4d71-afcb-6fc623e18c75 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:25:51.513076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:51.525680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2', 'port_id': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'mac_address': 'fa:16:3e:fd:4d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d970fe6-c6d6-4936-ba53-28a72be84d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:25:51.580222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:51.596676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571d2872-7ddb-4d71-afcb-6fc623e18c75 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:25:51.611112 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:51.616125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:51.681481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:51.912167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['571d2872-7ddb-4d71-afcb-6fc623e18c75'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:25:52.315511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5fd3e-a65c-4bb4-ae3e-5e37df3f6551 req-2dd6b8c3-c4a0-40fa-9a91-e1cb02df517e tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:52.316968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09b5fd3e-a65c-4bb4-ae3e-5e37df3f6551 req-2dd6b8c3-c4a0-40fa-9a91-e1cb02df517e tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 945 time: 0.0825293 May 29 01:25:52.364774 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09b5fd3e-a65c-4bb4-ae3e-5e37df3f6551 req-afb522ca-e38a-4e60-922b-a9a7c49b7e7c tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 May 29 01:25:53.381279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571d2872-7ddb-4d71-afcb-6fc623e18c75 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:25:53.449522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 571d2872-7ddb-4d71-afcb-6fc623e18c75 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:25:53.454027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 571d2872-7ddb-4d71-afcb-6fc623e18c75 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:25:53.454397 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:53.559368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f918ca-8fab-4dac-a382-67b0e60ffab2 req-971894b3-978c-4db9-ac5c-b03de614eddd tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:53.560842 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b8f918ca-8fab-4dac-a382-67b0e60ffab2 req-971894b3-978c-4db9-ac5c-b03de614eddd tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 945 time: 0.0747983 May 29 01:25:53.568712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:53.595361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:25:53.605840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:25:53.609935 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b8f918ca-8fab-4dac-a382-67b0e60ffab2 req-470caf4a-9960-4004-b57e-57505cf1f258 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 May 29 01:25:53.610072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:25:53.656978 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2be6fda-e933-46c3-bf7b-44b596fdcfbc'] response: {'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'code': 200} May 29 01:25:53.682553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:25:53.690724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.691064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.691399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.691728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.692087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.692410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.692732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.693053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.693372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.693709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.694038 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:25:53.881946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4ce143a-0e10-421c-a4a5-e73fe78f4958 req-b15ed3c3-1210-48e6-a2dd-42eb9b2f9260 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 1099 time: 0.0710657 May 29 01:25:53.922853 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f4ce143a-0e10-421c-a4a5-e73fe78f4958 req-470f865f-1387-42e0-952f-f23ab669bd37 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 May 29 01:25:54.803697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc0d72-d091-4b48-982b-f624ac086999 req-b0d0578f-7835-413a-9d9d-22bc9ec91645 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:54.805394 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dabc0d72-d091-4b48-982b-f624ac086999 req-b0d0578f-7835-413a-9d9d-22bc9ec91645 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0754068 May 29 01:25:54.850957 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dabc0d72-d091-4b48-982b-f624ac086999 req-e89dfecc-a799-4aba-8f7f-69336499199b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 May 29 01:25:56.048143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73969228-68f2-4c02-a8f2-8e0e7fe9532b req-b6f6a577-70f1-4686-a65f-acd4dfd0e060 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:56.049616 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-73969228-68f2-4c02-a8f2-8e0e7fe9532b req-b6f6a577-70f1-4686-a65f-acd4dfd0e060 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0798066 May 29 01:25:56.093186 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-73969228-68f2-4c02-a8f2-8e0e7fe9532b req-c773ea63-ba51-43af-ae32-81412f29114e tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 May 29 01:25:56.285895 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e13dc784-3c6c-4275-a479-27e53240462e req-5127855f-1531-4d15-9416-646c489354b4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658536 May 29 01:25:56.551988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33544) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:25:56.590842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d772e8-efeb-4671-b0f9-a9c704425ae4 req-0b14b984-7728-47fa-a2e8-2ba13eb203d0 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:56.592307 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f7d772e8-efeb-4671-b0f9-a9c704425ae4 req-0b14b984-7728-47fa-a2e8-2ba13eb203d0 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0798604 May 29 01:25:56.638538 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f7d772e8-efeb-4671-b0f9-a9c704425ae4 req-47dcfe5b-9168-4cad-a5df-f51a6ae5cb84 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 May 29 01:25:56.685409 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-5715ec8c-8a3f-4315-b0e0-1728250cdffc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321776 May 29 01:25:57.839008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93790d-0a57-401e-bda6-7a7b454d27cb req-61f1768a-2291-41d5-a87b-cbb5a74710f6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:57.840356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db93790d-0a57-401e-bda6-7a7b454d27cb req-61f1768a-2291-41d5-a87b-cbb5a74710f6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0813684 May 29 01:25:57.886262 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db93790d-0a57-401e-bda6-7a7b454d27cb req-3c3bde89-8347-452c-8cdb-b8bbe8467502 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 May 29 01:25:57.903847 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-454abb6c-868a-4214-8247-4879cbafa9a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 1099 time: 0.0730801 May 29 01:25:58.117736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-93e4c086-73bc-4bcb-931f-1416ea0901b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:58.119231 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-93e4c086-73bc-4bcb-931f-1416ea0901b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 200 len: 913 time: 0.2098210 May 29 01:25:58.186631 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-ddfea7db-f3dc-41c5-aa25-4653a77c5ac1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 200 len: 217 time: 0.0623028 May 29 01:25:58.246423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-5180f3a8-d58f-40cb-8607-77b41bc83d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:58.247787 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-5180f3a8-d58f-40cb-8607-77b41bc83d66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d970fe6-c6d6-4936-ba53-28a72be84d2d HTTP/1.1" status: 200 len: 852 time: 0.0559571 May 29 01:25:58.293300 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-0d069332-4012-484d-86a8-70fe5be1858b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386806 May 29 01:25:58.423110 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-5d007e8e-3370-44d8-a075-5be1d80a1e9d service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237736 May 29 01:25:58.554795 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-96aaab29-1f09-4c1b-9cf8-7e37aa0864d3 service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258490 May 29 01:25:59.163207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8d995-74b6-440c-9ef7-24123e9f2ca4 req-39ad411c-7015-47cb-936b-fe9e2414f638 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:25:59.164729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b1f8d995-74b6-440c-9ef7-24123e9f2ca4 req-39ad411c-7015-47cb-936b-fe9e2414f638 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.1563139 May 29 01:25:59.210379 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b1f8d995-74b6-440c-9ef7-24123e9f2ca4 req-f9112ccd-c886-4d22-9b03-68a9892e55da tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 May 29 01:26:00.405754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab675a33-8b9b-4e04-9c27-8313e5e5fa98 req-5851c53d-7554-479e-ac3e-e78a2419f08c tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:00.407158 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ab675a33-8b9b-4e04-9c27-8313e5e5fa98 req-5851c53d-7554-479e-ac3e-e78a2419f08c tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0737839 May 29 01:26:00.450491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ab675a33-8b9b-4e04-9c27-8313e5e5fa98 req-045ab22f-a4aa-44f6-b06a-6c212566963f tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 May 29 01:26:01.488140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e19c7dd-0440-4d06-b30d-a8c9f0044bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:01.649285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75465c-fe53-4c07-b72e-e1a2e79c8f2c req-38df2d74-5836-407d-9b8d-84ad0b3e01a6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:01.651329 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cc75465c-fe53-4c07-b72e-e1a2e79c8f2c req-38df2d74-5836-407d-9b8d-84ad0b3e01a6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0777776 May 29 01:26:01.694550 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cc75465c-fe53-4c07-b72e-e1a2e79c8f2c req-94e08e9b-7f25-4761-9752-ba43ea3e4247 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378673 May 29 01:26:02.066336 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:26:02.910196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c88b-e1ab-4732-99e8-b261bb081df8 req-2e6ce416-e643-4c5d-9832-87bdf42c97f9 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:02.911638 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ef02c88b-e1ab-4732-99e8-b261bb081df8 req-2e6ce416-e643-4c5d-9832-87bdf42c97f9 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0757790 May 29 01:26:02.959501 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ef02c88b-e1ab-4732-99e8-b261bb081df8 req-97dbc412-46a9-42a4-a31c-b96aeb7fa978 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 May 29 01:26:03.594368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-07a39064-6155-43b6-97e3-b2abee839574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:04.179644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60168261-b875-4633-acdd-f6965b62f1a9 req-52d29c81-f5e1-4a45-847a-3c54030e721d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:04.181738 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60168261-b875-4633-acdd-f6965b62f1a9 req-52d29c81-f5e1-4a45-847a-3c54030e721d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0869472 May 29 01:26:04.232533 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60168261-b875-4633-acdd-f6965b62f1a9 req-e1abaa11-e407-4ce7-8eaa-621bcf500ce7 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 May 29 01:26:04.611238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:05.438584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840c485-0763-43c6-9e20-f6fa545db4b9 req-703625e7-ce86-4a83-b289-0e1a447d6e9e tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:05.439934 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b840c485-0763-43c6-9e20-f6fa545db4b9 req-703625e7-ce86-4a83-b289-0e1a447d6e9e tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0837932 May 29 01:26:05.444154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:05.487117 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b840c485-0763-43c6-9e20-f6fa545db4b9 req-36d498a5-c422-4466-a869-ea270b1dec41 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 May 29 01:26:06.162072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:06.680500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47cee0-6425-45c3-a9f4-c0f3e3b94cd8 req-9596ed22-101a-4582-8700-0a6931be85e2 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:06.682559 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d47cee0-6425-45c3-a9f4-c0f3e3b94cd8 req-9596ed22-101a-4582-8700-0a6931be85e2 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0760014 May 29 01:26:06.726371 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d47cee0-6425-45c3-a9f4-c0f3e3b94cd8 req-d7361005-8fe6-4fe3-8399-26be2757fc34 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 May 29 01:26:07.930456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5d19-0fdf-4b44-a0e6-520e74e08b42 req-145a8647-ab6f-4873-b98c-b7a38d17fedb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:07.932425 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d30d5d19-0fdf-4b44-a0e6-520e74e08b42 req-145a8647-ab6f-4873-b98c-b7a38d17fedb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0786588 May 29 01:26:07.976332 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d30d5d19-0fdf-4b44-a0e6-520e74e08b42 req-f64de463-0ea8-4c5b-b620-93ebc943ecad tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 May 29 01:26:09.173233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db7bd-b45e-4195-bbb3-ea24620b86fb req-0c17d88c-17be-41f6-b8b2-6ba1578d2b70 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:09.174672 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be4db7bd-b45e-4195-bbb3-ea24620b86fb req-0c17d88c-17be-41f6-b8b2-6ba1578d2b70 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0769327 May 29 01:26:09.223580 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be4db7bd-b45e-4195-bbb3-ea24620b86fb req-bc88c230-0f75-402c-bb04-6ba343ecaa1f tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 May 29 01:26:10.421169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ded5-6100-4c4d-8f45-00febc1dd22a req-906cae02-ee01-49a4-a27d-f6619b2221e8 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:10.422601 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5d83ded5-6100-4c4d-8f45-00febc1dd22a req-906cae02-ee01-49a4-a27d-f6619b2221e8 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0762117 May 29 01:26:10.467755 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5d83ded5-6100-4c4d-8f45-00febc1dd22a req-3a7b88fd-5113-46d2-937a-954600376f6d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 May 29 01:26:11.663426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36996af4-b399-4995-bd89-529545f194e3 req-81d5a6f7-f42e-4d65-a328-221a38b949a7 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:11.664906 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36996af4-b399-4995-bd89-529545f194e3 req-81d5a6f7-f42e-4d65-a328-221a38b949a7 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0781090 May 29 01:26:11.709315 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36996af4-b399-4995-bd89-529545f194e3 req-acad90c5-c2b9-43ab-8240-623d5b7fb523 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 May 29 01:26:12.904399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba109-e8cd-4b3a-a605-ebc4167ae109 req-66381b35-347c-4bc2-99f6-27147214ce5d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:12.905845 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be2ba109-e8cd-4b3a-a605-ebc4167ae109 req-66381b35-347c-4bc2-99f6-27147214ce5d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0778422 May 29 01:26:12.949900 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be2ba109-e8cd-4b3a-a605-ebc4167ae109 req-67e85dd0-f1ba-45a3-bffb-fc14e1259eb8 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 May 29 01:26:13.775481 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-ac1f1711-df37-4ee0-9d95-327a40bae816 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 1099 time: 0.1376035 May 29 01:26:13.915980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-ec10904c-9cfa-4dfb-8085-164b931c8dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:13.917435 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-ec10904c-9cfa-4dfb-8085-164b931c8dae service neutron] 10.222.0.16 "GET /v2.0/networks?id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 200 len: 913 time: 0.1249206 May 29 01:26:13.982954 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-16607b6e-7530-4db9-bee2-58207ee0e29f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 200 len: 217 time: 0.0597188 May 29 01:26:14.047411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-8f92d2ed-1832-438a-831e-aa7f8da959c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:14.048778 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-8f92d2ed-1832-438a-831e-aa7f8da959c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d970fe6-c6d6-4936-ba53-28a72be84d2d HTTP/1.1" status: 200 len: 852 time: 0.0602462 May 29 01:26:14.095282 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-462e4679-85cd-46ae-9327-2be663d10859 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383148 May 29 01:26:14.150954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634de7a-e9b3-4db3-8da8-4f9d57d790d6 req-270b9918-d212-4eec-a58d-faf5604b1b23 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:14.152420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9634de7a-e9b3-4db3-8da8-4f9d57d790d6 req-270b9918-d212-4eec-a58d-faf5604b1b23 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0799732 May 29 01:26:14.198100 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9634de7a-e9b3-4db3-8da8-4f9d57d790d6 req-f450eeac-184c-4fd5-ae85-b37d20b2ea34 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 May 29 01:26:14.226626 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-0765ed8a-538c-46fe-901b-015502f60161 service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254625 May 29 01:26:14.354426 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fbadd94a-7302-4867-b7a7-a12c37474542 req-7ba4cb22-7e04-419e-af43-f1a8981294fa service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216102 May 29 01:26:15.397348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394b780-3cdc-4641-85d4-7195c416f80c req-3d46aae9-1a69-4c2b-9890-f23f9068a75d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:15.398747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6394b780-3cdc-4641-85d4-7195c416f80c req-3d46aae9-1a69-4c2b-9890-f23f9068a75d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0748723 May 29 01:26:15.442386 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6394b780-3cdc-4641-85d4-7195c416f80c req-0450eb05-5de8-4778-8779-365f81863b54 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 May 29 01:26:16.646000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cfc0f-2b45-4c95-b449-52e9e5352108 req-db6e233a-e8b3-40ef-8848-47eb1d875695 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:16.647419 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-417cfc0f-2b45-4c95-b449-52e9e5352108 req-db6e233a-e8b3-40ef-8848-47eb1d875695 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0844345 May 29 01:26:16.693161 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-417cfc0f-2b45-4c95-b449-52e9e5352108 req-32f79ff0-e233-4e27-9b80-fb14fbeeaf34 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 May 29 01:26:16.800386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:17.894402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5fcfc-a562-4701-8fe1-85c2d3758193 req-0e19012f-6a4f-4fea-a193-9d3306681eac tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:17.895826 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1d5fcfc-a562-4701-8fe1-85c2d3758193 req-0e19012f-6a4f-4fea-a193-9d3306681eac tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0824606 May 29 01:26:17.943648 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1d5fcfc-a562-4701-8fe1-85c2d3758193 req-fa81e943-e685-4864-afaf-3fb0e4952090 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 May 29 01:26:19.138714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b52aa8-7d71-4817-b3d8-b50093cb8497 req-44d9cd5d-9912-409c-8e5b-8ead771a6092 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:19.142543 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22b52aa8-7d71-4817-b3d8-b50093cb8497 req-44d9cd5d-9912-409c-8e5b-8ead771a6092 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0773485 May 29 01:26:19.200269 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22b52aa8-7d71-4817-b3d8-b50093cb8497 req-636b9010-b539-4d24-b12e-c4aa5e6c71ad tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532062 May 29 01:26:20.396910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89240065-15d3-4ff1-bb4c-05affebdd3d2 req-371561e7-aa1a-4c57-a352-04dc45c6fd89 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:20.398343 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-89240065-15d3-4ff1-bb4c-05affebdd3d2 req-371561e7-aa1a-4c57-a352-04dc45c6fd89 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0788977 May 29 01:26:20.442799 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-89240065-15d3-4ff1-bb4c-05affebdd3d2 req-94ba98c3-7850-46ad-a19a-2eed81da9033 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388293 May 29 01:26:21.637376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bdee3-326a-40b3-a264-4aef3e8dbba8 req-236d6e0a-30bc-474e-a87b-25af1fc10604 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:21.638801 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a6bdee3-326a-40b3-a264-4aef3e8dbba8 req-236d6e0a-30bc-474e-a87b-25af1fc10604 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0753198 May 29 01:26:21.684262 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a6bdee3-326a-40b3-a264-4aef3e8dbba8 req-2d33023b-786c-4d5f-9f53-9cce379379ea tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 May 29 01:26:22.888690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f50e26-e94e-48e0-89f9-e6f1d6ae356d req-b6e760fa-e0d3-41bd-9eec-fbad6b4d7cdc tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:22.890100 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-25f50e26-e94e-48e0-89f9-e6f1d6ae356d req-b6e760fa-e0d3-41bd-9eec-fbad6b4d7cdc tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0773613 May 29 01:26:22.934601 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-25f50e26-e94e-48e0-89f9-e6f1d6ae356d req-4778c313-4820-4315-8485-8b894cf83e9e tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 May 29 01:26:24.133667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc76d5-89bc-4fb8-a8ea-aa2066d33976 req-d24cb8b1-57ba-4550-b4db-03ddcdc18a02 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:24.135165 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6ccc76d5-89bc-4fb8-a8ea-aa2066d33976 req-d24cb8b1-57ba-4550-b4db-03ddcdc18a02 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0746927 May 29 01:26:24.184068 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6ccc76d5-89bc-4fb8-a8ea-aa2066d33976 req-3473dd9a-fb10-4b9d-9bdb-cf45a5cf08bf tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 May 29 01:26:25.225780 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-f59c1f4a-d644-4e39-b513-2d2f75888f54 service neutron] 10.222.0.16 "GET /v2.0/ports/571d2872-7ddb-4d71-afcb-6fc623e18c75/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0759461 May 29 01:26:25.384961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083611b8-a452-4ac6-b2bd-cf5515b5a8bd req-cc9aa48c-d839-4fba-9679-d7e9b7f0de35 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:25.386425 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-083611b8-a452-4ac6-b2bd-cf5515b5a8bd req-cc9aa48c-d839-4fba-9679-d7e9b7f0de35 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0797439 May 29 01:26:25.438161 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-083611b8-a452-4ac6-b2bd-cf5515b5a8bd req-7c5d5fb1-bd52-4043-9676-65e312e3cc5c tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458872 May 29 01:26:25.489690 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-6ad7a523-5933-4327-b5cb-91caaf232beb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997&tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60 HTTP/1.1" status: 200 len: 1099 time: 0.0700729 May 29 01:26:25.577108 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-20761c15-beb7-4a75-8bdc-de575d6291af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 1099 time: 0.0673683 May 29 01:26:25.703035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-77548407-c7de-4ec8-8d61-f5d777423618 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:25.704397 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-77548407-c7de-4ec8-8d61-f5d777423618 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 200 len: 913 time: 0.1219392 May 29 01:26:25.856346 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-0fcf6f89-33ec-4643-8a00-f3f30b281b4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 200 len: 217 time: 0.1465888 May 29 01:26:25.918145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-7ddccc91-5c7a-4b6a-8aba-6e3727ff8326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:25.919535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-7ddccc91-5c7a-4b6a-8aba-6e3727ff8326 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d970fe6-c6d6-4936-ba53-28a72be84d2d HTTP/1.1" status: 200 len: 852 time: 0.0582712 May 29 01:26:25.962474 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-bc61fe16-57fc-4a87-9ba0-9467777219dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374949 May 29 01:26:26.088948 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-6207fc25-e3af-440d-9de5-1d3bdf474cfb service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213675 May 29 01:26:26.216488 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-236107a2-df51-4f28-a9dd-7af6b8437bd6 req-02b2e50f-a71d-45a5-a1b2-88ff51fd02be service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221106 May 29 01:26:26.636657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e18df-ab17-4959-8170-2ab24c9f7e4b req-b99d4871-11b5-4cf3-9b52-5b425fa8c22b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:26.638122 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf4e18df-ab17-4959-8170-2ab24c9f7e4b req-b99d4871-11b5-4cf3-9b52-5b425fa8c22b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0789785 May 29 01:26:26.755135 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf4e18df-ab17-4959-8170-2ab24c9f7e4b req-a7d32bee-e84f-473a-a91c-851656732e2c tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114395 May 29 01:26:27.558847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571d2872-7ddb-4d71-afcb-6fc623e18c75 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:26:27.687661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:26:27.701367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'network_id': '68d4a1f9-24d5-483b-87fb-c899cf3ec8c2', 'port_id': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'mac_address': 'fa:16:3e:fd:4d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d970fe6-c6d6-4936-ba53-28a72be84d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:26:27.752753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:27.769580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 571d2872-7ddb-4d71-afcb-6fc623e18c75 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:26:27.784305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:26:27.788881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:27.862453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:27.897437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['571d2872-7ddb-4d71-afcb-6fc623e18c75'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:26:27.950199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf71e22-3928-43ab-8f72-b220f99e34a6 req-62189777-a67b-4fd6-9e60-9152948f1770 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:27.951668 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0cf71e22-3928-43ab-8f72-b220f99e34a6 req-62189777-a67b-4fd6-9e60-9152948f1770 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 945 time: 0.0757959 May 29 01:26:27.997358 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0cf71e22-3928-43ab-8f72-b220f99e34a6 req-2574cd75-fd23-4752-8240-c8a0a9019ae3 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 May 29 01:26:29.199486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88323a2c-07eb-4936-bffc-835236c6d116 req-4c1ba8e1-ad47-4414-8fae-d4021c2f7a9d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:29.200927 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-88323a2c-07eb-4936-bffc-835236c6d116 req-4c1ba8e1-ad47-4414-8fae-d4021c2f7a9d tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 945 time: 0.0779870 May 29 01:26:29.245312 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-88323a2c-07eb-4936-bffc-835236c6d116 req-ddca3550-e943-4e52-9b0e-f9e875ba767b tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 May 29 01:26:29.577517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571d2872-7ddb-4d71-afcb-6fc623e18c75 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:26:29.629329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-ebe8584a-0c1e-4b4b-b1cd-d37f5f9710bb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:29.630017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-ebe8584a-0c1e-4b4b-b1cd-d37f5f9710bb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Synchronizing usage tracker for tenant:1f2ebceeefd349f1a14aad1c2f13ca60 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:26:29.644124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 571d2872-7ddb-4d71-afcb-6fc623e18c75 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:26:29.644561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:29.647373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-ebe8584a-0c1e-4b4b-b1cd-d37f5f9710bb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Unset dirty status for tenant:1f2ebceeefd349f1a14aad1c2f13ca60 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:26:29.648867 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-ebe8584a-0c1e-4b4b-b1cd-d37f5f9710bb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997&tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.0983944 May 29 01:26:29.761705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:29.787783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:26:29.797257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:26:29.801518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:29.811857 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-2ca473b4-4fc2-45fd-9471-352dd851d5e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 1098 time: 0.0778782 May 29 01:26:29.862042 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea1ad4b-c05d-44e7-87f2-d92467c914f9'] response: {'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'code': 200} May 29 01:26:29.870105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:29.946195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-66f5bfc5-0b59-4564-857a-21dce58b7c70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:29.947625 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-66f5bfc5-0b59-4564-857a-21dce58b7c70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 200 len: 913 time: 0.1306920 May 29 01:26:30.012011 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-dbff6fd2-64dd-4782-9a58-9e7d52e7ae06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 200 len: 217 time: 0.0583184 May 29 01:26:30.073471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-89fd1b75-c939-4b95-bb3b-01d0243ed3a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:30.074855 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-89fd1b75-c939-4b95-bb3b-01d0243ed3a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d970fe6-c6d6-4936-ba53-28a72be84d2d HTTP/1.1" status: 200 len: 852 time: 0.0579665 May 29 01:26:30.118723 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-aea419f0-a60d-4b3f-9670-2d5eaf32ee43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386112 May 29 01:26:30.244686 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-a1f8c849-c9b2-4fe8-8442-d152304bea04 service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198304 May 29 01:26:30.371094 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-a23dfec8-75cf-4bf8-b86d-da7e42a0b98c service neutron] 10.222.0.16 "GET /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204014 May 29 01:26:31.169156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daac9e-1af6-418d-a58e-570105055def req-f43edd6e-5a86-41e0-aff4-15f1c59140d6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:31.170594 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36daac9e-1af6-418d-a58e-570105055def req-f43edd6e-5a86-41e0-aff4-15f1c59140d6 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0805020 May 29 01:26:31.218590 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36daac9e-1af6-418d-a58e-570105055def req-ede0a8f1-9d9d-4921-b20d-1a256d1f32de tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 May 29 01:26:31.481897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2c28a8a4-3ef1-4b1e-b64c-687522077b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:32.413444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31d65d-e0d6-4353-867d-f0dab969a942 req-e754134f-e79b-48fb-9b25-a73ce4e379eb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:32.415124 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a31d65d-e0d6-4353-867d-f0dab969a942 req-e754134f-e79b-48fb-9b25-a73ce4e379eb tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0748696 May 29 01:26:32.465095 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a31d65d-e0d6-4353-867d-f0dab969a942 req-6bff0b66-68a8-4a15-ad74-d0768c4eee2f tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/security-groups?id=258c649d-d382-4b3f-8caf-5b33a239896f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 May 29 01:26:32.702960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-73d26d17-4a58-4f1b-bc83-09f994b6e69a tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:32.704413 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-73d26d17-4a58-4f1b-bc83-09f994b6e69a tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 946 time: 0.0803516 May 29 01:26:32.776628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Deleting port 571d2872-7ddb-4d71-afcb-6fc623e18c75 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:26:32.776878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:33.114973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] For port 571d2872-7ddb-4d71-afcb-6fc623e18c75, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=571d2872-7ddb-4d71-afcb-6fc623e18c75,segment=NetworkSegment(bfe779d8-51ef-4907-a95c-3975a5594a46),segment_id=bfe779d8-51ef-4907-a95c-3975a5594a46)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:26:33.115237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:33.232688 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Calling delete_port for 571d2872-7ddb-4d71-afcb-6fc623e18c75 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:26:33.380526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:33.393455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['571d2872-7ddb-4d71-afcb-6fc623e18c75'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:26:33.428046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Pushing event deleted for resources: {'Port': ['ID=571d2872-7ddb-4d71-afcb-6fc623e18c75,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:33.439667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.440028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.440355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.440681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.441025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.441325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.441641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.441959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.442271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.442589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.442895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:33.515862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] No DVR routers for this DVR port 571d2872-7ddb-4d71-afcb-6fc623e18c75 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:26:33.518309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:33.520833 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'name': 'network-vif-deleted', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:26:33.536170 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2b8e99c0-7aa7-4cd3-bdf8-fcda8cf456ca req-9aa8a5ec-a638-4341-8dd5-0205cc8ec078 tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.16 "DELETE /v2.0/ports/571d2872-7ddb-4d71-afcb-6fc623e18c75 HTTP/1.1" status: 204 len: 173 time: 0.8257873 May 29 01:26:33.582011 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca01a4a-11aa-469e-994e-acd9344163d5'] response: {'server_uuid': 'a0a9d06a-9189-452d-91a4-0ae23a66a997', 'name': 'network-vif-deleted', 'tag': '571d2872-7ddb-4d71-afcb-6fc623e18c75', 'status': 'completed', 'code': 200} May 29 01:26:33.600573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbe3-c99b-445b-a435-046d2377569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:33.633835 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d50f6588-8f27-482f-ac15-48f65deca327 req-bf92bb39-01d3-47d2-a17e-617354121dfc tempest-DeleteServersTestJSON-878251364 tempest-DeleteServersTestJSON-878251364-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a9d06a-9189-452d-91a4-0ae23a66a997 HTTP/1.1" status: 200 len: 210 time: 0.0449560 May 29 01:26:34.611086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:34.903071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33644) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:26:34.961329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] Deleting subnet 6d970fe6-c6d6-4936-ba53-28a72be84d2d {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:26:34.964134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.018610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.071501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.137272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.178146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d970fe6-c6d6-4936-ba53-28a72be84d2d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:35.183448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.189218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b9cb7006-a22e-43dc-9618-26b6d592bb29 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6d970fe6-c6d6-4936-ba53-28a72be84d2d HTTP/1.1" status: 204 len: 168 time: 0.2851288 May 29 01:26:35.191628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33648) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:26:35.290055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.422171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.446822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.449043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d4a1f9-24d5-483b-87fb-c899cf3ec8c2']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:26:35.461329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe779d8-51ef-4907-a95c-3975a5594a46') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:26:35.461752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe779d8-51ef-4907-a95c-3975a5594a46') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:26:35.473209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.490740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.497247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:26:35.497617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:26:35.510450 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:26:35.584848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.599866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.611165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d4a1f9-24d5-483b-87fb-c899cf3ec8c2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:35.617334 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-41e9ff6f-9524-4020-ac60-ca7800250fb6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/68d4a1f9-24d5-483b-87fb-c899cf3ec8c2 HTTP/1.1" status: 204 len: 168 time: 0.4246676 May 29 01:26:35.748648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33654) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:26:35.796614 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-584bb8dd-71f6-458a-bd0e-ed873cda1b66 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1f2ebceeefd349f1a14aad1c2f13ca60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468044 May 29 01:26:35.798994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33658) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:26:35.856381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.880539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.928912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.945617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c649d-d382-4b3f-8caf-5b33a239896f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:35.950861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:35.951947 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/258c649d-d382-4b3f-8caf-5b33a239896f HTTP/1.1" status: 204 len: 168 time: 0.1520748 May 29 01:26:35.957698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.958047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.958387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.958716 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.959040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.959374 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.959698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.960053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.960377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.960702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:35.961021 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f2c82-ea0a-4034-ad1d-cc43c279c570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:26:36.182707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:36.802446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 33680) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:26:36.928594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-15227697-network', 'tenant_id': '1fbdc97dba2044c08593783421e69518'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:26:36.933475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:26:36.937246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Usage tracker for resource:network and tenant:1fbdc97dba2044c08593783421e69518 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:26:36.940047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:26:36.946055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:26:36.956251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Made reservation on behalf of 1fbdc97dba2044c08593783421e69518 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:26:36.958489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:36.971034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.006193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:26:37.009900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Usage tracker for resource:security_group_rule and tenant:1fbdc97dba2044c08593783421e69518 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:26:37.012681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:26:37.018211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:26:37.081663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.085180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.112686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:26:37.124740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169c013c-0043-4920-b01d-7ae67ef89e1c,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:37.129297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.129627 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Added segment cf06c88a-483f-4fea-a517-8579cbb6701b of type vlan for network 44f0d558-cc88-468a-8406-4bff87939b83 May 29 01:26:37.156215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.186854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.187685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:37.188287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.289880 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4863203 May 29 01:26:37.290723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1d2ee-210b-4616-8629-9da6d66b4729 admin admin] Pushing event updated for resources: {'Network': ['ID=44f0d558-cc88-468a-8406-4bff87939b83,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:37.293443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 33686) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:26:37.299301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Request body: {'subnet': {'network_id': '44f0d558-cc88-468a-8406-4bff87939b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-15227697-subnet', 'tenant_id': '1fbdc97dba2044c08593783421e69518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:26:37.301317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 44f0d558-cc88-468a-8406-4bff87939b83 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:26:37.304551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:26:37.308491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Usage tracker for resource:subnet and tenant:1fbdc97dba2044c08593783421e69518 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:26:37.316137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:26:37.321931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:26:37.334232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Made reservation on behalf of 1fbdc97dba2044c08593783421e69518 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:26:37.336479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.536102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.598447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571d2872-7ddb-4d71-afcb-6fc623e18c75 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:26:37.606179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7f6e64-a598-481f-9a88-087c49ded965,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:37.623250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Checking segment: {'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:26:37.623591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Network hostable DHCP agents. Network: 44f0d558-cc88-468a-8406-4bff87939b83, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:26:37.632147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 571d2872-7ddb-4d71-afcb-6fc623e18c75 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:26:37.632497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 571d2872-7ddb-4d71-afcb-6fc623e18c75 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:26:37.645861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Network 44f0d558-cc88-468a-8406-4bff87939b83 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:26:37.655424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 44f0d558-cc88-468a-8406-4bff87939b83) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:26:37.659281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:37.659854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:37.664468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8608713-f344-452e-85be-4188760e4a94 None None] Network 44f0d558-cc88-468a-8406-4bff87939b83 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:26:37.679004 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ba8778b2-7b3f-4c19-a546-4e41d662aa6d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3844090 May 29 01:26:37.880369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b4c09-8cab-4796-8929-ee89714500f9 None None] Network 44f0d558-cc88-468a-8406-4bff87939b83 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:26:38.210838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-d150266e-24a0-4ab8-8d89-03a5756c8e74 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:38.211523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-d150266e-24a0-4ab8-8d89-03a5756c8e74 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Synchronizing usage tracker for tenant:1fbdc97dba2044c08593783421e69518 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:26:38.227793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-d150266e-24a0-4ab8-8d89-03a5756c8e74 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Unset dirty status for tenant:1fbdc97dba2044c08593783421e69518 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:26:38.228983 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-d150266e-24a0-4ab8-8d89-03a5756c8e74 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 813 time: 0.1572816 May 29 01:26:38.245492 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-38f17eef-e3df-4df9-94d7-a2e6a3a1862c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/quotas/1fbdc97dba2044c08593783421e69518 HTTP/1.1" status: 200 len: 375 time: 0.0110602 May 29 01:26:38.290293 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-010c6bad-40ea-4bc2-a4a6-4aef38665574 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400276 May 29 01:26:38.490858 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-5e71f0ec-9a71-4c2e-97cb-c483480e5abd service neutron] 10.222.0.33 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939545 May 29 01:26:38.618399 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-d12b0177-b68a-438c-a293-f07268cb0fa6 service neutron] 10.222.0.33 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212547 May 29 01:26:38.815029 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-13013c9e-86f9-492f-b431-92d2d0c9a1cf req-8223ec74-01f0-4cdc-916a-0208887f1e7b tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 210 time: 0.0472276 May 29 01:26:39.066714 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:26:39.965610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-362e7705-f4a1-4b98-b22b-9afb7f3eaaf2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:39.967008 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-362e7705-f4a1-4b98-b22b-9afb7f3eaaf2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 813 time: 0.2518506 May 29 01:26:39.982114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Request body: {'port': {'device_id': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83', 'admin_state_up': True, 'tenant_id': '1fbdc97dba2044c08593783421e69518'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:26:39.985951 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-58979c0a-0bb9-4026-8cd1-90c974c723b8 req-1c10a171-0c30-4aba-a584-585d41642a79 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 210 time: 0.0423162 May 29 01:26:40.115038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:26:40.118692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Usage tracker for resource:port and tenant:1fbdc97dba2044c08593783421e69518 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:26:40.122003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:26:40.127559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:26:40.137673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Made reservation on behalf of 1fbdc97dba2044c08593783421e69518 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:26:40.140674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:40.305115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Allocated IP 172.20.0.6 (44f0d558-cc88-468a-8406-4bff87939b83/6d7f6e64-a598-481f-9a88-087c49ded965/4c2d6aa0-deee-4384-9c56-40cb801e395d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:26:40.508757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:40.536787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:40.609123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Network 44f0d558-cc88-468a-8406-4bff87939b83 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:26:40.612370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:26:40.616234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:26:40.646115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Pushing event updated for resources: {'Port': ['ID=4c2d6aa0-deee-4384-9c56-40cb801e395d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:40.688136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:40.688728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:40.708444 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-82c3189b-1c17-4bb1-a0f2-83fc12675c0a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298930 May 29 01:26:40.718896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Request body: {'port': {'device_id': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:26:40.826717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:41.160215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2d6aa0-deee-4384-9c56-40cb801e395d {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:26:41.167965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:41.183482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6acb5-8083-446c-955a-6028ab283ef0 req-b9cdbd9e-8ac5-44ef-a6b1-618fddb5a170 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:41.184474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Transition to ACTIVE for port object 4c2d6aa0-deee-4384-9c56-40cb801e395d will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:26:41.185329 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4eb6acb5-8083-446c-955a-6028ab283ef0 req-b9cdbd9e-8ac5-44ef-a6b1-618fddb5a170 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 931 time: 0.0789258 May 29 01:26:41.188131 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:41.234751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-4eb6acb5-8083-446c-955a-6028ab283ef0 req-246a862b-7510-418f-b7e4-ec4a38c48a24 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Synchronizing usage tracker for tenant:1fbdc97dba2044c08593783421e69518 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:26:41.252131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-4eb6acb5-8083-446c-955a-6028ab283ef0 req-246a862b-7510-418f-b7e4-ec4a38c48a24 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Unset dirty status for tenant:1fbdc97dba2044c08593783421e69518 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:26:41.253292 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4eb6acb5-8083-446c-955a-6028ab283ef0 req-246a862b-7510-418f-b7e4-ec4a38c48a24 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617211 May 29 01:26:41.313438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d6aa0-deee-4384-9c56-40cb801e395d,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:41.429022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Attempting to bind port 4c2d6aa0-deee-4384-9c56-40cb801e395d on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:26:41.429242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Attempting to bind port 4c2d6aa0-deee-4384-9c56-40cb801e395d by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:26:41.429562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Attempting to bind port 4c2d6aa0-deee-4384-9c56-40cb801e395d on network 44f0d558-cc88-468a-8406-4bff87939b83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:26:41.435948 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Port 4c2d6aa0-deee-4384-9c56-40cb801e395d on network 44f0d558-cc88-468a-8406-4bff87939b83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:26:41.436355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Attempting to bind port 4c2d6aa0-deee-4384-9c56-40cb801e395d on network 44f0d558-cc88-468a-8406-4bff87939b83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:26:41.442414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:26:41.442742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Checking segment: {'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:26:41.443117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Bound using segment: {'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:26:41.443531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Bound port: 4c2d6aa0-deee-4384-9c56-40cb801e395d, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:26:41.443863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:41.527931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] For port 4c2d6aa0-deee-4384-9c56-40cb801e395d, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:26:41.530849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] For port 4c2d6aa0-deee-4384-9c56-40cb801e395d, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:26:41.535662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:41.597821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:41.599164 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] 10.222.0.16 "PUT /v2.0/ports/4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 200 len: 1093 time: 0.8840261 May 29 01:26:41.599579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:26:41.617899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557267e-3e0e-47e1-973e-c3fb80444268 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d6aa0-deee-4384-9c56-40cb801e395d,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:41.670029 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c002e3ba-4951-4efd-a25b-6a6e387475ac'] response: {'name': 'network-changed', 'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d', 'status': 'completed', 'code': 200} May 29 01:26:41.709772 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-2cee528d-4974-430e-8498-a872244dc08f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 1096 time: 0.0704706 May 29 01:26:41.867920 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-ae20727f-4077-4f7d-941f-d2645abeafa7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 200 len: 217 time: 0.1510701 May 29 01:26:41.926934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-23d553d7-9c3c-4bc3-915e-dcde63297074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:41.928305 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-23d553d7-9c3c-4bc3-915e-dcde63297074 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0548913 May 29 01:26:41.971326 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-69178f82-66e4-4a0a-8e60-991f46c2c3a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375464 May 29 01:26:42.096055 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-5c5ed5e0-0206-48fd-b09d-0830f690d58b service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191714 May 29 01:26:42.223767 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-82d96b01-b951-4543-b2e5-310ebe70c4ab req-7e27ede0-ecf9-4f57-b92e-c8751c0cfd73 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222730 May 29 01:26:42.343631 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-86d0ea94-aa99-4df0-a75f-8285f36d951d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 1096 time: 0.0740213 May 29 01:26:42.450831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055fb6c-2c93-47f2-852b-792dde210be2 req-8a853d66-03db-46a1-bca8-4d8d4e8f4bbf tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:42.452363 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d055fb6c-2c93-47f2-852b-792dde210be2 req-8a853d66-03db-46a1-bca8-4d8d4e8f4bbf tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0768111 May 29 01:26:42.475259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-5affa2b9-bb6c-493f-a365-e6425a5e5957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:42.476694 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-5affa2b9-bb6c-493f-a365-e6425a5e5957 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1276267 May 29 01:26:42.498460 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d055fb6c-2c93-47f2-852b-792dde210be2 req-95b92f25-91c4-4219-9d97-148bd11f933a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 May 29 01:26:42.543100 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-a1a6bdf8-df13-423a-8993-50814c8565fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 200 len: 217 time: 0.0601554 May 29 01:26:42.606595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-b194f170-1d72-4270-a452-1c12a5cf70fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:42.608054 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-b194f170-1d72-4270-a452-1c12a5cf70fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0588672 May 29 01:26:42.651085 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-f596d285-873a-4499-a8a4-c11bd03ccdcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372844 May 29 01:26:42.779144 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-35c79293-e0e6-4e37-ad1a-80510c411b25 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220961 May 29 01:26:42.907535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ba3e7ecf-7b77-4fc0-a5b5-0447b3bb95a7 req-a3b9ec59-8dfb-4651-a82c-7d6537874b8f service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226444 May 29 01:26:43.698239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f94a-2f04-480c-803e-6a2a768e8074 req-fccbc63a-4a9e-4407-ad6e-9400545da441 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:43.699640 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b264f94a-2f04-480c-803e-6a2a768e8074 req-fccbc63a-4a9e-4407-ad6e-9400545da441 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0774839 May 29 01:26:43.820729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b264f94a-2f04-480c-803e-6a2a768e8074 req-9b70d312-1c84-415f-a7e4-61c8b3e71039 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154792 May 29 01:26:45.029214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5ea6-8225-4b56-8fd8-1063ee261a23 req-e612f75b-24b3-4c41-ac8d-bfca944c7bc6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:45.030613 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bdfb5ea6-8225-4b56-8fd8-1063ee261a23 req-e612f75b-24b3-4c41-ac8d-bfca944c7bc6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0740881 May 29 01:26:45.073737 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bdfb5ea6-8225-4b56-8fd8-1063ee261a23 req-07b183d8-1c85-4d27-94cb-e1178020a6bb tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377758 May 29 01:26:45.613333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4c2d6aa0-deee-4384-9c56-40cb801e395d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:26:45.744699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4c2d6aa0-deee-4384-9c56-40cb801e395d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:26:45.757314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '4c2d6aa0-deee-4384-9c56-40cb801e395d', 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83', 'port_id': '4c2d6aa0-deee-4384-9c56-40cb801e395d', 'mac_address': 'fa:16:3e:88:44:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7f6e64-a598-481f-9a88-087c49ded965', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:26:45.812715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:45.829734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2d6aa0-deee-4384-9c56-40cb801e395d {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:26:45.844758 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4c2d6aa0-deee-4384-9c56-40cb801e395d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:26:45.848629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:45.913725 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=4c2d6aa0-deee-4384-9c56-40cb801e395d,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:46.136243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['4c2d6aa0-deee-4384-9c56-40cb801e395d'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:26:46.271037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b603f-0cd4-48f4-ac4d-5ce95791f982 req-447679e8-10d9-4bc2-b115-1122c3899a96 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:46.272524 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b57b603f-0cd4-48f4-ac4d-5ce95791f982 req-447679e8-10d9-4bc2-b115-1122c3899a96 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 944 time: 0.0782471 May 29 01:26:46.320061 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b57b603f-0cd4-48f4-ac4d-5ce95791f982 req-5e16aaf1-3b60-485a-b7f1-f07c519b4565 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 May 29 01:26:46.807755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:47.512841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1265f-bd8a-4d11-a7cf-b20eec2ef5f4 req-10b6006b-e517-4af3-bc8a-f39b391029d0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:47.514266 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43a1265f-bd8a-4d11-a7cf-b20eec2ef5f4 req-10b6006b-e517-4af3-bc8a-f39b391029d0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 944 time: 0.0752516 May 29 01:26:47.562296 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43a1265f-bd8a-4d11-a7cf-b20eec2ef5f4 req-9b556f6f-463c-48a8-b84b-dc4855451915 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 May 29 01:26:47.613833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4c2d6aa0-deee-4384-9c56-40cb801e395d up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:26:47.679734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 4c2d6aa0-deee-4384-9c56-40cb801e395d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:26:47.684376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 4c2d6aa0-deee-4384-9c56-40cb801e395d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:26:47.684746 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:47.795420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:47.821375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:26:47.831538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4c2d6aa0-deee-4384-9c56-40cb801e395d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:26:47.835292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:26:47.891493 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992c82a9-15ce-4992-9db3-c665637d644d'] response: {'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d', 'code': 200} May 29 01:26:47.908061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=4c2d6aa0-deee-4384-9c56-40cb801e395d,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:26:48.107345 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-00542194-e65d-45c9-a384-394e3b9bb503 req-46a4d404-ffc1-498a-bf09-cbfe2bde4bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 1098 time: 0.0698287 May 29 01:26:48.147447 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-00542194-e65d-45c9-a384-394e3b9bb503 req-1c830cd2-a67b-4396-8ef6-4a1397e454fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348930 May 29 01:26:48.758539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de3de-944c-43ac-8550-fac2cd3ec35e req-9bfe03bf-11fd-4f06-8a9c-0d5c3b616580 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:48.760699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a8de3de-944c-43ac-8550-fac2cd3ec35e req-9bfe03bf-11fd-4f06-8a9c-0d5c3b616580 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0747375 May 29 01:26:48.803749 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a8de3de-944c-43ac-8550-fac2cd3ec35e req-f6215990-0a33-46bf-a695-390d6c6c7901 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 May 29 01:26:50.000880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6fd29-8407-4964-8fdf-176f254018b0 req-4fa0827b-e83b-4cf6-ba47-de292399e4cc tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:50.002292 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eba6fd29-8407-4964-8fdf-176f254018b0 req-4fa0827b-e83b-4cf6-ba47-de292399e4cc tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0780020 May 29 01:26:50.045981 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eba6fd29-8407-4964-8fdf-176f254018b0 req-73422a77-9047-4a52-8dcb-90cc8316770d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 May 29 01:26:50.253731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fd727-aee1-43c2-8de9-e46e16100389 req-3416275d-5b95-4bdb-a139-bd7b50edf461 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:50.255149 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-404fd727-aee1-43c2-8de9-e46e16100389 req-3416275d-5b95-4bdb-a139-bd7b50edf461 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0748510 May 29 01:26:50.298769 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-404fd727-aee1-43c2-8de9-e46e16100389 req-be6f380a-fb62-493f-afc5-994a5cc4f4f8 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379512 May 29 01:26:50.663506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415d0e0-6cab-4a77-a58d-7ea0718d34ea req-a426018c-b3ee-4895-bb04-0ac5d71abbaf tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:50.664940 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6415d0e0-6cab-4a77-a58d-7ea0718d34ea req-a426018c-b3ee-4895-bb04-0ac5d71abbaf tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0771115 May 29 01:26:50.709042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6415d0e0-6cab-4a77-a58d-7ea0718d34ea req-40f90a68-ac9c-4db5-bc8f-718229a41435 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385861 May 29 01:26:50.900442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538e3fa-15c9-4297-a086-60168b4a460a req-16d8afb3-a5b4-4367-856a-ce8f5bfe1811 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:50.901873 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3538e3fa-15c9-4297-a086-60168b4a460a req-16d8afb3-a5b4-4367-856a-ce8f5bfe1811 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0749855 May 29 01:26:50.948839 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3538e3fa-15c9-4297-a086-60168b4a460a req-d7cf6a8f-92f8-4234-bf77-b9648d82c2d2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 May 29 01:26:51.205678 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-431a80d5-7fbc-46a4-b972-4ca0e4935321 req-2c6c5535-5ac1-4f82-8643-c9a8f98015f7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1310871 May 29 01:26:51.452941 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-d3fdbd01-2154-4b83-9d8d-7f60b54c5934 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706420 May 29 01:26:51.517242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf38be-2963-48bd-9795-276582bc43d1 req-2f6c10a5-4618-44c1-8ee1-c5d773426e95 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:51.518734 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7ccf38be-2963-48bd-9795-276582bc43d1 req-2f6c10a5-4618-44c1-8ee1-c5d773426e95 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0780880 May 29 01:26:51.567010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7ccf38be-2963-48bd-9795-276582bc43d1 req-3689dc1e-d0ee-4ad9-8732-5bdc46721af6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 May 29 01:26:52.633667 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-718f88af-8a60-41a3-8f2e-13bffd50f78a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 1098 time: 0.0728066 May 29 01:26:52.764202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc71d9-8ca2-4252-878c-ca6cd9d366a1 req-4aaeb629-21b2-49f7-b022-a71fc4ab0a45 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:52.764881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-6757ff39-c9ad-4394-8cbb-422678b0a795 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:52.765744 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-78bc71d9-8ca2-4252-878c-ca6cd9d366a1 req-4aaeb629-21b2-49f7-b022-a71fc4ab0a45 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0766642 May 29 01:26:52.766315 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-6757ff39-c9ad-4394-8cbb-422678b0a795 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1267371 May 29 01:26:52.810835 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-78bc71d9-8ca2-4252-878c-ca6cd9d366a1 req-5e633dc4-207f-4644-912d-6c9247c29ac6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 May 29 01:26:52.838431 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-cd9360af-2102-46c5-bc6f-e4aca762fb54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 200 len: 217 time: 0.0666127 May 29 01:26:52.988535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-967dc3da-9d88-420e-b1da-6a5ceb522157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:52.989948 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-967dc3da-9d88-420e-b1da-6a5ceb522157 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.1467676 May 29 01:26:53.034012 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-ec942a4f-6a13-4780-8ada-b5be6611990c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386817 May 29 01:26:53.166746 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-06e79ecc-3b42-42d2-b53b-1532d3ec1d35 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268971 May 29 01:26:53.298223 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-46edbe77-ff61-4884-ad12-4dacf91234a9 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262825 May 29 01:26:54.007092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae620d39-3eaf-478c-af96-51372346cb1e req-0c2a49c9-df2b-4755-8da5-3d577c8673ec tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:54.008522 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae620d39-3eaf-478c-af96-51372346cb1e req-0c2a49c9-df2b-4755-8da5-3d577c8673ec tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0774932 May 29 01:26:54.053443 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae620d39-3eaf-478c-af96-51372346cb1e req-c48a4a52-85b2-4bbb-b043-a1f3f50a7ee5 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 May 29 01:26:55.252963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39d54-d5a3-4023-b2e1-de749d7ee7a5 req-0923e7c9-d863-4e1b-8e06-e221b593a8b5 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:55.254391 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-50d39d54-d5a3-4023-b2e1-de749d7ee7a5 req-0923e7c9-d863-4e1b-8e06-e221b593a8b5 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0758467 May 29 01:26:55.299697 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-50d39d54-d5a3-4023-b2e1-de749d7ee7a5 req-a8b53314-26fc-415f-b539-dd9a4018ed7a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 May 29 01:26:56.496288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ce0a4-0e71-4f04-b4af-2ec445db2ccd req-8b5d9895-a4c9-4827-a14e-6718d03c38c0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:56.497626 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-380ce0a4-0e71-4f04-b4af-2ec445db2ccd req-8b5d9895-a4c9-4827-a14e-6718d03c38c0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0788538 May 29 01:26:56.541252 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-380ce0a4-0e71-4f04-b4af-2ec445db2ccd req-f97257a6-87ca-4536-9c75-26ca5f0b2bea tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381753 May 29 01:26:57.735598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500daf9-d406-4d38-9188-3c6f23f8d3c2 req-647f6671-3f1f-44b1-94fd-2120365cfdba tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:57.737046 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4500daf9-d406-4d38-9188-3c6f23f8d3c2 req-647f6671-3f1f-44b1-94fd-2120365cfdba tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0763741 May 29 01:26:57.781332 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4500daf9-d406-4d38-9188-3c6f23f8d3c2 req-197fa7c1-65df-4a30-b163-ae4f4e4928d2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 May 29 01:26:58.982666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aefe60-0831-474d-8def-53e35e4b06cc req-9c869e0b-d389-4c4c-941b-96aaca0f59e1 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:26:58.984410 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e2aefe60-0831-474d-8def-53e35e4b06cc req-9c869e0b-d389-4c4c-941b-96aaca0f59e1 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0801005 May 29 01:26:59.032433 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e2aefe60-0831-474d-8def-53e35e4b06cc req-0a5782ad-c4d2-4cc1-975d-bf499b752d6f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 May 29 01:27:00.225964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9267ca-629a-4da8-9acf-fa8997b404ba req-7dae798d-48d9-464a-b98b-a4d87a7dc11c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:00.227397 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9f9267ca-629a-4da8-9acf-fa8997b404ba req-7dae798d-48d9-464a-b98b-a4d87a7dc11c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0744257 May 29 01:27:00.275822 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9f9267ca-629a-4da8-9acf-fa8997b404ba req-5941df93-058e-4352-a073-f76033913c0e tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428927 May 29 01:27:01.471505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b9101-62d9-4ea5-b45d-1fb73b7fa129 req-af12af46-0bde-4687-83e1-f729ac8da5e0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:01.472968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-053b9101-62d9-4ea5-b45d-1fb73b7fa129 req-af12af46-0bde-4687-83e1-f729ac8da5e0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0754869 May 29 01:27:01.485259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-115364df-609a-4913-8c6d-cafd3300c30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:01.518887 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-053b9101-62d9-4ea5-b45d-1fb73b7fa129 req-cd9d2ce3-2a48-4c4a-82e1-34b3da99b585 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 May 29 01:27:02.718755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654c223-b881-4904-88a8-6a7454c3c551 req-da7998a5-ccf0-43b0-ab0d-89f6e7199916 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:02.720200 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7654c223-b881-4904-88a8-6a7454c3c551 req-da7998a5-ccf0-43b0-ab0d-89f6e7199916 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0787930 May 29 01:27:02.764565 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7654c223-b881-4904-88a8-6a7454c3c551 req-7acf421e-5f76-4e4c-8c46-e11f87ab3dae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 May 29 01:27:03.593105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-27891e03-ed48-4afa-baab-cd30fb313ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:03.958611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ae7d0-3217-4500-ad47-6f4b98c224ec req-96e0864f-266b-46d7-af34-abd50722efe8 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:03.960104 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8c4ae7d0-3217-4500-ad47-6f4b98c224ec req-96e0864f-266b-46d7-af34-abd50722efe8 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0776336 May 29 01:27:04.004618 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8c4ae7d0-3217-4500-ad47-6f4b98c224ec req-ea614a8d-3da5-40ad-b6e3-3c5299355f01 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 May 29 01:27:04.620529 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:05.209831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7897-b81f-4d40-9757-2bea84abc138 req-8cbf61c7-81f2-494e-91ac-8db9b4704731 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:05.211256 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7fce7897-b81f-4d40-9757-2bea84abc138 req-8cbf61c7-81f2-494e-91ac-8db9b4704731 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0785868 May 29 01:27:05.255844 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7fce7897-b81f-4d40-9757-2bea84abc138 req-4bc541bd-2509-470b-88e0-a0f701dec8bb tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 May 29 01:27:05.451149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:06.167712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:06.454878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52c6dd-1584-4675-830c-a125cedede28 req-77853799-134b-4ae2-be0d-9442d3e6bc70 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:06.456333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca52c6dd-1584-4675-830c-a125cedede28 req-77853799-134b-4ae2-be0d-9442d3e6bc70 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0744429 May 29 01:27:06.503634 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca52c6dd-1584-4675-830c-a125cedede28 req-5cb8cfb1-74f1-4e41-8f3c-33d99f5dc94c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 May 29 01:27:07.775811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9907147-03d1-4325-be52-838ff402fc3f req-7cf89caa-90f1-4011-befd-75e0c1f9e3e9 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:07.777207 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e9907147-03d1-4325-be52-838ff402fc3f req-7cf89caa-90f1-4011-befd-75e0c1f9e3e9 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.1479776 May 29 01:27:07.821393 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e9907147-03d1-4325-be52-838ff402fc3f req-5da38359-10aa-4ace-84fe-aa54d1289534 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 May 29 01:27:09.031673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832078a-2e4d-4c85-928b-51cd687c5ad9 req-03f0192d-3fd4-4602-a48f-106e271f8733 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:09.033187 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2832078a-2e4d-4c85-928b-51cd687c5ad9 req-03f0192d-3fd4-4602-a48f-106e271f8733 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0777888 May 29 01:27:09.079079 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2832078a-2e4d-4c85-928b-51cd687c5ad9 req-1a037464-79b9-4465-be1d-7d7456f1c2ec tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 May 29 01:27:10.276256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460b78a-5444-4a15-b0c4-08f8eadfb9ce req-8cf76212-2019-4712-a658-7a9affcfd422 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:10.277695 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d460b78a-5444-4a15-b0c4-08f8eadfb9ce req-8cf76212-2019-4712-a658-7a9affcfd422 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0757830 May 29 01:27:10.322757 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d460b78a-5444-4a15-b0c4-08f8eadfb9ce req-4ccd4f1c-2379-4449-a844-47684751868e tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 May 29 01:27:11.520337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7531b-2746-499e-8be7-02f91acdfef4 req-873961b6-93d5-4e3e-af20-215aacc6895e tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:11.521780 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aba7531b-2746-499e-8be7-02f91acdfef4 req-873961b6-93d5-4e3e-af20-215aacc6895e tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0798802 May 29 01:27:11.566520 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aba7531b-2746-499e-8be7-02f91acdfef4 req-97d57879-40e3-4032-9621-03094bdaab46 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 May 29 01:27:12.759394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24409d-8eb2-41f5-81a4-a2f06fa168f5 req-12cedd4c-1c85-450d-86f5-58773b838705 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:12.760917 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fd24409d-8eb2-41f5-81a4-a2f06fa168f5 req-12cedd4c-1c85-450d-86f5-58773b838705 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0754969 May 29 01:27:12.808175 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fd24409d-8eb2-41f5-81a4-a2f06fa168f5 req-d7d7561d-cde1-4a94-bacd-7108cd9121cc tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 May 29 01:27:14.004352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834907-b45c-4f14-bfd1-fc0120baa340 req-7b106b33-7372-47f3-a193-a2b33ec812d6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:14.005783 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fd834907-b45c-4f14-bfd1-fc0120baa340 req-7b106b33-7372-47f3-a193-a2b33ec812d6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0751276 May 29 01:27:14.050671 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fd834907-b45c-4f14-bfd1-fc0120baa340 req-ab4ecf65-1e3a-4a6f-aa49-2b36d48f16d4 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394096 May 29 01:27:15.250347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672d3b-34a9-4ca4-b8db-66e1b05f3a35 req-3f7f00f5-a5be-407e-bc11-8bdffdd9151b tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:15.251768 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94672d3b-34a9-4ca4-b8db-66e1b05f3a35 req-3f7f00f5-a5be-407e-bc11-8bdffdd9151b tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0814967 May 29 01:27:15.295816 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94672d3b-34a9-4ca4-b8db-66e1b05f3a35 req-7a687fb4-071a-4718-ab1d-aabdfaf2f569 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 May 29 01:27:15.566577 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-e36a5f15-990f-4d74-8b9f-8c8f34b19dab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 1098 time: 0.0689955 May 29 01:27:15.708801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-af791a4e-0a1a-46a0-af74-1d96ebd49e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:15.710191 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-af791a4e-0a1a-46a0-af74-1d96ebd49e20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1263437 May 29 01:27:15.780053 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-87972121-9f53-4efa-b3eb-223ecd7fa1c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 200 len: 217 time: 0.0637324 May 29 01:27:15.838835 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-36c28809-8d59-4715-8916-ba909aa59333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:15.840217 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-36c28809-8d59-4715-8916-ba909aa59333 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0551960 May 29 01:27:15.887202 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-5b766ba3-2db2-41ae-aeab-6ad55a491820 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412972 May 29 01:27:16.015304 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-9b76221f-0a68-452f-b6cc-550e4c8a0545 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216013 May 29 01:27:16.066499 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:27:16.143382 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c58c5bde-9f3a-4e90-8846-c89e1f663dc2 req-736fc27a-8d6b-449b-9eb6-9d32419b3885 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225872 May 29 01:27:16.491114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74a97b-4a08-4c6e-853f-adbd82008e32 req-81532fe8-3c5a-477f-b689-0744cd78bc22 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:16.492592 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f74a97b-4a08-4c6e-853f-adbd82008e32 req-81532fe8-3c5a-477f-b689-0744cd78bc22 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0783494 May 29 01:27:16.537793 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f74a97b-4a08-4c6e-853f-adbd82008e32 req-16bd9bd8-b462-4bb8-9b35-4e5a89f45666 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 May 29 01:27:16.814791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:17.745899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906b9d-2df7-4e75-b809-e464958b8d28 req-e09cc396-e64a-4888-acb8-8610c4a2cafb tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:17.747301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fc906b9d-2df7-4e75-b809-e464958b8d28 req-e09cc396-e64a-4888-acb8-8610c4a2cafb tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0782807 May 29 01:27:17.794510 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fc906b9d-2df7-4e75-b809-e464958b8d28 req-8275950f-7505-4b07-9542-8f993a9a380f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 May 29 01:27:18.987062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188f96-ae15-4f37-a877-21a8fdcd2bc8 req-f8d3e6c7-3fe2-49ba-ac3b-8c263e561010 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:18.988507 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d188f96-ae15-4f37-a877-21a8fdcd2bc8 req-f8d3e6c7-3fe2-49ba-ac3b-8c263e561010 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0747135 May 29 01:27:19.034086 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d188f96-ae15-4f37-a877-21a8fdcd2bc8 req-074046c3-9c7e-4151-92d1-baa1c4596953 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 May 29 01:27:19.952548 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-54f0dc1c-dd37-400a-aba4-7476f0e111ca service neutron] 10.222.0.16 "GET /v2.0/ports/4c2d6aa0-deee-4384-9c56-40cb801e395d/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0727656 May 29 01:27:20.231104 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-3df05eac-acdf-4c41-80c0-017d5e6454eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708&tenant_id=1fbdc97dba2044c08593783421e69518 HTTP/1.1" status: 200 len: 1098 time: 0.0778346 May 29 01:27:20.323610 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-490541f2-b942-404d-b59c-5da70658cab3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 1098 time: 0.0703495 May 29 01:27:20.398177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ff58f-0a2a-46e0-86ee-29c783d6ffea req-33ea70cd-1a05-4e51-8772-ce3e875abd6a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:20.400042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-441ff58f-0a2a-46e0-86ee-29c783d6ffea req-33ea70cd-1a05-4e51-8772-ce3e875abd6a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0852120 May 29 01:27:20.444605 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-441ff58f-0a2a-46e0-86ee-29c783d6ffea req-2f9c7816-e359-470f-bf22-017c80acb6de tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 May 29 01:27:20.460301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-ca390aaf-09b2-4958-880a-a143e7fbc8ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:20.461807 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-ca390aaf-09b2-4958-880a-a143e7fbc8ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1315854 May 29 01:27:20.531855 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-135eb819-47a7-4a5e-a97e-636967973be4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 200 len: 217 time: 0.0641718 May 29 01:27:20.591896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-f6735c3f-8a67-4837-857a-aa45b2ae9226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:20.593307 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-f6735c3f-8a67-4837-857a-aa45b2ae9226 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0565317 May 29 01:27:20.637672 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-2f76d436-d036-461b-92ab-00b72fcd96fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390537 May 29 01:27:20.865785 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-870d3221-0272-4df3-b89d-069fe43c41fe service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222786 May 29 01:27:20.996590 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ace69bc-e4ce-4027-92af-b4e13466ef6c req-91b2f599-1bdf-430f-819d-12fd2b988cfe service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253786 May 29 01:27:21.644550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0787a-0db6-4487-a1fc-a227d3b3cf58 req-b7f22106-6d5f-46a5-8aaf-1a4c71c26b13 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:21.646004 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fba0787a-0db6-4487-a1fc-a227d3b3cf58 req-b7f22106-6d5f-46a5-8aaf-1a4c71c26b13 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0751412 May 29 01:27:21.695446 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fba0787a-0db6-4487-a1fc-a227d3b3cf58 req-78cf10a8-d989-4c8d-8728-647d57f62260 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 May 29 01:27:22.887457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fb5c6-0e38-443a-8bce-09e3d7cfa7dc req-eae638c0-d703-4481-9f26-7426ef68f52d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:22.888918 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7b2fb5c6-0e38-443a-8bce-09e3d7cfa7dc req-eae638c0-d703-4481-9f26-7426ef68f52d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 945 time: 0.0757160 May 29 01:27:22.932595 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7b2fb5c6-0e38-443a-8bce-09e3d7cfa7dc req-4b188696-4920-4c39-8634-7ae84e1fecba tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 May 29 01:27:23.830785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4c2d6aa0-deee-4384-9c56-40cb801e395d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:27:23.940707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:23.968584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:27:23.978520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4c2d6aa0-deee-4384-9c56-40cb801e395d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:27:23.982878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:24.040665 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e61b723-2804-40f7-90de-7bb7f37117e4'] response: {'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d', 'code': 200} May 29 01:27:24.054220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=4c2d6aa0-deee-4384-9c56-40cb801e395d,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:27:24.062539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.062886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.063226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.063563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.063894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.064246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.064576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.064904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.065229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.065553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.065871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:27:24.136445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49b5c1-b019-4b47-bb22-aaaedb8b4703 req-29600837-11ca-45b5-aff6-84d44f4899fa tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:24.137781 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0b49b5c1-b019-4b47-bb22-aaaedb8b4703 req-29600837-11ca-45b5-aff6-84d44f4899fa tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0818462 May 29 01:27:24.183026 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0b49b5c1-b019-4b47-bb22-aaaedb8b4703 req-62875ce2-b348-43a9-8326-19c2c9c8edf1 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 May 29 01:27:24.505086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca5f0-8d05-4bb0-a16d-9f42f2a58032 req-e5029d11-a614-47b0-97d9-1fa258b3b28e tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:24.505910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-b84d938c-e436-485c-905f-27c56f047d08 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:24.506596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-b84d938c-e436-485c-905f-27c56f047d08 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Synchronizing usage tracker for tenant:1fbdc97dba2044c08593783421e69518 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:27:24.506749 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b98ca5f0-8d05-4bb0-a16d-9f42f2a58032 req-e5029d11-a614-47b0-97d9-1fa258b3b28e tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0746214 May 29 01:27:24.524205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-b84d938c-e436-485c-905f-27c56f047d08 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Unset dirty status for tenant:1fbdc97dba2044c08593783421e69518 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:27:24.525610 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-b84d938c-e436-485c-905f-27c56f047d08 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708&tenant_id=1fbdc97dba2044c08593783421e69518&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 943 time: 0.0978541 May 29 01:27:24.552365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b98ca5f0-8d05-4bb0-a16d-9f42f2a58032 req-9986d08a-9772-4876-9ee5-9c65e73f2bed tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392199 May 29 01:27:24.667609 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-ad6ccb67-4159-4dad-959f-b08f77ed104b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 1096 time: 0.0710692 May 29 01:27:24.796564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-683151bb-0dd4-4b9f-badc-c82387dab4ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:24.797904 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-683151bb-0dd4-4b9f-badc-c82387dab4ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1244936 May 29 01:27:24.866285 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-9ae621d3-7ac8-4b47-9ecb-a60fb5b05e6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 200 len: 217 time: 0.0630152 May 29 01:27:24.926165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-28c9a8d6-6346-440c-b79e-65d169e2009e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:24.927544 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-28c9a8d6-6346-440c-b79e-65d169e2009e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0557458 May 29 01:27:24.974856 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-7ece6999-4254-4a8d-98d1-5837cba91465 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415783 May 29 01:27:25.103291 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-a3973740-192a-4636-bd5e-208adceb3a8a service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227465 May 29 01:27:25.233597 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-346179ab-d606-4f5f-a36d-5e78c815fcf7 req-4fbc9df5-825a-4e3c-9c84-ec9c0fb0107d service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253111 May 29 01:27:25.767081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ede4a-3d4e-4312-bc9d-0e1b41756c2a req-3f8c2827-842c-452c-b1ea-3fa94a2f77d2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:25.769068 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-936ede4a-3d4e-4312-bc9d-0e1b41756c2a req-3f8c2827-842c-452c-b1ea-3fa94a2f77d2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0903428 May 29 01:27:25.815234 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-936ede4a-3d4e-4312-bc9d-0e1b41756c2a req-de23c428-a0f7-4960-be91-b20a17ee0724 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 May 29 01:27:26.018519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94acbbc-940a-4713-8c1e-1e8d52c482aa req-b422a986-0abd-4851-a142-d7a1de861aea tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:26.019852 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e94acbbc-940a-4713-8c1e-1e8d52c482aa req-b422a986-0abd-4851-a142-d7a1de861aea tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0749214 May 29 01:27:26.067632 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e94acbbc-940a-4713-8c1e-1e8d52c482aa req-683e1389-d895-4db2-863b-1bccd21f66e5 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 May 29 01:27:26.262380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce8833-f95b-4470-b1af-5c898b25a392 req-8dc4b1fe-ec95-4587-980f-e7ad32b132c6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:26.263802 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3dce8833-f95b-4470-b1af-5c898b25a392 req-8dc4b1fe-ec95-4587-980f-e7ad32b132c6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0752983 May 29 01:27:26.307962 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3dce8833-f95b-4470-b1af-5c898b25a392 req-02bdb0a9-3d64-4ace-8aa3-662aee927d49 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 May 29 01:27:26.885250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-bc93b9ca-4196-498a-87a2-74ac4c4ca2ae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:26.886569 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-bc93b9ca-4196-498a-87a2-74ac4c4ca2ae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 813 time: 0.2166586 May 29 01:27:26.902490 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-901da2d9-0e06-43f6-8f5d-815e3dc192f6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/quotas/1fbdc97dba2044c08593783421e69518 HTTP/1.1" status: 200 len: 375 time: 0.0106587 May 29 01:27:26.980189 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-213d6426-44f2-4ff4-b336-22d84e0561b0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728662 May 29 01:27:26.990389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-9d8e9f5f-fdf0-48ee-9c4b-14fb1bee2255 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:27:26.991289 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-9d8e9f5f-fdf0-48ee-9c4b-14fb1bee2255 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046442 May 29 01:27:27.118623 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-0f558735-c73e-4d33-838a-21ff0ee58175 service neutron] 10.222.0.33 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218796 May 29 01:27:27.247890 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-de48e69a-5a54-4462-ba06-829cdc597cff service neutron] 10.222.0.33 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235933 May 29 01:27:27.429170 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-df9734cc-68fc-4031-ab87-43f66d64e3e8 req-7281fe53-bbba-4fc4-8ddc-858ce16a07c8 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 210 time: 0.0414839 May 29 01:27:28.334732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.16', 64146) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:27:28.412756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-9a4e76da-f988-4429-b4ee-3bf048c0ace8 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:28.414319 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-9a4e76da-f988-4429-b4ee-3bf048c0ace8 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7f4a85-3fb0-4e93-8d78-20ed81b50708 HTTP/1.1" status: 200 len: 943 time: 0.0784953 May 29 01:27:28.449779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-ceea4058-00bd-425e-8cc5-ee881ebda43f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:28.451216 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-ceea4058-00bd-425e-8cc5-ee881ebda43f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 813 time: 0.1467600 May 29 01:27:28.467771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Request body: {'port': {'device_id': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83', 'admin_state_up': True, 'tenant_id': '1fbdc97dba2044c08593783421e69518'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:27:28.487811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Deleting port 4c2d6aa0-deee-4384-9c56-40cb801e395d {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:27:28.488256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:28.621136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:27:28.630830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:27:28.631591 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2582fc45-5ded-47be-9dbc-f8c914c8da1a req-9624dcf3-89fc-48f5-8608-7a3cb1ffe10c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 210 time: 0.0544662 May 29 01:27:28.640433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Made reservation on behalf of 1fbdc97dba2044c08593783421e69518 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:27:28.643420 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:28.782945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] For port 4c2d6aa0-deee-4384-9c56-40cb801e395d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4c2d6aa0-deee-4384-9c56-40cb801e395d,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:27:28.783196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:28.810999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Allocated IP 172.20.0.3 (44f0d558-cc88-468a-8406-4bff87939b83/6d7f6e64-a598-481f-9a88-087c49ded965/80b5135d-dd95-4b99-a810-8c60e79e2477) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:27:28.905364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Calling delete_port for 4c2d6aa0-deee-4384-9c56-40cb801e395d owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:27:29.057656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.104881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Pushing event deleted for resources: {'Port': ['ID=4c2d6aa0-deee-4384-9c56-40cb801e395d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:27:29.111798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.140864 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.190551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] No DVR routers for this DVR port 4c2d6aa0-deee-4384-9c56-40cb801e395d on host hv-neutron-8431 {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:27:29.193610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.197513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'name': 'network-vif-deleted', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:27:29.211728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "DELETE /v2.0/ports/4c2d6aa0-deee-4384-9c56-40cb801e395d HTTP/1.1" status: 204 len: 173 time: 0.7926869 May 29 01:27:29.216226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Network 44f0d558-cc88-468a-8406-4bff87939b83 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:27:29.219483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:27:29.225185 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:27:29.260350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Pushing event updated for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:27:29.294889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:29.295494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.321123 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-d2f4ebb0-1939-481e-958d-866de94463dd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587353 May 29 01:27:29.332162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Request body: {'port': {'device_id': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:27:29.338839 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa40cd6-fa96-4a4e-b12b-c6f2d64c4d66'] response: {'server_uuid': 'ed7f4a85-3fb0-4e93-8d78-20ed81b50708', 'name': 'network-vif-deleted', 'tag': '4c2d6aa0-deee-4384-9c56-40cb801e395d', 'status': 'completed', 'code': 200} May 29 01:27:29.450306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.803122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b5135d-dd95-4b99-a810-8c60e79e2477 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:27:29.810564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.825570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Transition to ACTIVE for port object 80b5135d-dd95-4b99-a810-8c60e79e2477 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:27:29.829199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:29.843287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c10959-358f-427a-bd76-fd298492fdf3 req-a6e99483-335d-4c70-93c5-963c62c4c8c3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:29.843966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e6c10959-358f-427a-bd76-fd298492fdf3 req-a6e99483-335d-4c70-93c5-963c62c4c8c3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Synchronizing usage tracker for tenant:1fbdc97dba2044c08593783421e69518 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:27:29.860139 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-e6c10959-358f-427a-bd76-fd298492fdf3 req-a6e99483-335d-4c70-93c5-963c62c4c8c3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Unset dirty status for tenant:1fbdc97dba2044c08593783421e69518 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:27:29.861202 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6c10959-358f-427a-bd76-fd298492fdf3 req-a6e99483-335d-4c70-93c5-963c62c4c8c3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 931 time: 0.1034038 May 29 01:27:29.908092 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6c10959-358f-427a-bd76-fd298492fdf3 req-f1d17155-1b6d-4a6b-9884-c0ad9c64fd29 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 May 29 01:27:29.955111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Pushing event updated for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:27:30.062112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Attempting to bind port 80b5135d-dd95-4b99-a810-8c60e79e2477 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:27:30.062438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Attempting to bind port 80b5135d-dd95-4b99-a810-8c60e79e2477 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:27:30.062758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Attempting to bind port 80b5135d-dd95-4b99-a810-8c60e79e2477 on network 44f0d558-cc88-468a-8406-4bff87939b83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:27:30.068391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Port 80b5135d-dd95-4b99-a810-8c60e79e2477 on network 44f0d558-cc88-468a-8406-4bff87939b83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:27:30.068707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Attempting to bind port 80b5135d-dd95-4b99-a810-8c60e79e2477 on network 44f0d558-cc88-468a-8406-4bff87939b83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:27:30.075008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:27:30.075333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Checking segment: {'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:27:30.075711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Bound using segment: {'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:27:30.076149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Bound port: 80b5135d-dd95-4b99-a810-8c60e79e2477, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf06c88a-483f-4fea-a517-8579cbb6701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:27:30.076483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:30.162951 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:27:30.166257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:27:30.170279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:30.233435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:30.235032 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] 10.222.0.16 "PUT /v2.0/ports/80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 200 len: 1093 time: 0.9072068 May 29 01:27:30.235459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:27:30.253090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db69b2d-fd27-4a67-81d6-eedc95bf5180 service neutron] Pushing event updated for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:27:30.301951 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45f3aa6-9a87-4e2c-b1ce-b6abef7b6983'] response: {'name': 'network-changed', 'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'status': 'completed', 'code': 200} May 29 01:27:30.343627 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-376d35e2-f516-4491-8e5b-c4e62ad4aab2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 1096 time: 0.0722358 May 29 01:27:30.413323 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-081ae937-a9d7-4858-8dc3-fdc447d283e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 200 len: 217 time: 0.0633259 May 29 01:27:30.473668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-ab4823a5-c7cf-45a1-831b-e09f1a74a558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:30.475027 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-ab4823a5-c7cf-45a1-831b-e09f1a74a558 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0563054 May 29 01:27:30.518340 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-6715ce85-fe7c-47b5-93d8-4a5f9f9a7b85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377657 May 29 01:27:30.646253 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-5d405872-0117-4db4-9d19-c8b3c266a983 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224911 May 29 01:27:30.772283 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-15b3e547-3158-478a-9c04-5705d5a02ddc req-cd21b64e-1e76-467e-9715-c5aaab420c72 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206336 May 29 01:27:30.969642 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-d5e5f7b5-176e-49f5-a0ca-ce86c34c7876 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 1096 time: 0.1578102 May 29 01:27:31.100642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-86b16ee1-b42c-4787-bbb4-3ebb3395e422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:31.102003 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-86b16ee1-b42c-4787-bbb4-3ebb3395e422 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1264412 May 29 01:27:31.108757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35d26-b68c-4b99-b4fb-ffb3be1906b5 req-9d6d4fbb-c171-4a97-a438-90c66f37faa2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:31.110455 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-18c35d26-b68c-4b99-b4fb-ffb3be1906b5 req-9d6d4fbb-c171-4a97-a438-90c66f37faa2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 943 time: 0.0799196 May 29 01:27:31.157032 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-18c35d26-b68c-4b99-b4fb-ffb3be1906b5 req-a28794dc-dbe0-4e2c-8ef6-f31b24a2f9c8 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 May 29 01:27:31.172054 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-4fc9cd94-ba2c-4669-b87b-117a204ad9b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 200 len: 217 time: 0.0640495 May 29 01:27:31.233007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-49e5d024-f36a-4f0a-94b0-0b9c311cc898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:31.234672 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-49e5d024-f36a-4f0a-94b0-0b9c311cc898 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0575724 May 29 01:27:31.279123 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-5664b29d-e05d-4eea-9b32-8d1ece420d0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374670 May 29 01:27:31.407667 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-cdf2612e-5ced-4f30-b192-6c03748a47dc service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221402 May 29 01:27:31.487668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c980aff4-c54c-4c40-91c2-f38c150698f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:31.537759 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b1ee070a-153c-4a39-84b7-c7568212cd79 req-f8d0e5a6-cd7f-48c8-8b9e-c054fb76a6a3 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233525 May 29 01:27:31.865032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4c2d6aa0-deee-4384-9c56-40cb801e395d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:27:31.901904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 4c2d6aa0-deee-4384-9c56-40cb801e395d {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:27:31.902252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4c2d6aa0-deee-4384-9c56-40cb801e395d not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:27:32.360298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a6c9b-070a-4796-ad81-547f7dd18cfd req-a598b61a-43fb-4190-86f1-e31c3f96b500 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:32.361738 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c67a6c9b-070a-4796-ad81-547f7dd18cfd req-a598b61a-43fb-4190-86f1-e31c3f96b500 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 943 time: 0.0755932 May 29 01:27:32.410170 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c67a6c9b-070a-4796-ad81-547f7dd18cfd req-c1165337-14b0-4f68-ad4b-0013b87b2014 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 May 29 01:27:33.596629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-72029fa2-0f6c-44e6-bf33-e1e4a4b15ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:33.685316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1982f02-8680-4f85-a3db-0ad12fca4b55 req-848fe444-b040-4537-bb76-a44e3fb57da3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:33.686755 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1982f02-8680-4f85-a3db-0ad12fca4b55 req-848fe444-b040-4537-bb76-a44e3fb57da3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 943 time: 0.1580460 May 29 01:27:33.731010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1982f02-8680-4f85-a3db-0ad12fca4b55 req-9308ef0b-4046-4474-937b-7cb53daf2446 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 May 29 01:27:33.878039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 80b5135d-dd95-4b99-a810-8c60e79e2477 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:27:34.036844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:27:34.049519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83', 'port_id': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'mac_address': 'fa:16:3e:a9:3f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7f6e64-a598-481f-9a88-087c49ded965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:27:34.100909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:34.117373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b5135d-dd95-4b99-a810-8c60e79e2477 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:27:34.132120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:27:34.136605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:34.205893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:27:34.400510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['80b5135d-dd95-4b99-a810-8c60e79e2477'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:27:34.615098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:34.932647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecea8d-ceee-4b60-9c19-b8ae6b6aecf7 req-ffc155ad-d5a0-464f-af23-0ead7475cb2a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:34.934062 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38ecea8d-ceee-4b60-9c19-b8ae6b6aecf7 req-ffc155ad-d5a0-464f-af23-0ead7475cb2a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 944 time: 0.0781529 May 29 01:27:34.977544 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38ecea8d-ceee-4b60-9c19-b8ae6b6aecf7 req-571c2371-d511-418d-925c-971b2c7acccc tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 May 29 01:27:35.453703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:35.893149 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 80b5135d-dd95-4b99-a810-8c60e79e2477 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:27:35.961334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 80b5135d-dd95-4b99-a810-8c60e79e2477 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:27:35.967348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 80b5135d-dd95-4b99-a810-8c60e79e2477 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:27:35.967715 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:36.088453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:36.117132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:27:36.130184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:27:36.135493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:36.189383 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadd7147-0b44-4b3b-8e82-719488abd4da'] response: {'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'code': 200} May 29 01:27:36.192772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336ce6-35a8-4c97-b23e-d1a5057a80f1 req-6e57bf61-39cb-4a07-a678-454427f4165b tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:36.194259 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae336ce6-35a8-4c97-b23e-d1a5057a80f1 req-6e57bf61-39cb-4a07-a678-454427f4165b tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0959706 May 29 01:27:36.215465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:36.223508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:27:36.244441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae336ce6-35a8-4c97-b23e-d1a5057a80f1 req-b3eb2cc5-d9de-4e0a-bd75-5b37c0ee5efe tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 May 29 01:27:36.408980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe0e3ec7-1ab4-4e2d-9889-3121bf23ab11 req-eb7ecc50-2e13-4062-84c1-cfa020644a2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 1098 time: 0.0719709 May 29 01:27:36.454708 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe0e3ec7-1ab4-4e2d-9889-3121bf23ab11 req-883a08a3-2574-42d1-8399-5f2fbbf4a7fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 May 29 01:27:37.449490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b0f6e-e065-4684-abb2-9a82e8244e3e req-b835e6ec-578d-4e50-a59f-c4a5e8c08dda tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:37.450841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d05b0f6e-e065-4684-abb2-9a82e8244e3e req-b835e6ec-578d-4e50-a59f-c4a5e8c08dda tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0830691 May 29 01:27:37.494955 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d05b0f6e-e065-4684-abb2-9a82e8244e3e req-49915cab-6650-44d4-8a38-98dcb4776da9 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387509 May 29 01:27:38.691294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf641de-a60c-44f7-8f5b-97e99948d3c2 req-18537afe-9a02-4e4f-b4bd-580e6f841509 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:38.692762 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-caf641de-a60c-44f7-8f5b-97e99948d3c2 req-18537afe-9a02-4e4f-b4bd-580e6f841509 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0756152 May 29 01:27:38.740645 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-caf641de-a60c-44f7-8f5b-97e99948d3c2 req-fd9a2b21-c24f-4721-a9ae-4137ddfeb472 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 May 29 01:27:38.932756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7608e-7e72-4f4b-ba01-8c7738a30a1f req-eb8326d4-da54-4147-a8ad-3764c455ab8d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:38.934168 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71d7608e-7e72-4f4b-ba01-8c7738a30a1f req-eb8326d4-da54-4147-a8ad-3764c455ab8d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0758753 May 29 01:27:38.977259 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71d7608e-7e72-4f4b-ba01-8c7738a30a1f req-a7184074-ee42-4303-bcd7-0d6217ff359a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 May 29 01:27:39.172980 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e2e2c768-997c-4ec2-8c83-ae5e79058c32 req-b4a2297d-fa99-4bb9-8d6a-b94e111976a3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716193 May 29 01:27:39.425969 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-8f161c66-e2fd-4f86-8342-7b673bb6405c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772808 May 29 01:27:39.493788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f15b-f13b-412e-b1db-9930d30cb812 req-25af6c87-f366-49f5-9d13-7088d00f5490 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:39.495349 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b328f15b-f13b-412e-b1db-9930d30cb812 req-25af6c87-f366-49f5-9d13-7088d00f5490 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0903864 May 29 01:27:39.546898 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b328f15b-f13b-412e-b1db-9930d30cb812 req-d8bf9ce4-6c77-4991-a504-f94c90e68d71 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 May 29 01:27:40.557174 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-89dcf7ca-3850-4996-83b4-62196c30e6a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 1098 time: 0.0886383 May 29 01:27:40.687883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-5c14de7a-b983-416a-9db5-9dadda303d2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:40.689356 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-5c14de7a-b983-416a-9db5-9dadda303d2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1266899 May 29 01:27:40.750608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c4f95-05ae-45b8-8f41-de137c6e5c37 req-b325a8aa-262c-4e06-bfbc-258f8cdebfd3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:40.752048 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ce7c4f95-05ae-45b8-8f41-de137c6e5c37 req-b325a8aa-262c-4e06-bfbc-258f8cdebfd3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0801218 May 29 01:27:40.756556 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-991535c1-cb00-44a8-86bb-cbed9ad79326 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 200 len: 217 time: 0.0617640 May 29 01:27:40.796997 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ce7c4f95-05ae-45b8-8f41-de137c6e5c37 req-5a6de4b6-34a8-405d-a0ff-ad94d2348d18 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 May 29 01:27:40.819284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-0fcf181c-b4e0-434d-a8ed-aaf66681c388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:40.820727 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-0fcf181c-b4e0-434d-a8ed-aaf66681c388 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0590732 May 29 01:27:40.871578 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-935ca28d-b290-4055-a39e-2ed1193d2739 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441742 May 29 01:27:40.999920 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-1e3a2573-399f-4104-afeb-dbbe4b75c8ba service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227386 May 29 01:27:41.128299 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-ae9e25b8-d39b-473b-8e34-6d760f9ecc6a service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227760 May 29 01:27:41.992098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8cad4-75ee-4572-83c4-b354e6afb71c req-f0de50dd-4d92-40c3-bd74-f0d85d061c67 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:41.993522 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b1d8cad4-75ee-4572-83c4-b354e6afb71c req-f0de50dd-4d92-40c3-bd74-f0d85d061c67 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0750797 May 29 01:27:42.038519 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b1d8cad4-75ee-4572-83c4-b354e6afb71c req-26d39468-1a0e-464f-83a5-33dbe210927f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 May 29 01:27:43.236384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd777-86d1-4043-a8fd-e2cd6e52ac98 req-77689d67-f88b-4882-9b43-64333bb0acf7 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:43.237820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e78dd777-86d1-4043-a8fd-e2cd6e52ac98 req-77689d67-f88b-4882-9b43-64333bb0acf7 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0790496 May 29 01:27:43.281691 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e78dd777-86d1-4043-a8fd-e2cd6e52ac98 req-e5b23e3b-c025-45dd-b29f-5e8a13b34bee tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384526 May 29 01:27:44.475333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a7f0-d2e0-46f3-aa45-924fef4d196a req-ac3594c9-4d3c-4c4b-98e0-b31397573169 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:44.476748 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d197a7f0-d2e0-46f3-aa45-924fef4d196a req-ac3594c9-4d3c-4c4b-98e0-b31397573169 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0750015 May 29 01:27:44.521285 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d197a7f0-d2e0-46f3-aa45-924fef4d196a req-2c2d7d7c-8aeb-438b-8e4c-db1c04b0eeef tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 May 29 01:27:45.715837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a452741-41eb-4d49-bc8d-b7c1bd9fdce5 req-0eb71ca4-7a8c-492f-aaaf-ffd5b3426c01 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:45.717296 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6a452741-41eb-4d49-bc8d-b7c1bd9fdce5 req-0eb71ca4-7a8c-492f-aaaf-ffd5b3426c01 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0776138 May 29 01:27:45.763030 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6a452741-41eb-4d49-bc8d-b7c1bd9fdce5 req-392f4e85-5f82-42e3-b1eb-d133eef832ec tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 May 29 01:27:46.813580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:27:46.957116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26a38b-4d09-461a-b6a3-bd598263ecc0 req-7b867c7c-10e8-4406-8623-84e9723cc6e2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:46.958547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db26a38b-4d09-461a-b6a3-bd598263ecc0 req-7b867c7c-10e8-4406-8623-84e9723cc6e2 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0753453 May 29 01:27:47.005627 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db26a38b-4d09-461a-b6a3-bd598263ecc0 req-76ed6109-1ac6-40f1-9e62-9563b9a62583 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 May 29 01:27:48.201830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526616-dadc-487c-a840-d7935372cdc1 req-de04b3cb-40ef-4c22-8945-707085824f3f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:48.203272 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8c526616-dadc-487c-a840-d7935372cdc1 req-de04b3cb-40ef-4c22-8945-707085824f3f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0763514 May 29 01:27:48.247476 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8c526616-dadc-487c-a840-d7935372cdc1 req-9b0fd7bc-f30f-45d0-b506-f64ad0efff77 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 May 29 01:27:49.447950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363e345-a92d-4811-b7af-cd6ef3aeff5b req-0622f53a-ce9a-4892-8fcf-c523835ae9ae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:49.449332 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6363e345-a92d-4811-b7af-cd6ef3aeff5b req-0622f53a-ce9a-4892-8fcf-c523835ae9ae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0780292 May 29 01:27:49.493268 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6363e345-a92d-4811-b7af-cd6ef3aeff5b req-42e9573b-ed97-4ed3-9306-67b2a41558ae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 May 29 01:27:50.691565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedc03-dc6f-4e40-ae44-e7273152c754 req-f3486ec8-ce88-4e5e-aab1-9e10220964cd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:50.693021 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d2cedc03-dc6f-4e40-ae44-e7273152c754 req-f3486ec8-ce88-4e5e-aab1-9e10220964cd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0749810 May 29 01:27:50.737127 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d2cedc03-dc6f-4e40-ae44-e7273152c754 req-8a6db798-edb3-4192-b0b1-06db17bffd43 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 May 29 01:27:51.949848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2899-a96f-4059-a9fe-0575bf1e702e req-0d6614a3-a0d1-46e2-9c46-5836d3253720 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:51.951277 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-546c2899-a96f-4059-a9fe-0575bf1e702e req-0d6614a3-a0d1-46e2-9c46-5836d3253720 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0777719 May 29 01:27:51.995818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-546c2899-a96f-4059-a9fe-0575bf1e702e req-09ae60aa-421a-494e-b8c1-27f9493385fd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 May 29 01:27:53.066499 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:27:53.189169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2eb3b-e7ec-4129-86db-9c3c6e708988 req-3eb4476f-ad22-4ce6-b593-492d4e3f65ae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:53.190607 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-46a2eb3b-e7ec-4129-86db-9c3c6e708988 req-3eb4476f-ad22-4ce6-b593-492d4e3f65ae tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0752521 May 29 01:27:53.238597 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-46a2eb3b-e7ec-4129-86db-9c3c6e708988 req-f4423ef1-9443-4e58-bd68-ea824bc49a16 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 May 29 01:27:54.505277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa8f36-2115-4cbe-be76-9d35f863cb0d req-88de76a2-b914-4988-838e-c3403ec2d137 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:54.506610 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5fa8f36-2115-4cbe-be76-9d35f863cb0d req-88de76a2-b914-4988-838e-c3403ec2d137 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.1435869 May 29 01:27:54.550746 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5fa8f36-2115-4cbe-be76-9d35f863cb0d req-0e146b7d-b3ab-4c0c-8439-2995566901d6 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 May 29 01:27:55.751552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669005b2-bd9b-424a-8188-7883eb13113f req-6be567cf-f2c1-4bdc-bf22-696da266354f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:55.753063 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-669005b2-bd9b-424a-8188-7883eb13113f req-6be567cf-f2c1-4bdc-bf22-696da266354f tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0801384 May 29 01:27:55.797883 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-669005b2-bd9b-424a-8188-7883eb13113f req-a4c10b4b-e018-48e9-b23e-0ad5a7bea40c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 May 29 01:27:56.992827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6293a-9bb3-490e-ad5d-47089b30c4b3 req-bfa9d301-3551-4587-baf5-b7111d674ec0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:56.994319 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-66e6293a-9bb3-490e-ad5d-47089b30c4b3 req-bfa9d301-3551-4587-baf5-b7111d674ec0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0741620 May 29 01:27:57.038473 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-66e6293a-9bb3-490e-ad5d-47089b30c4b3 req-61675d3f-424c-415c-90b5-18abfd2165f5 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381517 May 29 01:27:58.235839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57316842-9456-4df0-9a61-6490aa0b5542 req-378a3ba9-0afa-48b2-887a-7e3abd3b7d86 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:58.237305 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57316842-9456-4df0-9a61-6490aa0b5542 req-378a3ba9-0afa-48b2-887a-7e3abd3b7d86 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0780284 May 29 01:27:58.282412 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57316842-9456-4df0-9a61-6490aa0b5542 req-03f2df04-55c2-4a39-9c8f-5152185c06d0 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 May 29 01:27:59.479671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147a1d-1f53-4a56-90fe-bc49cf3c88f6 req-4fc5aca1-7612-4e63-a7d8-e759d141b0ee tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:27:59.481052 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4c147a1d-1f53-4a56-90fe-bc49cf3c88f6 req-4fc5aca1-7612-4e63-a7d8-e759d141b0ee tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0753164 May 29 01:27:59.533443 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4c147a1d-1f53-4a56-90fe-bc49cf3c88f6 req-3c3bb71e-e0d0-4cef-9654-4c16ec9e7bbd tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 May 29 01:28:00.727648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394bbe-5d1e-4f4f-8024-07e29786cad6 req-34dc8c3e-e7dd-44a9-af68-6c87be8b63f3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:00.729593 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1394bbe-5d1e-4f4f-8024-07e29786cad6 req-34dc8c3e-e7dd-44a9-af68-6c87be8b63f3 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0762665 May 29 01:28:00.773558 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a1394bbe-5d1e-4f4f-8024-07e29786cad6 req-ae963e53-58f3-4913-932f-2d9268f4548e tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382812 May 29 01:28:01.489745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8e24e6f8-4148-405f-8478-b9f204218cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:01.970151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a1e35-951e-42e5-bc26-425fcbea69a7 req-cd107334-1cbc-430a-a388-2b0395c7a07c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:01.971561 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e99a1e35-951e-42e5-bc26-425fcbea69a7 req-cd107334-1cbc-430a-a388-2b0395c7a07c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0784724 May 29 01:28:02.015658 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e99a1e35-951e-42e5-bc26-425fcbea69a7 req-aad1ad71-b762-43cb-8b65-c9576895f7df tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 May 29 01:28:03.212307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86207a33-3e99-4c91-babc-c609b652bc4f req-c7a7ce78-604b-4c38-8e9a-b971ed58a395 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:03.214793 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-86207a33-3e99-4c91-babc-c609b652bc4f req-c7a7ce78-604b-4c38-8e9a-b971ed58a395 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0766385 May 29 01:28:03.258736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-86207a33-3e99-4c91-babc-c609b652bc4f req-9b2913f8-1660-4489-bf56-a7f3a09aefb4 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381298 May 29 01:28:03.598774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3b92db70-0589-4998-bd60-1e55543b8e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:04.482807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf30d6-9e60-4f76-b225-b763fcf67194 req-d81bdfe1-9bd5-4788-a0f0-7d07216924a9 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:04.485251 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bcdf30d6-9e60-4f76-b225-b763fcf67194 req-d81bdfe1-9bd5-4788-a0f0-7d07216924a9 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0850959 May 29 01:28:04.533557 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bcdf30d6-9e60-4f76-b225-b763fcf67194 req-018a9819-0c4a-40dc-adac-9303397e8a40 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 May 29 01:28:04.620878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:05.456837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:05.734235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5b6cd-7472-4dd2-9eba-e47fc18891ce req-f47a213f-3aa2-46cc-b949-43f610d1928c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:05.735560 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dae5b6cd-7472-4dd2-9eba-e47fc18891ce req-f47a213f-3aa2-46cc-b949-43f610d1928c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0756915 May 29 01:28:05.782112 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dae5b6cd-7472-4dd2-9eba-e47fc18891ce req-94c2d420-6cec-4e5c-9fed-1e7a096bba7d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 May 29 01:28:06.174388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:07.129628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f7ea1-4ba8-4dbb-98a4-f86e32bb7a46 req-ddbb8e68-977d-4d35-b93f-16ee64a351f4 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:07.130994 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a90f7ea1-4ba8-4dbb-98a4-f86e32bb7a46 req-ddbb8e68-977d-4d35-b93f-16ee64a351f4 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0879452 May 29 01:28:07.175777 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a90f7ea1-4ba8-4dbb-98a4-f86e32bb7a46 req-f28fd883-1d7f-4725-a31e-690e13b4f574 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 May 29 01:28:07.924386 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-21742f08-76f4-41c1-afee-06adc6b9bf67 service neutron] 10.222.0.16 "GET /v2.0/ports/80b5135d-dd95-4b99-a810-8c60e79e2477/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.1660976 May 29 01:28:08.177493 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-f5ec85ba-5d8b-4c3b-8c5a-48676fe9822e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3&tenant_id=1fbdc97dba2044c08593783421e69518 HTTP/1.1" status: 200 len: 1098 time: 0.0704503 May 29 01:28:08.266710 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-885a812a-0980-4fa6-8328-17c2aeaf8b37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 1098 time: 0.0695899 May 29 01:28:08.398286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-f86c40b1-b7a0-4fdd-8709-0d6d355272e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:08.399711 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-f86c40b1-b7a0-4fdd-8709-0d6d355272e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1280584 May 29 01:28:08.449602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c47d-4728-4b82-b1a0-fc80077dfa53 req-6b5c50b5-80e6-4a78-8d69-b23204605687 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:08.450960 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09d9c47d-4728-4b82-b1a0-fc80077dfa53 req-6b5c50b5-80e6-4a78-8d69-b23204605687 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.1497424 May 29 01:28:08.469542 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-eea4124c-ec92-4bbf-ab2b-e5bde36c9bfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 200 len: 217 time: 0.0637670 May 29 01:28:08.499559 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-09d9c47d-4728-4b82-b1a0-fc80077dfa53 req-f3edce60-bc8a-46a9-b108-6382cce25306 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 May 29 01:28:08.534306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-cc80c578-048c-426d-8d0b-4df9fad3187b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:08.535719 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-cc80c578-048c-426d-8d0b-4df9fad3187b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0605989 May 29 01:28:08.579364 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-80abb914-2842-457f-a18f-adfa72258d24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376382 May 29 01:28:08.706540 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-33c954e3-bf7e-4897-b7f1-96d361a919d2 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212840 May 29 01:28:08.836928 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7bf5cae4-9e0a-4b2b-b98c-1d9faec059c5 req-61046d1a-7235-43d7-85a9-34bc669e7746 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248417 May 29 01:28:09.764238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd2b07-a737-4977-92fd-4408a4da237f req-17e0be2d-6561-4e81-9714-00408bdecf0b tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:09.766430 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7cfd2b07-a737-4977-92fd-4408a4da237f req-17e0be2d-6561-4e81-9714-00408bdecf0b tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.1436856 May 29 01:28:09.814936 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7cfd2b07-a737-4977-92fd-4408a4da237f req-107d2741-7c06-4d6e-91b2-fa37629ecb07 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 May 29 01:28:10.002721 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 80b5135d-dd95-4b99-a810-8c60e79e2477 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:28:10.131748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:10.144510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'network_id': '44f0d558-cc88-468a-8406-4bff87939b83', 'port_id': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'mac_address': 'fa:16:3e:a9:3f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7f6e64-a598-481f-9a88-087c49ded965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:28:10.200672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:10.217583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80b5135d-dd95-4b99-a810-8c60e79e2477 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:28:10.232457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:10.236599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:10.304264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:10.340531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['80b5135d-dd95-4b99-a810-8c60e79e2477'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:28:11.014899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cf1f5-bcb6-4272-9c8e-59e434b2a4a1 req-3d2cae19-1dc2-43da-997e-65f06399f4ba tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:11.016344 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-352cf1f5-bcb6-4272-9c8e-59e434b2a4a1 req-3d2cae19-1dc2-43da-997e-65f06399f4ba tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 944 time: 0.0787940 May 29 01:28:11.060454 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-352cf1f5-bcb6-4272-9c8e-59e434b2a4a1 req-72494527-35e7-4031-ae63-8eb509d0a942 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 May 29 01:28:12.021234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 80b5135d-dd95-4b99-a810-8c60e79e2477 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:12.090782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 80b5135d-dd95-4b99-a810-8c60e79e2477 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:12.091156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:12.206374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:12.232530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:28:12.242215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:12.246960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:12.263875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6839ba-9c85-4595-b7d2-c682c8557823 req-335ab3a8-fbb6-45dd-adc9-fa0f92ea0434 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:12.265356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5d6839ba-9c85-4595-b7d2-c682c8557823 req-335ab3a8-fbb6-45dd-adc9-fa0f92ea0434 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 944 time: 0.0791378 May 29 01:28:12.301404 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db74c7c-c13e-4703-a7d4-765544435595'] response: {'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'code': 200} May 29 01:28:12.312201 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5d6839ba-9c85-4595-b7d2-c682c8557823 req-ff315e19-3be8-466d-aa51-9abfd6d6e520 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 May 29 01:28:12.318294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:12.627022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-74f7ad90-f02e-404d-9c76-c69fb3d76956 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:12.627610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-74f7ad90-f02e-404d-9c76-c69fb3d76956 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Synchronizing usage tracker for tenant:1fbdc97dba2044c08593783421e69518 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:28:12.634743 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b40669-111f-4ffa-b6d7-be64b58e1df8 req-6cb24358-5974-4590-8b4b-b39e6de8d506 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:12.636267 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f2b40669-111f-4ffa-b6d7-be64b58e1df8 req-6cb24358-5974-4590-8b4b-b39e6de8d506 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0785630 May 29 01:28:12.641051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-74f7ad90-f02e-404d-9c76-c69fb3d76956 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Unset dirty status for tenant:1fbdc97dba2044c08593783421e69518 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:28:12.642178 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-74f7ad90-f02e-404d-9c76-c69fb3d76956 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3&tenant_id=1fbdc97dba2044c08593783421e69518&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.0947788 May 29 01:28:12.680730 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f2b40669-111f-4ffa-b6d7-be64b58e1df8 req-3ebd28c9-3429-4ff8-9ddd-b9cb2960c6b4 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 May 29 01:28:12.779082 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-a6dedd14-7a21-4667-88ec-a0465176d68f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 1098 time: 0.0713358 May 29 01:28:12.906601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-ef151f5c-e617-446a-b278-94121baadff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:12.907932 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-ef151f5c-e617-446a-b278-94121baadff8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1236794 May 29 01:28:12.971972 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-cc652256-0958-4803-81cb-09f499834895 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 200 len: 217 time: 0.0583842 May 29 01:28:13.033865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-24c8479d-8a5f-429a-a8e8-43ee0be33fa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:13.035215 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-24c8479d-8a5f-429a-a8e8-43ee0be33fa2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0581744 May 29 01:28:13.079615 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-1b150093-1faa-401f-a604-5aad4ade25b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386455 May 29 01:28:13.207083 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-f0b3ff87-1d1a-43f6-8568-24321d41da70 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222639 May 29 01:28:13.335719 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e6a79216-c9db-4758-b97d-dbb565db8ac8 req-e6e8c842-4e73-49ab-af43-393674b11f8f service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232483 May 29 01:28:13.882004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d588-4625-46aa-a112-5c174acc9db5 req-abd48bb1-3c65-4804-8e43-daab7f15797a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:13.883448 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fde4d588-4625-46aa-a112-5c174acc9db5 req-abd48bb1-3c65-4804-8e43-daab7f15797a tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0792925 May 29 01:28:13.932541 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fde4d588-4625-46aa-a112-5c174acc9db5 req-853eab6c-e823-4528-b551-b8ecdfc16d39 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 May 29 01:28:15.138882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c542eb-45b6-4c3b-aceb-e79a83904610 req-bb9dde6e-0b0d-44ac-9075-9b1211928b3c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:15.140336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90c542eb-45b6-4c3b-aceb-e79a83904610 req-bb9dde6e-0b0d-44ac-9075-9b1211928b3c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0751741 May 29 01:28:15.186238 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90c542eb-45b6-4c3b-aceb-e79a83904610 req-9cb62881-12d8-463e-82c0-03c4d0ba7aa4 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 May 29 01:28:15.386080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fd56e-2b69-49fb-b684-d0118c49cddd req-e10cc85d-78a5-4700-a9fd-f1056e15b03d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:15.387499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a62fd56e-2b69-49fb-b684-d0118c49cddd req-e10cc85d-78a5-4700-a9fd-f1056e15b03d tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0810065 May 29 01:28:15.508701 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a62fd56e-2b69-49fb-b684-d0118c49cddd req-88e24bf9-62c2-41fa-ae0b-5dc10cfdbb68 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156697 May 29 01:28:15.518846 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-f66199a3-9815-472a-b540-d4367336dc90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717583 May 29 01:28:15.710265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30fb85-4868-4662-8a4d-2832f910f2a6 req-f439b4c2-38df-4bf4-8871-c26e46c64036 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:15.711703 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0c30fb85-4868-4662-8a4d-2832f910f2a6 req-f439b4c2-38df-4bf4-8871-c26e46c64036 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0787404 May 29 01:28:15.749568 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-74962f44-6395-4aab-a8d9-55fd02bccd8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fbdc97dba2044c08593783421e69518&device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 1098 time: 0.1621964 May 29 01:28:15.757036 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0c30fb85-4868-4662-8a4d-2832f910f2a6 req-406343e8-9187-4d5d-9524-036fb6a0fb22 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 May 29 01:28:15.897481 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-e39304f0-7cca-4f66-8e94-614440b34c3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:15.898921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-e39304f0-7cca-4f66-8e94-614440b34c3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 200 len: 914 time: 0.1306281 May 29 01:28:15.970501 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-639b8569-55df-4956-8766-892a056276cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 200 len: 217 time: 0.0658257 May 29 01:28:16.039816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-c47601da-755e-4fed-9c8f-1f575328add4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:16.041467 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-c47601da-755e-4fed-9c8f-1f575328add4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 200 len: 853 time: 0.0591671 May 29 01:28:16.086454 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-88d622f1-5016-4e4e-81a6-5189599ce070 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f0d558-cc88-468a-8406-4bff87939b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382373 May 29 01:28:16.220937 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-067f349e-7003-4eaf-82d9-d426284a9a17 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275363 May 29 01:28:16.344144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641381ca-2521-4ffb-919d-c6ac1d2dee9e req-e6587dce-e96c-43ab-9a92-e6dd94083cc9 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:16.345486 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-641381ca-2521-4ffb-919d-c6ac1d2dee9e req-e6587dce-e96c-43ab-9a92-e6dd94083cc9 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0796130 May 29 01:28:16.355421 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6cd0f16a-cbbe-4c02-aa1a-f2a1191788fd req-98ae106d-8f42-4457-a792-979cd53caf88 service neutron] 10.222.0.16 "GET /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280463 May 29 01:28:16.390215 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-641381ca-2521-4ffb-919d-c6ac1d2dee9e req-34595a00-66bd-456e-abc8-fd1791edd207 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 May 29 01:28:16.853569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:17.583201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc7c8-00dd-43e6-92cc-7e2139361b7a req-1909afd5-bf4c-4046-bb77-21cfcb815c0c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:17.584663 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-daabc7c8-00dd-43e6-92cc-7e2139361b7a req-1909afd5-bf4c-4046-bb77-21cfcb815c0c tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0741744 May 29 01:28:17.632430 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-daabc7c8-00dd-43e6-92cc-7e2139361b7a req-ef514fb3-a883-4461-b614-2dc6605df592 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/security-groups?id=169c013c-0043-4920-b01d-7ae67ef89e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 May 29 01:28:17.917507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-784a55db-8a36-449d-a55b-51376ad7abea tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:17.918919 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-784a55db-8a36-449d-a55b-51376ad7abea tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 945 time: 0.0789423 May 29 01:28:17.983371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Deleting port 80b5135d-dd95-4b99-a810-8c60e79e2477 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:28:17.983986 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:18.220530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] For port 80b5135d-dd95-4b99-a810-8c60e79e2477, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=80b5135d-dd95-4b99-a810-8c60e79e2477,segment=NetworkSegment(cf06c88a-483f-4fea-a517-8579cbb6701b),segment_id=cf06c88a-483f-4fea-a517-8579cbb6701b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:18.220885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:18.339020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Calling delete_port for 80b5135d-dd95-4b99-a810-8c60e79e2477 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:28:18.474346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:18.485703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['80b5135d-dd95-4b99-a810-8c60e79e2477'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:28:18.522801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Pushing event deleted for resources: {'Port': ['ID=80b5135d-dd95-4b99-a810-8c60e79e2477,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:18.564074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.564416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.564751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.565085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.565411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.565734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.566056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.566375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.566695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.567011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.567328 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:18.607550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] No DVR routers for this DVR port 80b5135d-dd95-4b99-a810-8c60e79e2477 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:28:18.610080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:18.612502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'name': 'network-vif-deleted', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:28:18.627863 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-16bc650d-70ae-4611-bc3b-94c2938ce94b req-ebf1a727-9ea4-455f-9af6-76ce2417df47 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.16 "DELETE /v2.0/ports/80b5135d-dd95-4b99-a810-8c60e79e2477 HTTP/1.1" status: 204 len: 173 time: 0.7043626 May 29 01:28:18.750821 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa018d2-7f57-4311-b8d3-baa92bf15622'] response: {'server_uuid': 'b694a405-abe7-481e-bb78-b0debd9b5df3', 'name': 'network-vif-deleted', 'tag': '80b5135d-dd95-4b99-a810-8c60e79e2477', 'status': 'completed', 'code': 200} May 29 01:28:18.804956 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-50bb41bb-7d30-4705-ae25-9a56d0e9a63c req-4136edbd-acd9-4f8b-96b2-468d4b5844c4 tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] 10.222.0.33 "GET /v2.0/ports?device_id=b694a405-abe7-481e-bb78-b0debd9b5df3 HTTP/1.1" status: 200 len: 210 time: 0.0432649 May 29 01:28:20.062537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34012) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:20.122180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Deleting subnet 6d7f6e64-a598-481f-9a88-087c49ded965 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:28:20.124928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.176924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.231756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.297564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.338291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7f6e64-a598-481f-9a88-087c49ded965,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:20.349201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.352022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.352368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.352909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.353245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.353571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.353895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.354214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.354533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.354848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.355160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.355471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:20.361473 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-11d6eb88-ea6d-41ed-9a5e-d2717ccff86f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6d7f6e64-a598-481f-9a88-087c49ded965 HTTP/1.1" status: 204 len: 168 time: 0.2979474 May 29 01:28:20.363837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34016) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:20.467549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.586543 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.610772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f0d558-cc88-468a-8406-4bff87939b83']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:20.622889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf06c88a-483f-4fea-a517-8579cbb6701b') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:20.623184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf06c88a-483f-4fea-a517-8579cbb6701b') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:20.634591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.650112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.656528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:28:20.656989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:28:20.669999 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:28:20.748174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.764962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:20.775033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f0d558-cc88-468a-8406-4bff87939b83,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:20.783248 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5dbe9a53-9872-4ac6-b485-e306ebb410d0 admin admin] 10.222.0.33 "DELETE /v2.0/networks/44f0d558-cc88-468a-8406-4bff87939b83 HTTP/1.1" status: 204 len: 168 time: 0.4184058 May 29 01:28:20.914945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34022) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:20.964655 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-80bc441d-092c-4f59-bbfc-7cd2d36f9d68 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1fbdc97dba2044c08593783421e69518&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479679 May 29 01:28:20.967017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34026) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:21.027181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f450bc80-9584-4484-91d9-69242d52ca6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:21.055147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f450bc80-9584-4484-91d9-69242d52ca6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:21.112195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f450bc80-9584-4484-91d9-69242d52ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:21.129144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450bc80-9584-4484-91d9-69242d52ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c013c-0043-4920-b01d-7ae67ef89e1c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:21.138273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f450bc80-9584-4484-91d9-69242d52ca6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:21.139386 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f450bc80-9584-4484-91d9-69242d52ca6b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/169c013c-0043-4920-b01d-7ae67ef89e1c HTTP/1.1" status: 204 len: 168 time: 0.1714463 May 29 01:28:21.966802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34048) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:22.064807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 80b5135d-dd95-4b99-a810-8c60e79e2477 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:28:22.096210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-829242370-network', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:22.098060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 80b5135d-dd95-4b99-a810-8c60e79e2477 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:28:22.098407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 80b5135d-dd95-4b99-a810-8c60e79e2477 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:28:22.100760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:22.104677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Usage tracker for resource:network and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:22.107490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:22.113902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:22.124407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Made reservation on behalf of 7106249eae484cf6bf934cb8527f05b3 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:28:22.126608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.139149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.170486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:22.174306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:22.177153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:22.183520 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:22.247393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.250836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.279689 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:28:22.289539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e467331-03a2-47d9-9b35-1c8b3a3a40f7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:22.295571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.295962 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Added segment e6151b89-6de9-4257-a275-8dd7fdbe01ef of type vlan for network d12371af-425d-4287-91e1-b5ccbe0a7e83 May 29 01:28:22.321828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.349330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.350101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:22.350713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.452155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d12371af-425d-4287-91e1-b5ccbe0a7e83,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:22.455433 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-30efb5d3-218e-400b-acb0-03b6844b27e0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4876163 May 29 01:28:22.458531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34054) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:22.463168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:28:22.463879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Request body: {'subnet': {'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-829242370-subnet', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:22.468851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:22.472842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Usage tracker for resource:subnet and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:22.475702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:22.482513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:22.492465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Made reservation on behalf of 7106249eae484cf6bf934cb8527f05b3 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:28:22.495609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.782977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.853940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff79d47-6d24-4a6a-8035-52c884a415ff,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:22.868675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Checking segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:28:22.869096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Network hostable DHCP agents. Network: d12371af-425d-4287-91e1-b5ccbe0a7e83, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:28:22.891257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:28:22.902169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, d12371af-425d-4287-91e1-b5ccbe0a7e83) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:28:22.909042 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:22.909379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.911204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818e169-08f9-472c-bc2c-14592a340d31 None None] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:28:22.931953 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0df39258-674d-4637-b140-948a963d0b26 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4722764 May 29 01:28:22.934407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34058) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:22.939510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:22.944622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:22.948627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Usage tracker for resource:router and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:22.951484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:22.957275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:22.968923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.969923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:22.994729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.145946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.162222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-d12371af-425d-4287-91e1-b5ccbe0a7e83', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:28:23.163181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.320645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Allocated IP 172.20.0.2 (d12371af-425d-4287-91e1-b5ccbe0a7e83/6ff79d47-6d24-4a6a-8035-52c884a415ff/5e0194ec-f610-4675-bb28-68e083149ed1) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:28:23.335019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.370180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.512029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Allocated IP 172.26.5.192 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/c587d9bb-6923-4984-a4a6-16a8f54a0d4f) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:28:23.535809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.546429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Transition to ACTIVE for port object 5e0194ec-f610-4675-bb28-68e083149ed1 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:28:23.565798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Transition to ACTIVE for port object 5e0194ec-f610-4675-bb28-68e083149ed1 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:28:23.570662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.644286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Pushing event updated for resources: {'Port': ['ID=5e0194ec-f610-4675-bb28-68e083149ed1,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:23.647532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:28:23.648950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:28:23.651364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:28:23.678527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.708498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.737431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Attempting to bind port 5e0194ec-f610-4675-bb28-68e083149ed1 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:28:23.737707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Attempting to bind port 5e0194ec-f610-4675-bb28-68e083149ed1 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:28:23.738000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Attempting to bind port 5e0194ec-f610-4675-bb28-68e083149ed1 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:28:23.746826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:28:23.747294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Checking segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:28:23.747769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.748191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Bound using segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:28:23.748661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Bound port: 5e0194ec-f610-4675-bb28-68e083149ed1, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:28:23.749033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.788678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:28:23.789422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:23.792821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:28:23.794833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:28:23.847314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] For port 5e0194ec-f610-4675-bb28-68e083149ed1, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:28:23.850536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] For port 5e0194ec-f610-4675-bb28-68e083149ed1, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5e0194ec-f610-4675-bb28-68e083149ed1,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:28:23.855857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.942258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83091e5a-e6cf-452d-b650-53ee1510f10d None None] Pushing event updated for resources: {'Port': ['ID=5e0194ec-f610-4675-bb28-68e083149ed1,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:23.964641 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:23.965376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:24.211032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:28:24.422914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:28:24.435919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:28:24.449821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:28:24.450445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:28:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:24.453367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:24.454736 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-576edbe4-bc8c-4ab9-beb2-d072c3a33bc2 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5194147 May 29 01:28:24.457556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34062) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:24.634634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:28:24.850444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076aa190-cad2-4630-b3a9-1b35f786e60f None None] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:28:24.986850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-23a6dde3-ee43-424a-9dbd-e2a6222ecf59 None None] Provisioning for port 5e0194ec-f610-4675-bb28-68e083149ed1 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:28:25.169909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:23Z', 'revision_number': 3, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:25.176039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:28:25.176482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Updating router da8eacc5-d282-4e8f-959b-79bcd9457a50 port c587d9bb-6923-4984-a4a6-16a8f54a0d4f binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:28:25.236643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.308626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.523800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Allocated IP 172.20.0.1 (d12371af-425d-4287-91e1-b5ccbe0a7e83/6ff79d47-6d24-4a6a-8035-52c884a415ff/3ff8cdaa-c4ba-45b9-b292-75d0e4905937) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:28:25.582796 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.594742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Transition to ACTIVE for port object c587d9bb-6923-4984-a4a6-16a8f54a0d4f will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:28:25.604687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.653597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5e0194ec-f610-4675-bb28-68e083149ed1 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:25.679800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.695393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Transition to ACTIVE for port object 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:28:25.720534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.739077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Attempting to bind port c587d9bb-6923-4984-a4a6-16a8f54a0d4f on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:28:25.739445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Attempting to bind port c587d9bb-6923-4984-a4a6-16a8f54a0d4f by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:28:25.739806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Attempting to bind port c587d9bb-6923-4984-a4a6-16a8f54a0d4f on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:28:25.743200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Pushing event updated for resources: {'Port': ['ID=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:25.756666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.757020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.757357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.757692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.758024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.758350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.759384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.759384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.759609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.759887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.760244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:25.765406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:28:25.765783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:28:25.766544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.766544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:28:25.767016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Bound port: c587d9bb-6923-4984-a4a6-16a8f54a0d4f, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:28:25.767391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.789277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:28:25.793028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:28:25.795361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:28:25.832606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:25.840335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 5e0194ec-f610-4675-bb28-68e083149ed1 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:28:25.851625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5e0194ec-f610-4675-bb28-68e083149ed1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:25.852036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.861795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.891145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] For port c587d9bb-6923-4984-a4a6-16a8f54a0d4f, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:28:25.913582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] For port c587d9bb-6923-4984-a4a6-16a8f54a0d4f, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:28:25.922736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:25.947353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.039106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df6825-1d88-432e-bdb7-964535aa238c None None] Pushing event updated for resources: {'Port': ['ID=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:26.060686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:28:26.061302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:28:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:26.174765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.179651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.195557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.235468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-925853d2-fb12-4c65-926d-5b1daccfee5a None None] Provisioning for port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:28:26.251682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-925853d2-fb12-4c65-926d-5b1daccfee5a None None] Provisioning complete for port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:26.252075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-925853d2-fb12-4c65-926d-5b1daccfee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.285994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.289384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:26.299710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 5e0194ec-f610-4675-bb28-68e083149ed1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5e0194ec-f610-4675-bb28-68e083149ed1,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:26.312488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.367398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-925853d2-fb12-4c65-926d-5b1daccfee5a None None] Port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:28:26.386578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:28:26.499426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=5e0194ec-f610-4675-bb28-68e083149ed1,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:26.514490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:28:26.515633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:28:26.758541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 1, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:26.763099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e13eb-a548-496b-844c-02d1f9c349dd None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 1, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:28:26.804308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-acbc3fd7-1ef1-4e07-a5e0-ec549a165661 None None] Provisioning complete for port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:26.804771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-acbc3fd7-1ef1-4e07-a5e0-ec549a165661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:26.859575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-acbc3fd7-1ef1-4e07-a5e0-ec549a165661 None None] Port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:28:26.937799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:28:27.141828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:28:27.159707 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3e953142-ae49-48f7-b313-468232d296a2 admin admin] 10.222.0.33 "PUT /v2.0/routers/da8eacc5-d282-4e8f-959b-79bcd9457a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7004638 May 29 01:28:27.539120 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34072) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:27.545240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422391869', 'description': 'tempest-description--325714512'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:27.551610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:27.557037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:security_group and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:27.560223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:27.568170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:27.580683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.618949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:27.622967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:security_group_rule and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:27.625955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:27.641586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:27.684533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c587d9bb-6923-4984-a4a6-16a8f54a0d4f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:27.704903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.708911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.752789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:27.756709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c587d9bb-6923-4984-a4a6-16a8f54a0d4f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:28:27.758954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.760800 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4dfde799-fec0-4ca4-98f4-44467804c263 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2200654 May 29 01:28:27.763557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c587d9bb-6923-4984-a4a6-16a8f54a0d4f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:27.764037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:27.764414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.769745 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'security_group_rule': {'security_group_id': 'bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:27.777287 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:27.781561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:security_group_rule and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:27.784819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:27.790883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:27.807342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.874339 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.878450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.888655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.905486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb90c324-f148-491b-b5f6-641c4fb6d412,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:27.916527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.918511 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7b50d435-7c4e-4e31-8037-faf29d3edb7b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1537027 May 29 01:28:27.921285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34080) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:27.921567 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port c587d9bb-6923-4984-a4a6-16a8f54a0d4f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:27.926289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:27.927284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5e0194ec-f610-4675-bb28-68e083149ed1 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:27.927858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'security_group_rule': {'security_group_id': 'bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:27.935145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:27.939194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:security_group_rule and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:27.942465 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:27.949509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:27.966665 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.026819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.030369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.044059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:28.050571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5190c841-ef51-4f5f-80a2-c0ad62894a9d,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:28.059073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 5e0194ec-f610-4675-bb28-68e083149ed1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:28.059357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.062223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.063378 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-45092f77-e286-433e-8515-7c65f9879187 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1403978 May 29 01:28:28.066395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34084) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:28.071498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:28.077012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:28.081061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:floatingip and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:28:28.083898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:28:28.090225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:28.100787 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.235505 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.369557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Allocated IP 172.26.5.226 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/e53b66b1-6ca6-46a8-adc9-dea6c20dfd60) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:28:28.511203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.537484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.601331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:28:28.604726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:28:28.608395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:28:28.640428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'Port': ['ID=e53b66b1-6ca6-46a8-adc9-dea6c20dfd60,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:28.767037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:28.916398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:29.114319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:29.119035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:29.223073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'Port': ['ID=e53b66b1-6ca6-46a8-adc9-dea6c20dfd60,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:29.236992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:29.258069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:29.259464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2303b29f-885e-47f1-af19-4bb4fe31b951 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1921453 May 29 01:28:29.436238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-540b725e-94cd-4667-8bb6-2e3e353f8333 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:28:29.452064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-540b725e-94cd-4667-8bb6-2e3e353f8333 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:28:29.453180 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-540b725e-94cd-4667-8bb6-2e3e353f8333 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--422391869&fields=id&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 267 time: 0.0584593 May 29 01:28:29.598186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178670-16ee-4eb9-8702-a52780ac8011 req-09b4aff6-2694-491d-8a1a-cec9af4c25cf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:29.598875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-09b4aff6-2694-491d-8a1a-cec9af4c25cf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:28:29.601426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c587d9bb-6923-4984-a4a6-16a8f54a0d4f up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:29.617082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-09b4aff6-2694-491d-8a1a-cec9af4c25cf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:28:29.618219 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-09b4aff6-2694-491d-8a1a-cec9af4c25cf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.1584249 May 29 01:28:29.634247 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-d05b8aad-cf94-4d4d-b23d-e1d411dd5bf9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/quotas/7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 375 time: 0.0104966 May 29 01:28:29.669524 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c587d9bb-6923-4984-a4a6-16a8f54a0d4f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:29.669895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:29.719373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-096fd67b-4b4b-4890-8564-9e61a98ece45 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:28:29.737789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-096fd67b-4b4b-4890-8564-9e61a98ece45 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:28:29.739418 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-096fd67b-4b4b-4890-8564-9e61a98ece45 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999575 May 29 01:28:29.875826 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-21d977c8-aeab-40f4-ad88-dbd188607a57 service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241710 May 29 01:28:30.009552 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-f161c38e-449f-452a-9a33-63820556d6ac service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280887 May 29 01:28:30.066553 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:28:30.199390 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-730df474-e18a-4410-a515-de83ac78179a req-e54e7504-aa5e-4979-a40d-73e778dd26c5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 210 time: 0.0419648 May 29 01:28:31.270723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178670-16ee-4eb9-8702-a52780ac8011 req-48fd28e0-8826-4941-87a9-d0d77ad49694 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:31.272146 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-48fd28e0-8826-4941-87a9-d0d77ad49694 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.2316008 May 29 01:28:31.338117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-af71c84b-7f45-4521-8f1b-6686790cd061 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:28:31.349551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-20178670-16ee-4eb9-8702-a52780ac8011 req-af71c84b-7f45-4521-8f1b-6686790cd061 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:28:31.350657 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-af71c84b-7f45-4521-8f1b-6686790cd061 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 379 time: 0.0585301 May 29 01:28:31.359534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'port': {'device_id': '52be827b-a39b-4765-9b28-f542a9ec2287', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'admin_state_up': True, 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'security_groups': ['bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:31.364129 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a398a5fa-8773-46ce-be82-12ad123cc1be req-7ef4c52b-3317-4f53-9256-c756181744ff tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 210 time: 0.0401936 May 29 01:28:31.490872 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c61fc120-5b4b-4e50-8bf8-4df332a0038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:31.493357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:28:31.502776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:28:31.512908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Made reservation on behalf of 7106249eae484cf6bf934cb8527f05b3 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:28:31.515901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:31.671953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Allocated IP 172.20.0.9 (d12371af-425d-4287-91e1-b5ccbe0a7e83/6ff79d47-6d24-4a6a-8035-52c884a415ff/084ce4d2-9a4d-4843-bad5-6081e57392ad) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:28:31.859044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:31.874203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Transition to ACTIVE for port object 084ce4d2-9a4d-4843-bad5-6081e57392ad will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:28:31.895577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:31.966539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:28:31.969616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:28:31.973959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:28:32.002211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'Port': ['ID=084ce4d2-9a4d-4843-bad5-6081e57392ad,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:32.035552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:32.036175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.062133 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-432d04d3-4154-48b8-81b3-79e20851c14f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7062476 May 29 01:28:32.072809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Request body: {'port': {'device_id': '52be827b-a39b-4765-9b28-f542a9ec2287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:32.187270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.222004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5ce8aa8b-df76-4e8c-a3b0-1b8c87666151 None None] Provisioning for port 084ce4d2-9a4d-4843-bad5-6081e57392ad completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:28:32.227472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5ce8aa8b-df76-4e8c-a3b0-1b8c87666151 None None] Provisioning complete for port 084ce4d2-9a4d-4843-bad5-6081e57392ad triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:32.227851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ce8aa8b-df76-4e8c-a3b0-1b8c87666151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.280160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8aa8b-df76-4e8c-a3b0-1b8c87666151 None None] Port 084ce4d2-9a4d-4843-bad5-6081e57392ad cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:28:32.526439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084ce4d2-9a4d-4843-bad5-6081e57392ad {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:28:32.533831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.549011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Transition to ACTIVE for port object 084ce4d2-9a4d-4843-bad5-6081e57392ad will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:28:32.552300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.567654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407218-fc13-4df7-8b8f-2a05eac9b023 req-3783daca-ab86-4ef3-9f71-17af3c0b2345 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:32.569156 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca407218-fc13-4df7-8b8f-2a05eac9b023 req-3783daca-ab86-4ef3-9f71-17af3c0b2345 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 931 time: 0.0804925 May 29 01:28:32.618636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca407218-fc13-4df7-8b8f-2a05eac9b023 req-9cbfd00f-6000-4b78-9c42-86adbed07c24 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 May 29 01:28:32.688574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=084ce4d2-9a4d-4843-bad5-6081e57392ad,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:32.793253 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Attempting to bind port 084ce4d2-9a4d-4843-bad5-6081e57392ad on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:28:32.793584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Attempting to bind port 084ce4d2-9a4d-4843-bad5-6081e57392ad by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:28:32.793908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Attempting to bind port 084ce4d2-9a4d-4843-bad5-6081e57392ad on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:28:32.799830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Port 084ce4d2-9a4d-4843-bad5-6081e57392ad on network d12371af-425d-4287-91e1-b5ccbe0a7e83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:28:32.800179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Attempting to bind port 084ce4d2-9a4d-4843-bad5-6081e57392ad on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:28:32.806343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:28:32.806673 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Checking segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:28:32.807047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Bound using segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:28:32.807464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Bound port: 084ce4d2-9a4d-4843-bad5-6081e57392ad, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:28:32.807805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.896962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] For port 084ce4d2-9a4d-4843-bad5-6081e57392ad, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:28:32.900490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] For port 084ce4d2-9a4d-4843-bad5-6081e57392ad, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:28:32.904302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.968058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:32.969397 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 200 len: 1093 time: 0.9008939 May 29 01:28:32.969821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:28:32.987498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591a447-a352-40af-a3fd-6b8dad95a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=084ce4d2-9a4d-4843-bad5-6081e57392ad,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:33.040167 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e38b05f-bf92-4122-816d-9e79ce5d422c'] response: {'name': 'network-changed', 'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'status': 'completed', 'code': 200} May 29 01:28:33.081869 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-661ef620-9c4b-46a3-bb47-2039e69e5be4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 1096 time: 0.0775754 May 29 01:28:33.153777 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-9da02b89-bdcc-43dd-90f1-32023e4dbc1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 200 len: 217 time: 0.0658967 May 29 01:28:33.302123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178670-16ee-4eb9-8702-a52780ac8011 req-85a59be3-67f5-4adb-af54-b418f1c46adb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:33.303460 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-85a59be3-67f5-4adb-af54-b418f1c46adb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.1444533 May 29 01:28:33.376968 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-840c12a7-b9ac-4446-a505-e1ff9797bcdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677559 May 29 01:28:33.503454 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-d1c50424-701a-43cd-a26c-5416061dd86b service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209457 May 29 01:28:33.599847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f637973e-9d3d-4624-a096-f7b1f5ca553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:33.633141 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20178670-16ee-4eb9-8702-a52780ac8011 req-3ae21bf9-a99c-48e3-ae1d-cedc66ba5d28 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244657 May 29 01:28:33.749566 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c98af6d8-136b-493e-9f8e-375b69118851 req-486e896b-0bf3-45e0-865b-d31e2edf7950 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 1096 time: 0.0733447 May 29 01:28:33.818841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff6c11-98db-4673-9a6a-bf31b9243236 req-47ac4b3f-c651-45da-92da-ca7deb369984 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:33.820224 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9ff6c11-98db-4673-9a6a-bf31b9243236 req-47ac4b3f-c651-45da-92da-ca7deb369984 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0769711 May 29 01:28:33.874603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9ff6c11-98db-4673-9a6a-bf31b9243236 req-11b5b43e-acd8-45db-814f-b2f51069feb9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484314 May 29 01:28:33.883007 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98af6d8-136b-493e-9f8e-375b69118851 req-591daeb6-b1c3-4ba8-8ad2-2690e85452d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:33.885292 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c98af6d8-136b-493e-9f8e-375b69118851 req-591daeb6-b1c3-4ba8-8ad2-2690e85452d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1304269 May 29 01:28:33.955803 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c98af6d8-136b-493e-9f8e-375b69118851 req-1e9524e4-0d99-496f-b3a5-7fea298334ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 200 len: 217 time: 0.0641003 May 29 01:28:34.019693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98af6d8-136b-493e-9f8e-375b69118851 req-82ef1761-3ab3-41bd-b262-3838196ba96c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:34.021155 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c98af6d8-136b-493e-9f8e-375b69118851 req-82ef1761-3ab3-41bd-b262-3838196ba96c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0603583 May 29 01:28:34.091920 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c98af6d8-136b-493e-9f8e-375b69118851 req-3052154c-96ca-4b30-ad69-d737d2aa8ab6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652430 May 29 01:28:34.220797 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c98af6d8-136b-493e-9f8e-375b69118851 req-e00f1464-91d9-4bbf-9fb9-9ea666427c99 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231010 May 29 01:28:34.348660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c98af6d8-136b-493e-9f8e-375b69118851 req-e4bda9dd-c2ca-4def-b62b-54f7582ae747 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221333 May 29 01:28:34.623095 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:35.072275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483879e3-5776-4e09-bbc2-225794f6936b req-56c7d6a2-64c9-4338-b996-158364d0dfed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:35.073686 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-483879e3-5776-4e09-bbc2-225794f6936b req-56c7d6a2-64c9-4338-b996-158364d0dfed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0753140 May 29 01:28:35.118273 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-483879e3-5776-4e09-bbc2-225794f6936b req-570b1ea7-566a-4ab8-adb3-49a05d7c36bf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 May 29 01:28:35.458163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:36.126041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 084ce4d2-9a4d-4843-bad5-6081e57392ad details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:28:36.229067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:36.275373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 084ce4d2-9a4d-4843-bad5-6081e57392ad, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:36.288622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'mac_address': 'fa:16:3e:c9:58:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:28:36.340578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29008e7c-e1ad-4307-b664-39b6c918fe05 req-7541e4ba-e65b-4697-87c9-926db94a7b92 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:36.342006 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29008e7c-e1ad-4307-b664-39b6c918fe05 req-7541e4ba-e65b-4697-87c9-926db94a7b92 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0920382 May 29 01:28:36.344587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:36.362164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084ce4d2-9a4d-4843-bad5-6081e57392ad {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:28:36.377456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 084ce4d2-9a4d-4843-bad5-6081e57392ad, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:36.380793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:36.389361 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29008e7c-e1ad-4307-b664-39b6c918fe05 req-02801e34-b7a2-4e26-9e7c-1b01a2176d1f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416555 May 29 01:28:36.448423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=084ce4d2-9a4d-4843-bad5-6081e57392ad,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:36.678586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['084ce4d2-9a4d-4843-bad5-6081e57392ad'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:28:37.592029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ec188-70f8-4327-b991-c1f1859c987c req-41c169ae-5dd9-42cd-8eef-a438d5dd022f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:37.593458 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9c1ec188-70f8-4327-b991-c1f1859c987c req-41c169ae-5dd9-42cd-8eef-a438d5dd022f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 944 time: 0.0861423 May 29 01:28:37.637130 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9c1ec188-70f8-4327-b991-c1f1859c987c req-1be7a264-090a-44b7-9a2f-5e0ec13128e2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 May 29 01:28:38.140917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 084ce4d2-9a4d-4843-bad5-6081e57392ad up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:38.221535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 084ce4d2-9a4d-4843-bad5-6081e57392ad completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:28:38.225992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 084ce4d2-9a4d-4843-bad5-6081e57392ad triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:38.226355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:38.338630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:38.395557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:28:38.405905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 084ce4d2-9a4d-4843-bad5-6081e57392ad, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:38.409906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:38.451288 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04d15ff-f279-4654-bc44-19ba4f2dca53'] response: {'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'code': 200} May 29 01:28:38.477503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=084ce4d2-9a4d-4843-bad5-6081e57392ad,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:38.685953 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ccab660d-eafa-4687-878a-15c877607e37 req-a0b9ba63-8b9b-44e3-9c21-fd266c5c29d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 1098 time: 0.0717680 May 29 01:28:38.727871 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ccab660d-eafa-4687-878a-15c877607e37 req-175b14bc-3e52-4a3b-a270-f344358bffc4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359964 May 29 01:28:38.844712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88947e5a-ae41-41ab-9d62-5c01c3c73645 req-a231aef0-b341-4901-9c64-0a828a55b6b1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:38.846263 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-88947e5a-ae41-41ab-9d62-5c01c3c73645 req-a231aef0-b341-4901-9c64-0a828a55b6b1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0851753 May 29 01:28:38.895497 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-88947e5a-ae41-41ab-9d62-5c01c3c73645 req-b912bd9b-685d-4047-81ef-6660175e5124 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402703 May 29 01:28:40.095372 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521494f-803a-4834-ae9b-6b86bd690c00 req-0edf4019-f702-4080-98ae-b775544f0be3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:40.096814 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b521494f-803a-4834-ae9b-6b86bd690c00 req-0edf4019-f702-4080-98ae-b775544f0be3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0772753 May 29 01:28:40.144779 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b521494f-803a-4834-ae9b-6b86bd690c00 req-1b188b5f-8d99-425e-82b4-c7535bcc3618 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419233 May 29 01:28:40.256823 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:28:40.268720 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:28:40.269307 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:28:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:40.439369 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:28:40.733364 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:26Z', 'revision_number': 2, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:40.737349 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:28:40.737690 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Updating router da8eacc5-d282-4e8f-959b-79bcd9457a50 port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:28:40.789628 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.110896 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.123217 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Transition to ACTIVE for port object 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:28:41.129935 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.252038 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Pushing event updated for resources: {'Port': ['ID=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:41.265956 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.266625 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.266625 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.266995 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.267249 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.267568 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.267887 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.268228 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.268544 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.268859 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.269171 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:28:41.357542 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Attempting to bind port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:28:41.358319 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Attempting to bind port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:28:41.358933 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Attempting to bind port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:28:41.365977 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:28:41.366332 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Checking segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:28:41.366716 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.367101 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Bound using segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:28:41.368288 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Bound port: 3ff8cdaa-c4ba-45b9-b292-75d0e4905937, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:28:41.368635 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.448118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1792419-5dfc-4c44-94c0-2a877dd9d724 req-eaee485f-bd8d-4966-a18f-6d44339b1269 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:41.449564 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e1792419-5dfc-4c44-94c0-2a877dd9d724 req-eaee485f-bd8d-4966-a18f-6d44339b1269 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.1726751 May 29 01:28:41.457797 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] For port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:28:41.460719 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] For port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:28:41.466814 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.497549 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e1792419-5dfc-4c44-94c0-2a877dd9d724 req-000b17b9-3f6c-41f6-9627-449793933a42 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425403 May 29 01:28:41.542445 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe432a-f6c6-4699-b689-c4137c2d5e09 None None] Pushing event updated for resources: {'Port': ['ID=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:41.550195 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:28:41.550797 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:28:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:41.645523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:41.728258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:28:41.734563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:41.734965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.744752 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824cc00-6771-4402-9771-a5d855f2ac07 req-0030a6aa-8854-440b-8c6e-9292f6a0c740 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:41.750097 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b824cc00-6771-4402-9771-a5d855f2ac07 req-0030a6aa-8854-440b-8c6e-9292f6a0c740 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0982575 May 29 01:28:41.755525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34130) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:28:41.761610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'floatingip': {'port_id': '084ce4d2-9a4d-4843-bad5-6081e57392ad'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:28:41.807626 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:28:41.841219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.859889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.881350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3dd04bb8-8d9f-4153-aae9-d97388c4c58f None None] Provisioning complete for port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:41.881638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3dd04bb8-8d9f-4153-aae9-d97388c4c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:41.939776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:28:41.947492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:42.064541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:28:42.133954 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:42.138389 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac221f59-12be-45d3-b243-84ead7526768 None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:28:42.488548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:42.492780 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:42.689474 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd associated. External IP: 172.26.5.226, port: 084ce4d2-9a4d-4843-bad5-6081e57392ad. May 29 01:28:43.156210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:28:43.357628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:28:43.362772 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:43.415695 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f28d5a54-17a6-45a4-a4c9-c5d94ad15be8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "PUT /v2.0/floatingips/58862590-21cf-42ca-b609-ebc2baae6fcd HTTP/1.1" status: 200 len: 991 time: 1.6587481 May 29 01:28:43.416321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:28:43.470152 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134ecdab-6529-4f62-aaec-b48c42c8e54b'] response: {'name': 'network-changed', 'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'status': 'completed', 'code': 200} May 29 01:28:43.563143 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-22feffb1-c89e-4324-a934-eb9ab4c32dc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 1098 time: 0.0703552 May 29 01:28:43.592220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5650f4-063e-41ee-938f-248dc905ea89 req-064e093d-9500-4d09-a421-bcfeb0f3aadc tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:43.594301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f5650f4-063e-41ee-938f-248dc905ea89 req-064e093d-9500-4d09-a421-bcfeb0f3aadc tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0838234 May 29 01:28:43.610139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:28:43.652407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f5650f4-063e-41ee-938f-248dc905ea89 req-5497e566-10ec-4a2e-aff4-322dbc72f873 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525863 May 29 01:28:43.691855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:28:43.692400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:43.704930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-f9da17bf-e2c1-49a6-af3a-cf8578992846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:43.706372 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-f9da17bf-e2c1-49a6-af3a-cf8578992846 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1377082 May 29 01:28:43.812886 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-10c4b90d-f163-4c60-8da9-48539efc5305 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 200 len: 999 time: 0.1008685 May 29 01:28:43.850923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d959131-5414-4138-9cdc-27a65beebd13 req-2af00ec3-7a6c-4cc3-adde-e4c705482f28 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:43.853080 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d959131-5414-4138-9cdc-27a65beebd13 req-2af00ec3-7a6c-4cc3-adde-e4c705482f28 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0774651 May 29 01:28:43.874020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-bca50284-1ece-45dd-9821-a38675a8b15f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:43.875420 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-bca50284-1ece-45dd-9821-a38675a8b15f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0573387 May 29 01:28:43.897182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d959131-5414-4138-9cdc-27a65beebd13 req-d41694a4-9fc4-4e31-a6b7-e39068915206 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384636 May 29 01:28:44.040374 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-2279cb2b-645d-4629-ae40-aec2716ef040 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1593451 May 29 01:28:44.168673 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-077f810d-55e3-4ca0-9a71-247d31ccdd39 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224022 May 29 01:28:44.302222 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c62f9b29-91dc-44c3-8da3-e856f2a04605 req-32d1ec34-3c02-4c9d-a40a-866d859ec2b8 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225703 May 29 01:28:44.771398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:28:44.783198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:28:44.783810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:28:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:44.959043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:28:45.097560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a65bda-0e22-4db5-9650-7ab76012332a req-a1a710b9-c78a-47aa-98c2-9a3f48521e36 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:45.098985 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-56a65bda-0e22-4db5-9650-7ab76012332a req-a1a710b9-c78a-47aa-98c2-9a3f48521e36 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0777225 May 29 01:28:45.149305 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-56a65bda-0e22-4db5-9650-7ab76012332a req-0c6b203a-5010-4632-a378-fd4b4d19333a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441487 May 29 01:28:45.306899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:c9:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52be827b-a39b-4765-9b28-f542a9ec2287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:28:42Z', 'revision_number': 1, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:45.310790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:28:45.321604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:28:45.322213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:28:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:45.345667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9980-b510-46fd-86d3-e7e2dedd585c req-6f0a3bb9-5dfb-4a9f-a702-b2a04b9766f5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:45.347103 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4f9c9980-b510-46fd-86d3-e7e2dedd585c req-6f0a3bb9-5dfb-4a9f-a702-b2a04b9766f5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0787084 May 29 01:28:45.396466 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4f9c9980-b510-46fd-86d3-e7e2dedd585c req-95822468-9595-411a-b182-d9174790f409 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 May 29 01:28:45.497387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:28:45.594087 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20fa833a-ced2-4aa7-9e72-1b95ef8772a3 req-9c9469f9-9249-46ca-9132-a1aa00edc39c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0732012 May 29 01:28:45.846557 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-e3953457-32ef-4d05-961d-0217953e21c8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685740 May 29 01:28:45.883315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:c9:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52be827b-a39b-4765-9b28-f542a9ec2287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:28:42Z', 'revision_number': 1, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:28:45.887621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9a724-5ab6-46b1-a62f-0e42ce464283 None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:c9:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52be827b-a39b-4765-9b28-f542a9ec2287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:28:42Z', 'revision_number': 1, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:28:45.912013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c00d8c-9a7c-4a6a-a6dd-b3288463c3cf req-e9c95336-a148-4c76-be57-ab6d429609b1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:45.913530 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3c00d8c-9a7c-4a6a-a6dd-b3288463c3cf req-e9c95336-a148-4c76-be57-ab6d429609b1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0837016 May 29 01:28:45.960547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3c00d8c-9a7c-4a6a-a6dd-b3288463c3cf req-fcfc8b1a-cab3-4c3e-a77b-6fb74b58abf3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 May 29 01:28:46.092015 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011b6c1-efa4-4ae2-8876-86b1cac30fbd None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:28:46.848059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:28:47.185872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b1628-bff8-4bef-a1b5-ff528c015e20 req-c80f52fe-8d58-4d43-8870-5df19cab8009 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:47.187318 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-904b1628-bff8-4bef-a1b5-ff528c015e20 req-c80f52fe-8d58-4d43-8870-5df19cab8009 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0892801 May 29 01:28:47.210305 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-6215377a-ab74-44d0-881e-af6ae2aaf555 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 1098 time: 0.0793443 May 29 01:28:47.234323 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-904b1628-bff8-4bef-a1b5-ff528c015e20 req-dfe126f2-d235-4217-b5dd-ab3406b869d5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 May 29 01:28:47.340696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-2aee7272-38ad-46f5-8e38-84afc9f6fc64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:47.342119 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-2aee7272-38ad-46f5-8e38-84afc9f6fc64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1268764 May 29 01:28:47.443402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-347ca197-422a-4d2c-abc9-7d70011ef7c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 200 len: 1001 time: 0.0958905 May 29 01:28:47.503301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-ac64df99-f741-4cdf-9b38-e0774c757412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:47.504685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-ac64df99-f741-4cdf-9b38-e0774c757412 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0554922 May 29 01:28:47.579904 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-10e0600f-65b4-4009-8a92-9ac5f6fb9f3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696025 May 29 01:28:47.706854 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-142ae1ae-96d0-4455-8070-1574326bfd34 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211736 May 29 01:28:47.833756 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-a1aef086-3343-4756-8a9e-53449cdad2bb service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212065 May 29 01:28:48.428581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e1673-3e32-44ff-b17e-4f600ae22ab5 req-4aad09d4-a13e-45b9-a6e1-efbe6ad18c36 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:48.430061 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d56e1673-3e32-44ff-b17e-4f600ae22ab5 req-4aad09d4-a13e-45b9-a6e1-efbe6ad18c36 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0759265 May 29 01:28:48.481043 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d56e1673-3e32-44ff-b17e-4f600ae22ab5 req-3443fc44-fa19-4f45-a841-e0423e1d49fb tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456970 May 29 01:28:49.672244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7425ab-76d1-4819-abd6-b29fcfe766a1 req-31fce42d-d86c-436f-abfc-4620b4485f2d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:49.673655 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ed7425ab-76d1-4819-abd6-b29fcfe766a1 req-31fce42d-d86c-436f-abfc-4620b4485f2d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0745883 May 29 01:28:49.717702 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ed7425ab-76d1-4819-abd6-b29fcfe766a1 req-17ff0da4-bc6d-4e12-87ef-c80ef1967b60 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387228 May 29 01:28:50.917163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61c6c1-431b-4e72-b295-e8f0786e15b1 req-bbfcb89b-f19e-4e04-b21a-0b8425531905 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:50.918587 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c61c6c1-431b-4e72-b295-e8f0786e15b1 req-bbfcb89b-f19e-4e04-b21a-0b8425531905 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0784986 May 29 01:28:50.962819 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3c61c6c1-431b-4e72-b295-e8f0786e15b1 req-1a23fa72-9622-4494-9d64-5bdc9eb25674 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388811 May 29 01:28:52.160948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a7619-6841-4779-81b4-f6db9d024ec5 req-c08df00c-6af8-40e5-b077-6bcc49714810 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:52.162383 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-610a7619-6841-4779-81b4-f6db9d024ec5 req-c08df00c-6af8-40e5-b077-6bcc49714810 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0745971 May 29 01:28:52.207148 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-610a7619-6841-4779-81b4-f6db9d024ec5 req-402fecc7-0e72-4bf8-88f2-34aa7e0ca82d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383518 May 29 01:28:53.409643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400fa67-9b27-4c2a-86c6-d6bbe90cd192 req-070dc931-3aa3-44d5-878b-c5eee0a6feaa tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:53.411055 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1400fa67-9b27-4c2a-86c6-d6bbe90cd192 req-070dc931-3aa3-44d5-878b-c5eee0a6feaa tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0790427 May 29 01:28:53.456430 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1400fa67-9b27-4c2a-86c6-d6bbe90cd192 req-92141a2e-684b-48f4-b563-0058a177c761 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 May 29 01:28:54.650003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb34eab-c7fc-469e-8b16-16ef4a32a450 req-19461394-dd5c-404f-ac2f-def1723f952d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:54.651408 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bb34eab-c7fc-469e-8b16-16ef4a32a450 req-19461394-dd5c-404f-ac2f-def1723f952d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0746243 May 29 01:28:54.697660 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0bb34eab-c7fc-469e-8b16-16ef4a32a450 req-be5409b0-1ac1-47de-91ef-26ae075a8602 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408385 May 29 01:28:55.892731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f44544-a1fb-4b21-864e-8d92027f415d req-421dd94e-22f1-4f30-a55c-55567fe41175 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:55.894163 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-33f44544-a1fb-4b21-864e-8d92027f415d req-421dd94e-22f1-4f30-a55c-55567fe41175 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0767074 May 29 01:28:55.938816 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-33f44544-a1fb-4b21-864e-8d92027f415d req-38bd20d9-3e2e-4107-9673-6aa3f117bede tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 May 29 01:28:57.134721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559fa6-7ce6-49e3-9651-6e3c91a9b6af req-a2363b3b-42d3-4a66-b7d7-adf40c23d65a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:57.136181 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77559fa6-7ce6-49e3-9651-6e3c91a9b6af req-a2363b3b-42d3-4a66-b7d7-adf40c23d65a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0787697 May 29 01:28:57.261852 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77559fa6-7ce6-49e3-9651-6e3c91a9b6af req-685a5e45-d41b-4a58-9c1b-2c39ff84a808 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200719 May 29 01:28:58.461490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8a37b-904b-4cf2-832e-7160f6cb70d5 req-5afc9f54-da4f-4fbe-8097-7877e28e229d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:58.462754 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cac8a37b-904b-4cf2-832e-7160f6cb70d5 req-5afc9f54-da4f-4fbe-8097-7877e28e229d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0747781 May 29 01:28:58.506012 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cac8a37b-904b-4cf2-832e-7160f6cb70d5 req-2275172c-5b6d-4670-ac8b-3d4ea9e28fba tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 May 29 01:28:59.701632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2d3e5-62a8-4333-aaba-46318a1fe9d6 req-e7d1de2d-72cd-4791-b15c-25f062f30e7f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:28:59.703037 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-53c2d3e5-62a8-4333-aaba-46318a1fe9d6 req-e7d1de2d-72cd-4791-b15c-25f062f30e7f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0777078 May 29 01:28:59.747669 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-53c2d3e5-62a8-4333-aaba-46318a1fe9d6 req-cecbd7be-b09f-4dde-9daa-f6490bcde334 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391710 May 29 01:29:00.940789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390566a-da41-461a-95fd-a2084bd953c3 req-b14ff489-00b4-4732-bbc4-bffcf027f8ac tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:00.942246 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e390566a-da41-461a-95fd-a2084bd953c3 req-b14ff489-00b4-4732-bbc4-bffcf027f8ac tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0751040 May 29 01:29:00.990958 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e390566a-da41-461a-95fd-a2084bd953c3 req-ccdb51aa-5794-4bd9-a504-9f5296db1e84 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 May 29 01:29:01.493138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f258d63b-fda3-4fd9-9fc0-55e5e4aeeb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:02.187542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4eb40-6309-462e-8d16-3b13ed57dd7b req-16214d0c-6f5c-49cf-8b15-fc39e6792faf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:02.188995 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-14d4eb40-6309-462e-8d16-3b13ed57dd7b req-16214d0c-6f5c-49cf-8b15-fc39e6792faf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0751078 May 29 01:29:02.234000 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-14d4eb40-6309-462e-8d16-3b13ed57dd7b req-47dc5738-ad77-44c8-b82f-2db80b072ec0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394034 May 29 01:29:03.440448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e9f4-deb4-4a90-9894-855ecb9a3fc4 req-2683d9ae-e29c-44a0-8a24-9fab00490e88 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:03.441800 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7d98e9f4-deb4-4a90-9894-855ecb9a3fc4 req-2683d9ae-e29c-44a0-8a24-9fab00490e88 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0811281 May 29 01:29:03.486806 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7d98e9f4-deb4-4a90-9894-855ecb9a3fc4 req-02c8749c-44cc-4f38-8fff-667c3d2c6bdc tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 May 29 01:29:03.603048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f0e95a3c-5a47-4a00-bd3a-c66942b1cb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:04.553119 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-d192abff-0d7a-4d9b-9887-f7d0c165e664 service neutron] 10.222.0.16 "GET /v2.0/ports/084ce4d2-9a4d-4843-bad5-6081e57392ad/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0779307 May 29 01:29:04.630518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:04.712691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050452a-f24c-47e5-b04b-25c3df7b3a18 req-5bd0d837-593c-4338-85bc-1f4bce8c3cda tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:04.715315 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a050452a-f24c-47e5-b04b-25c3df7b3a18 req-5bd0d837-593c-4338-85bc-1f4bce8c3cda tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0984967 May 29 01:29:04.781603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a050452a-f24c-47e5-b04b-25c3df7b3a18 req-99d9865a-f8ae-451c-a458-f0487edbe7bd tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591018 May 29 01:29:04.825698 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-40440278-621d-46c2-8f25-2e78410ab3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 1098 time: 0.0694323 May 29 01:29:04.919959 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-70bffaea-3b1a-41e8-a1a9-8f9b90eb37e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 1098 time: 0.0719972 May 29 01:29:05.048462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-0a5a7549-7289-4c9b-af97-17e7a1d03871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:05.049792 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-0a5a7549-7289-4c9b-af97-17e7a1d03871 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1243138 May 29 01:29:05.244639 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-7c20befc-b356-48bd-ba2e-cc389f799bec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 200 len: 1001 time: 0.1889400 May 29 01:29:05.303916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-bbe501e1-a301-481b-8986-9226500dfcfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:05.305184 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-bbe501e1-a301-481b-8986-9226500dfcfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0545619 May 29 01:29:05.378485 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-4d0818ea-5915-4700-ab30-9f3201f4f4d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669620 May 29 01:29:05.461465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:05.508346 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-1ce9effc-6005-44ca-a94e-d4cb94230495 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240332 May 29 01:29:05.635199 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ad386550-cc3a-4bfb-968e-b4c02877ee47 req-85fb010b-0886-4f37-9fe8-049a354a14c5 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211698 May 29 01:29:05.981948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69fe31-1321-4422-8193-31a1f25b3858 req-05b02c4c-0bbd-4809-a0a9-3779611a8681 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:05.983647 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8b69fe31-1321-4422-8193-31a1f25b3858 req-05b02c4c-0bbd-4809-a0a9-3779611a8681 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0789235 May 29 01:29:06.027916 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8b69fe31-1321-4422-8193-31a1f25b3858 req-8c403b11-b839-4335-89de-9404250b82a4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379872 May 29 01:29:06.178193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:07.068405 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:29:07.226256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6442a4-7ba3-4a00-a737-ef67bf1e32ee req-83e30510-9801-46bf-a981-cc647392a75d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:07.227666 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1e6442a4-7ba3-4a00-a737-ef67bf1e32ee req-83e30510-9801-46bf-a981-cc647392a75d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0745173 May 29 01:29:07.276280 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1e6442a4-7ba3-4a00-a737-ef67bf1e32ee req-1688e202-163e-4121-8805-ffafbcc197db tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421214 May 29 01:29:08.312384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 084ce4d2-9a4d-4843-bad5-6081e57392ad no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:29:08.426148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:08.453199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:29:08.462692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 084ce4d2-9a4d-4843-bad5-6081e57392ad, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:29:08.468863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:08.491158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1253c-ee42-48e6-b38b-bab9dcff8838 req-6ef04259-c6bb-4b04-a1b3-ecd92f85ae61 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:08.492639 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4cd1253c-ee42-48e6-b38b-bab9dcff8838 req-6ef04259-c6bb-4b04-a1b3-ecd92f85ae61 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 945 time: 0.0813673 May 29 01:29:08.537542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=084ce4d2-9a4d-4843-bad5-6081e57392ad,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:29:08.548636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4cd1253c-ee42-48e6-b38b-bab9dcff8838 req-76cc503f-5bf0-4c15-bde6-8116745d4ec4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490100 May 29 01:29:08.611217 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aca9bea-f1b7-4344-876f-bd08a22bb598'] response: {'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'code': 200} May 29 01:29:08.872119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-e40123f2-eaac-4d03-9ee4-31a04bc64f02 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:08.872802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-e40123f2-eaac-4d03-9ee4-31a04bc64f02 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:29:08.880288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d802-c388-4989-8d09-3ebdbd337813 req-9aaec06e-0aa2-4a61-927f-d9234737e804 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:08.881768 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca19d802-c388-4989-8d09-3ebdbd337813 req-9aaec06e-0aa2-4a61-927f-d9234737e804 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0785351 May 29 01:29:08.889338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-e40123f2-eaac-4d03-9ee4-31a04bc64f02 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:29:08.890585 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-e40123f2-eaac-4d03-9ee4-31a04bc64f02 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287&tenant_id=7106249eae484cf6bf934cb8527f05b3&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 943 time: 0.1013446 May 29 01:29:08.930200 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca19d802-c388-4989-8d09-3ebdbd337813 req-cd2034b0-b97d-489d-a7b6-f3b433e703f5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 May 29 01:29:09.040705 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-c34a794c-750e-4413-9ea9-9bdb3a1c6246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 1096 time: 0.0681520 May 29 01:29:09.180895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-898c4235-7032-4c6d-8260-3061c318af1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:09.182340 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-898c4235-7032-4c6d-8260-3061c318af1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1363811 May 29 01:29:09.284505 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-f283b5fe-efa0-48b3-a50e-a4a7808bf469 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 200 len: 999 time: 0.0957828 May 29 01:29:09.345646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-602765ab-2a2e-4200-a0af-96e16bea5991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:09.347107 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-602765ab-2a2e-4200-a0af-96e16bea5991 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0576904 May 29 01:29:09.435493 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-49815bce-ad82-460a-bae4-77ab4e31e0b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828269 May 29 01:29:09.572738 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-0aa31036-8870-4b08-805f-856516448d25 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261559 May 29 01:29:09.773388 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bd3bf682-f6e5-4f54-8a3c-8660b6f2a626 req-f6dfe207-6b3d-46ba-8c72-ddbc0ad77a1a service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996567 May 29 01:29:10.132014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb03c4-19d2-4661-8ff2-49e97ef0ad4d req-4facec43-989f-4b48-802f-dbab0d4e9441 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:10.133549 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68eb03c4-19d2-4661-8ff2-49e97ef0ad4d req-4facec43-989f-4b48-802f-dbab0d4e9441 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0784929 May 29 01:29:10.184983 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68eb03c4-19d2-4661-8ff2-49e97ef0ad4d req-f08eede3-897a-4ff7-a505-cd47becec687 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 May 29 01:29:11.383628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e01d8e-17bb-4603-8040-2d206032bed7 req-d3ff2252-0f1b-46ea-8bc1-6a47a406756f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:11.385083 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-00e01d8e-17bb-4603-8040-2d206032bed7 req-d3ff2252-0f1b-46ea-8bc1-6a47a406756f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0803220 May 29 01:29:11.429906 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-00e01d8e-17bb-4603-8040-2d206032bed7 req-4bca0bc7-8378-42ee-9c94-d99b5b2523f4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386741 May 29 01:29:11.622338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d226-ff26-49a0-acb5-74343d9e6628 req-54092d59-8753-4342-84ca-74ecd4e6b88a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:11.623764 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8c37d226-ff26-49a0-acb5-74343d9e6628 req-54092d59-8753-4342-84ca-74ecd4e6b88a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0757916 May 29 01:29:11.667526 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8c37d226-ff26-49a0-acb5-74343d9e6628 req-5c1ea685-c37e-4e01-9efa-956c742a1eea tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381057 May 29 01:29:11.865246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6bccc-bf65-487f-b885-d12fbf07cc02 req-b14b6b50-3596-4c2b-a228-82ecb89eb7e2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:11.866670 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ee6bccc-bf65-487f-b885-d12fbf07cc02 req-b14b6b50-3596-4c2b-a228-82ecb89eb7e2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0781293 May 29 01:29:11.910677 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ee6bccc-bf65-487f-b885-d12fbf07cc02 req-e008d01a-4a1e-440d-8f56-2a4cc4b4e78d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379407 May 29 01:29:12.314706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c6471-f22e-4f10-9746-b74b0377462b req-2db0c0fb-a298-435c-af23-e89760a61c09 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:12.316478 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d31c6471-f22e-4f10-9746-b74b0377462b req-2db0c0fb-a298-435c-af23-e89760a61c09 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0757034 May 29 01:29:12.365815 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d31c6471-f22e-4f10-9746-b74b0377462b req-53db4fe1-4240-4daa-9c59-afd55ddbbc89 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434091 May 29 01:29:13.564961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3640581-2965-4524-9b74-ed7dc39a2503 req-1febc113-ea92-4b64-9279-6156d02b88c5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:13.566400 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e3640581-2965-4524-9b74-ed7dc39a2503 req-1febc113-ea92-4b64-9279-6156d02b88c5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0816283 May 29 01:29:13.611407 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e3640581-2965-4524-9b74-ed7dc39a2503 req-ca798da6-534e-4705-84d7-55f5e744ba39 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395083 May 29 01:29:14.007205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-4d325811-27b9-4389-b00f-2202702ce05d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:14.008606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-4d325811-27b9-4389-b00f-2202702ce05d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0756521 May 29 01:29:14.079682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Deleting port 084ce4d2-9a4d-4843-bad5-6081e57392ad {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:29:14.080061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:14.315514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] For port 084ce4d2-9a4d-4843-bad5-6081e57392ad, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=084ce4d2-9a4d-4843-bad5-6081e57392ad,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:29:14.315789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:14.687362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:14.687728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:14.688058 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd disassociated. External IP: 172.26.5.226, port: 084ce4d2-9a4d-4843-bad5-6081e57392ad. May 29 01:29:14.688389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Calling delete_port for 084ce4d2-9a4d-4843-bad5-6081e57392ad owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:29:14.811620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f482d4-beb8-4394-9471-e679ce7ee61b req-3a0d94bd-228b-490b-869b-c720ad1e9337 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:14.813093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2f482d4-beb8-4394-9471-e679ce7ee61b req-3a0d94bd-228b-490b-869b-c720ad1e9337 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=52be827b-a39b-4765-9b28-f542a9ec2287 HTTP/1.1" status: 200 len: 943 time: 0.0805085 May 29 01:29:14.837168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:14.859769 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2f482d4-beb8-4394-9471-e679ce7ee61b req-d7854380-e57e-4fd1-a024-da7964d18867 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409400 May 29 01:29:14.884417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event deleted for resources: {'Port': ['ID=084ce4d2-9a4d-4843-bad5-6081e57392ad,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:29:15.098895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:29:15.294527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:29:15.303854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:29:15.316531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:29:15.317214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:29:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:15.366036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] No DVR routers for this DVR port 084ce4d2-9a4d-4843-bad5-6081e57392ad on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:29:15.368755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:15.372260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'name': 'network-vif-deleted', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:29:15.387779 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b251eb3d-f1ba-44c9-9ead-eba607f79ab5 req-7659bf73-ad60-41b6-98fb-f0d09f0fdbd4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "DELETE /v2.0/ports/084ce4d2-9a4d-4843-bad5-6081e57392ad HTTP/1.1" status: 204 len: 173 time: 1.3730602 May 29 01:29:15.434876 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31813893-bdcd-4460-ab44-c47ea2753284'] response: {'server_uuid': '52be827b-a39b-4765-9b28-f542a9ec2287', 'name': 'network-vif-deleted', 'tag': '084ce4d2-9a4d-4843-bad5-6081e57392ad', 'status': 'completed', 'code': 200} May 29 01:29:15.500101 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:29:15.810311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:15.814138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:29:15.825283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:29:15.825885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:29:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:16.003856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:29:16.232762 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-1cf47bb4-d59d-4c6c-a276-0ddfd9e8f816 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--422391869&fields=id&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 267 time: 0.0409937 May 29 01:29:16.363020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:16.367230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c41ff-b359-40de-ba69-74d3eb84932e None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:29:16.467523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-7748f213-c701-46ff-a992-2edfe049d72f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:16.468955 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-7748f213-c701-46ff-a992-2edfe049d72f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.2296336 May 29 01:29:16.485248 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-b0e13be9-4954-4efa-8c77-4e4c4c4e9db4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/quotas/7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 375 time: 0.0109839 May 29 01:29:16.568045 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-5cb981dd-ba91-4b31-9619-2e97545a24f0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774291 May 29 01:29:16.584202 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d852008-31b0-4114-b3b7-49cea3d0893e None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:29:16.709288 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-1c83db0e-d672-4fd8-b63b-5179ed566a41 service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287918 May 29 01:29:16.842611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:16.850920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-81032883-3465-485e-9187-5d26c91eb2c7 service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354182 May 29 01:29:17.036969 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bbcdb25a-8ac3-49ae-9a80-f98215877ec3 req-7dc7d8eb-b234-4ca4-a077-6678ed8cda8c tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 210 time: 0.0446305 May 29 01:29:18.045089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-3eaff365-0dc8-42f0-893e-b649e99b3e37 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:18.046620 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-3eaff365-0dc8-42f0-893e-b649e99b3e37 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.1479955 May 29 01:29:18.101051 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-41fdab2b-f3a0-4eb3-a72c-89816bc35500 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 379 time: 0.0421650 May 29 01:29:18.113296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'port': {'device_id': '09b13571-5a4e-4fa5-9725-055067885ecf', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'admin_state_up': True, 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'security_groups': ['bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:29:18.226474 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9f470fa5-f243-4c4b-869e-17b90e34cd71 req-99364075-ef20-4223-b6e9-aba9ba07e546 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 210 time: 0.0442107 May 29 01:29:18.252742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:29:18.256718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:port and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:29:18.259492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:29:18.265808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:29:18.275308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Made reservation on behalf of 7106249eae484cf6bf934cb8527f05b3 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:29:18.278465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:18.359134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 084ce4d2-9a4d-4843-bad5-6081e57392ad no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:29:18.391989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 084ce4d2-9a4d-4843-bad5-6081e57392ad {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:29:18.392274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 084ce4d2-9a4d-4843-bad5-6081e57392ad not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:29:18.438382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Allocated IP 172.20.0.13 (d12371af-425d-4287-91e1-b5ccbe0a7e83/6ff79d47-6d24-4a6a-8035-52c884a415ff/4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:29:18.617611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:18.633232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Transition to ACTIVE for port object 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:29:18.654443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:18.827907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:29:18.831040 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:29:18.835567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:29:18.860603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'Port': ['ID=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:29:18.886474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.886801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.887136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.887453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.887780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.888129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.888452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.888773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.889090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.889403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.889717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:29:18.909264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:18.909866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:18.936568 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-875eb314-6d04-4a5d-a159-fb640e1962a2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269410 May 29 01:29:18.947025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Request body: {'port': {'device_id': '09b13571-5a4e-4fa5-9725-055067885ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:29:19.055812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:19.106921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-68f2186b-e421-4de5-abaa-bf52d95bd981 None None] Provisioning for port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:29:19.112479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-68f2186b-e421-4de5-abaa-bf52d95bd981 None None] Provisioning complete for port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:29:19.112918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-68f2186b-e421-4de5-abaa-bf52d95bd981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:19.168783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-68f2186b-e421-4de5-abaa-bf52d95bd981 None None] Port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:29:19.394348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:29:19.401070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:19.422004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Transition to ACTIVE for port object 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:29:19.425851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:19.429810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245008-4d4d-471b-91c5-1410f83caaf6 req-9c92f243-f43d-40df-b0a2-fb26517b2671 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:19.431307 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-97245008-4d4d-471b-91c5-1410f83caaf6 req-9c92f243-f43d-40df-b0a2-fb26517b2671 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 932 time: 0.0795207 May 29 01:29:19.476331 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-97245008-4d4d-471b-91c5-1410f83caaf6 req-daf12aeb-29d6-4d12-9b67-e73f87222a5a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393498 May 29 01:29:19.555395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:29:19.662795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Attempting to bind port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:29:19.663125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Attempting to bind port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:29:19.663448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Attempting to bind port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:29:19.669437 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:29:19.669755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Attempting to bind port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:29:19.676766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:29:19.677046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Checking segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:29:19.677525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Bound using segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:29:19.677978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Bound port: 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:29:19.678323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:19.765082 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] For port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:29:19.767868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] For port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:29:19.772260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:19.837578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:19.838364 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 1094 time: 0.8955019 May 29 01:29:19.838796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:29:19.856296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69753b8-1de8-4204-b2bc-d535b12143d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:29:19.916925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1e70c7-b660-4455-9a19-ad9d759cbe7d'] response: {'name': 'network-changed', 'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'status': 'completed', 'code': 200} May 29 01:29:19.950582 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-82b18e5c-8c33-48c5-8454-c97e65b45d6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1097 time: 0.0767417 May 29 01:29:20.023496 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-3cf2364c-56c9-4dea-8e08-97af3f7565dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 217 time: 0.0662789 May 29 01:29:20.084145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-056f9232-146c-4288-b4c4-282eef1c302d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:20.085543 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-056f9232-146c-4288-b4c4-282eef1c302d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0566940 May 29 01:29:20.169210 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-cf799010-e23e-439d-8489-e8e007722433 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779343 May 29 01:29:20.299402 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-0ac50df4-5346-453c-b83e-691ce4423b13 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238415 May 29 01:29:20.427168 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4a87ea94-3463-40c5-ae22-1272b005b330 req-d05c8e36-2d3c-475c-8695-19938f97e754 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225140 May 29 01:29:20.541036 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-c88cdb59-7390-4d31-a1fb-b65e27cee297 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1097 time: 0.0691216 May 29 01:29:20.676433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be80a39-a7cd-4c37-8443-62e12e812f0c req-b5bf082a-0412-4325-b094-96bce283e715 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:20.677887 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3be80a39-a7cd-4c37-8443-62e12e812f0c req-b5bf082a-0412-4325-b094-96bce283e715 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0798891 May 29 01:29:20.723277 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3be80a39-a7cd-4c37-8443-62e12e812f0c req-0e520555-dc85-425e-a20e-fcb81f410eb8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395336 May 29 01:29:20.762538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-f2658529-30f8-4189-b1b4-e3b4380454f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:20.763959 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-f2658529-30f8-4189-b1b4-e3b4380454f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.2173729 May 29 01:29:20.832434 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-529178eb-73cc-4614-bae0-3ea732db9958 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 217 time: 0.0618248 May 29 01:29:20.893625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-49f7311b-d0c5-481a-8b84-99576b538597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:20.895079 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-49f7311b-d0c5-481a-8b84-99576b538597 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0572457 May 29 01:29:20.970947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-522206c6-e709-45ea-a939-5651c0c41e01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703206 May 29 01:29:21.099513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-5ce5c45c-0b2b-4a41-aece-d1036655a380 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223893 May 29 01:29:21.230966 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-22e2eb7f-9ad5-4e47-a565-9dff511d13fe req-b166cd7d-dd2b-40f8-8123-20c1ea15bf04 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252437 May 29 01:29:21.923567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2d6fb-01cb-438c-8f5e-b3d197208fb8 req-ab377d34-1e1e-48b6-be47-7ce2186246f0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:21.925019 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4fa2d6fb-01cb-438c-8f5e-b3d197208fb8 req-ab377d34-1e1e-48b6-be47-7ce2186246f0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0797019 May 29 01:29:21.968842 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4fa2d6fb-01cb-438c-8f5e-b3d197208fb8 req-766a4e0c-c56e-49b6-a74b-feb1a69046a9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384402 May 29 01:29:22.389580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:29:22.520586 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:29:22.533765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'mac_address': 'fa:16:3e:31:15:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:29:22.596997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:22.613939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:29:22.629125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:29:22.633500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:22.700667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:29:22.930261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:29:23.168120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4848fa3-e5fc-4601-aee2-f1480f9f1d36 req-b9aa5947-4418-45a8-96b6-155e45a9ca85 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:23.169667 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4848fa3-e5fc-4601-aee2-f1480f9f1d36 req-b9aa5947-4418-45a8-96b6-155e45a9ca85 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 945 time: 0.0765891 May 29 01:29:23.217828 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4848fa3-e5fc-4601-aee2-f1480f9f1d36 req-a07d602c-775d-42c5-9213-e21de5ba80d5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 May 29 01:29:24.399928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:29:24.429356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4bb54-f9bc-44dc-ba0c-ab0dd145b93a req-40745cf8-0f56-4b02-8968-f81ca6393932 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:24.430967 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bdc4bb54-f9bc-44dc-ba0c-ab0dd145b93a req-40745cf8-0f56-4b02-8968-f81ca6393932 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 945 time: 0.0784092 May 29 01:29:24.471720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:29:24.476585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:29:24.476953 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:24.478526 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bdc4bb54-f9bc-44dc-ba0c-ab0dd145b93a req-8fe821a4-956a-4071-bf63-878c5375767d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 May 29 01:29:24.590965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:24.616239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:29:24.626653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:29:24.629681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:24.671198 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cca5da-702a-4081-9ddb-ea1980962b0b'] response: {'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'code': 200} May 29 01:29:24.696295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:29:24.919244 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8683e7fc-4e72-4a92-801e-64f6f736bdae req-072177f3-fcf4-427e-878c-de194a44d7b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1099 time: 0.0679138 May 29 01:29:24.959631 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8683e7fc-4e72-4a92-801e-64f6f736bdae req-3b18ba3d-3567-42f1-8b91-b2858e07d9bc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 May 29 01:29:25.672762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d144e-1566-45ed-a7bc-9e81bec6f598 req-dabe95fe-c761-40b0-a1f2-f811a4c364d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:25.674188 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6b9d144e-1566-45ed-a7bc-9e81bec6f598 req-dabe95fe-c761-40b0-a1f2-f811a4c364d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0750072 May 29 01:29:25.721821 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6b9d144e-1566-45ed-a7bc-9e81bec6f598 req-7bf84cd2-121e-4d1a-8c1f-4094921878b7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 May 29 01:29:26.918702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325527b-8a91-49b6-9af8-62e21c6ca0aa req-34f28675-0843-4728-a073-a61ea159288b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:26.920141 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4325527b-8a91-49b6-9af8-62e21c6ca0aa req-34f28675-0843-4728-a073-a61ea159288b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0755825 May 29 01:29:26.964555 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4325527b-8a91-49b6-9af8-62e21c6ca0aa req-d4fcb713-3d50-401d-ae64-f7a2cbb2b0ef tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389390 May 29 01:29:27.154570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babff65-ac36-44d8-b5e9-8ac419812903 req-8af5328e-3f0e-4ded-a177-5960e9595a84 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:27.156032 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4babff65-ac36-44d8-b5e9-8ac419812903 req-8af5328e-3f0e-4ded-a177-5960e9595a84 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0782568 May 29 01:29:27.164586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34282) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:29:27.170236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'floatingip': {'port_id': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:29:27.241736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:27.892012 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:27.895419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:28.077225 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd associated. External IP: 172.26.5.226, port: 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6. May 29 01:29:28.454942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:29:28.673156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:29:28.677369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:28.685071 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:29:28.696573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:29:28.697253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:29:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:28.732403 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-238597c8-cdbb-46b1-b04f-737412cf35d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "PUT /v2.0/floatingips/58862590-21cf-42ca-b609-ebc2baae6fcd HTTP/1.1" status: 200 len: 992 time: 1.5635357 May 29 01:29:28.732403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:29:28.784126 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfabc3dc-55e6-4765-85fa-7eb23b9d9924'] response: {'name': 'network-changed', 'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'status': 'completed', 'code': 200} May 29 01:29:28.877186 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-bed00a4e-0c8f-4cc4-8d48-a0cde041a375 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1099 time: 0.0714469 May 29 01:29:28.877787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:29:29.014122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-09d7fc00-acc8-47bb-9822-2f5924403b8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:29.015484 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-09d7fc00-acc8-47bb-9822-2f5924403b8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1332173 May 29 01:29:29.114387 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-3542d6ae-33e8-43e6-9708-ad587b7e5fb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 1000 time: 0.0935314 May 29 01:29:29.179337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-2e869598-9da9-448b-a39c-391e754b47ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:29:29.180835 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-2e869598-9da9-448b-a39c-391e754b47ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0614476 May 29 01:29:29.230175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:31:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b13571-5a4e-4fa5-9725-055067885ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:29:27Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:29.234039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:29:29.245422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:29:29.246043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:29:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:29.252648 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-628bc568-a031-43b6-bd29-1ac3398bf8b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665720 May 29 01:29:29.396541 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-36a34084-0798-4d05-b663-7ffdeb8828ac service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384037 May 29 01:29:29.458762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:29:29.529950 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-af0261e6-7d1f-4e44-a96f-9bfbd31e3143 req-00acb3c6-a0f1-43c7-a98a-38d1516568d4 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279049 May 29 01:29:29.801454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:31:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b13571-5a4e-4fa5-9725-055067885ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:29:27Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:29:29.805437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff262e7-807d-488c-b53e-9c6acd83f57c None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:31:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b13571-5a4e-4fa5-9725-055067885ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:29:27Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:29:29.991661 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70377610-fd0c-409a-afe5-87f94dab1f1d None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:29:31.496714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6884d87b-5037-4cbe-b2e2-15417dc8504b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:33.604491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-050a38d5-d23a-42e9-aa65-70650a3effc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:34.625207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:35.465480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:36.181756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:29:44.068211 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:29:46.841770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:01.498800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6a94cc2-2621-46c4-a53b-276fd7574064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:03.605505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2d185ecf-2fd7-41a7-8827-0c3f4ca6c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:04.629300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:05.467150 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:06.183957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:16.856644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:17.517660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-77265e01-afc6-4beb-b8e8-7bee8360e2a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704710 May 29 01:30:17.649811 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-f6cd13d2-bdf7-436f-9323-a8efc17f961e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1099 time: 0.0676625 May 29 01:30:17.876186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-4323cddb-1dca-4285-90c1-8fbe7494609c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:17.877541 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-4323cddb-1dca-4285-90c1-8fbe7494609c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.2107778 May 29 01:30:17.976713 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-28e869c4-a5d2-4368-b202-5db7ffbe9666 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 1002 time: 0.0936382 May 29 01:30:18.037282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-bbe13a37-90f4-4e5f-8154-d70a3796bbff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:18.038648 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-bbe13a37-90f4-4e5f-8154-d70a3796bbff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0565548 May 29 01:30:18.114658 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-26f71c93-5743-406d-b909-15931f3c3bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702608 May 29 01:30:18.245073 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-b98cfd0e-e2ba-4001-9ba0-201a8eeeb21b service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245866 May 29 01:30:18.375547 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d2aa448-f0b2-4acc-b47e-f5d34c42b409 req-26a30dc1-2fef-4014-afe0-e506c5d99273 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248837 May 29 01:30:21.067215 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:30:31.501201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-11e2629e-4b31-4f1c-a812-bc2df5a3ca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:33.607401 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ae0b377f-a1c0-419d-9072-67ad97ce25e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:33.822781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038d187-ecbd-4317-bc7e-dafbbfff0405 req-18222061-008d-4a02-a230-f06e49b4fe45 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:33.824178 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f038d187-ecbd-4317-bc7e-dafbbfff0405 req-18222061-008d-4a02-a230-f06e49b4fe45 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0795689 May 29 01:30:33.868772 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f038d187-ecbd-4317-bc7e-dafbbfff0405 req-197088c7-48b3-4d69-b047-fccc65448dae tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392098 May 29 01:30:34.632115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:35.063511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0534b33-c31c-44b5-bf73-fb6c13179d03 req-8152486f-dd3e-456e-95a9-ec141d4f1ca0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:35.064993 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0534b33-c31c-44b5-bf73-fb6c13179d03 req-8152486f-dd3e-456e-95a9-ec141d4f1ca0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0741737 May 29 01:30:35.108566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0534b33-c31c-44b5-bf73-fb6c13179d03 req-121547d9-e765-43e9-b138-50c53067b46b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382550 May 29 01:30:35.469689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:36.189832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:36.327785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fae5b9-ef9f-4dbb-8bf9-d89e38409ccd req-6ff44583-ca53-45a4-9ea2-45f995013527 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:36.329255 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e3fae5b9-ef9f-4dbb-8bf9-d89e38409ccd req-6ff44583-ca53-45a4-9ea2-45f995013527 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0814199 May 29 01:30:36.374931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e3fae5b9-ef9f-4dbb-8bf9-d89e38409ccd req-b2690464-08dd-469b-86a8-33a4804b1f06 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403137 May 29 01:30:37.569647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21919149-8d02-410f-9c41-75d66b821e33 req-05f615b5-a1ce-403f-8da1-55606c9eeb50 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:37.571087 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-21919149-8d02-410f-9c41-75d66b821e33 req-05f615b5-a1ce-403f-8da1-55606c9eeb50 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0734081 May 29 01:30:37.619079 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-21919149-8d02-410f-9c41-75d66b821e33 req-71fa3728-1248-4d2a-b6d9-420dc6fa0f75 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424676 May 29 01:30:38.901858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b6b03-2660-4aee-97f5-eb1487fc2a0c req-a564f8b4-0834-4a17-b4c7-9785b17cfc95 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:38.903285 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d0b6b03-2660-4aee-97f5-eb1487fc2a0c req-a564f8b4-0834-4a17-b4c7-9785b17cfc95 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.1661208 May 29 01:30:38.947924 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d0b6b03-2660-4aee-97f5-eb1487fc2a0c req-ae489fdb-d403-4b3a-88c7-01154b8b3c54 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389042 May 29 01:30:40.145350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55ba54-a094-4d4d-b090-5a1e5834fc88 req-a98afcbe-3e39-4b9b-aab9-f1340c9a1b30 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:40.146792 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b55ba54-a094-4d4d-b090-5a1e5834fc88 req-a98afcbe-3e39-4b9b-aab9-f1340c9a1b30 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0796571 May 29 01:30:40.191820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b55ba54-a094-4d4d-b090-5a1e5834fc88 req-8396103b-17e6-4bee-af9e-4bbf07f8da54 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389521 May 29 01:30:41.395968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5152cc0-3f88-417a-aed9-06550b4a3b6e req-c532c250-5503-4ec3-a8cd-45a6db1fda0a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:41.397395 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5152cc0-3f88-417a-aed9-06550b4a3b6e req-c532c250-5503-4ec3-a8cd-45a6db1fda0a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0752366 May 29 01:30:41.441284 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5152cc0-3f88-417a-aed9-06550b4a3b6e req-75694850-b130-41a5-a1b6-89810764955e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 May 29 01:30:42.646294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edd0c-c433-42e6-9fd6-c9e5fd9fe959 req-ae75bd79-ed88-4392-8669-ea0a854c2b0e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:42.647737 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-946edd0c-c433-42e6-9fd6-c9e5fd9fe959 req-ae75bd79-ed88-4392-8669-ea0a854c2b0e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0814764 May 29 01:30:42.692136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-946edd0c-c433-42e6-9fd6-c9e5fd9fe959 req-f7517244-cff4-479a-88e9-64af7474c7e5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387321 May 29 01:30:43.890369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e087-cc5c-46c6-933d-ab22ca05f146 req-b5b9c5e1-1b27-4274-b0e6-3de6738e5e3e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:43.891786 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f60e087-cc5c-46c6-933d-ab22ca05f146 req-b5b9c5e1-1b27-4274-b0e6-3de6738e5e3e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0786169 May 29 01:30:43.940986 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f60e087-cc5c-46c6-933d-ab22ca05f146 req-8ecd8ba8-8933-47c0-bc23-ee9a7b627ebd tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437932 May 29 01:30:45.140765 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06c42e-2b60-4d91-8c69-f574bed61ec7 req-52581502-296c-447d-96d5-3335015f120f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:45.142214 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dc06c42e-2b60-4d91-8c69-f574bed61ec7 req-52581502-296c-447d-96d5-3335015f120f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0772204 May 29 01:30:45.187705 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dc06c42e-2b60-4d91-8c69-f574bed61ec7 req-0407dd7a-a943-4ea9-9d7d-48be4eb29fb2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 May 29 01:30:45.386184 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-431346b3-c14f-4896-8fab-e6bebabd8722 req-24fc5233-9e31-420a-aa50-ad93d9bc1795 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696173 May 29 01:30:45.648659 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-d3433a59-5b98-47a2-a7c5-1dadff667fdc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872064 May 29 01:30:45.703606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd3046-7656-4aab-83db-396d191bdad4 req-6cc17c29-c60c-4b8e-a8b0-191fa5b16368 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:45.705084 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8bd3046-7656-4aab-83db-396d191bdad4 req-6cc17c29-c60c-4b8e-a8b0-191fa5b16368 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0825558 May 29 01:30:45.752399 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8bd3046-7656-4aab-83db-396d191bdad4 req-966f8601-30c0-4d56-a287-06fac11f0a3d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412996 May 29 01:30:46.805349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-f5a50b99-35a3-49b8-9cc3-9107b662077e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1099 time: 0.0760090 May 29 01:30:46.870190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:46.939905 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-388c4ed3-d92a-40b0-8d26-70c38fa482db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:46.941372 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-388c4ed3-d92a-40b0-8d26-70c38fa482db service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1291149 May 29 01:30:46.955794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d0d0a-b904-4cff-b049-4cae3e4cae5a req-b28a4b87-33e3-4d2e-afe1-60d20ef03daf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:46.957271 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-335d0d0a-b904-4cff-b049-4cae3e4cae5a req-b28a4b87-33e3-4d2e-afe1-60d20ef03daf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0802679 May 29 01:30:47.003908 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-335d0d0a-b904-4cff-b049-4cae3e4cae5a req-3d8274ff-cd85-44d0-bb42-03f90fa8057f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406570 May 29 01:30:47.044957 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-d727f495-69a0-4e5c-b23d-a3239ca95ad9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 1002 time: 0.0975356 May 29 01:30:47.104893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-0050c50c-b3c0-4983-a56f-1b8fd612d62c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:47.106280 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-0050c50c-b3c0-4983-a56f-1b8fd612d62c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0563579 May 29 01:30:47.178717 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-55bdb5aa-32d0-4695-a5b8-1751c89d600c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669019 May 29 01:30:47.305836 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-dd222f3d-c827-4a9d-bb54-d660f8485f18 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204860 May 29 01:30:47.436910 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-2339a556-49a7-440d-b2f9-46f24178e7b2 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252458 May 29 01:30:48.199053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4628c5-00fc-408b-b1db-cb687002dba8 req-d868609f-6ca7-4d5a-a4b9-61ed211df894 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:48.200532 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d4628c5-00fc-408b-b1db-cb687002dba8 req-d868609f-6ca7-4d5a-a4b9-61ed211df894 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0771835 May 29 01:30:48.244929 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d4628c5-00fc-408b-b1db-cb687002dba8 req-72a31cf8-1899-4927-bde8-8372986bcbd8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388362 May 29 01:30:49.021203 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-ce983994-8de2-408f-a218-3a90c3271d3e service neutron] 10.222.0.16 "GET /v2.0/ports/4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0763748 May 29 01:30:49.295672 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-577f78bf-6105-4877-b0c0-856fca733d77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 1099 time: 0.0700779 May 29 01:30:49.448714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5357-58d9-4b8b-9f72-ee5b6dc4b5bd req-65d2c581-3461-4afb-b99c-926c67264f6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:49.450167 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8cb5357-58d9-4b8b-9f72-ee5b6dc4b5bd req-65d2c581-3461-4afb-b99c-926c67264f6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0826018 May 29 01:30:49.487510 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-91a27bc1-7246-41e3-9b0f-c9d681fb50b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1099 time: 0.1717832 May 29 01:30:49.503657 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8cb5357-58d9-4b8b-9f72-ee5b6dc4b5bd req-06b73bac-3a9f-4d21-887d-275815e00d04 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468478 May 29 01:30:49.617630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-6f43e112-e35d-46b2-bfae-672b73bc43f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:49.619626 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-6f43e112-e35d-46b2-bfae-672b73bc43f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1262553 May 29 01:30:49.715185 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-39249b4f-4526-48a9-9543-e17f9b3baebd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 1002 time: 0.0903616 May 29 01:30:49.778739 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-5d071a03-1ccb-4808-815a-f21c6ec92f02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:49.780160 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-5d071a03-1ccb-4808-815a-f21c6ec92f02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0593829 May 29 01:30:49.852007 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-eb52f310-c625-4d85-925e-a88f3e077411 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662012 May 29 01:30:49.979945 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-7609d096-e728-42c2-bc9c-50a000aab7cb service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224296 May 29 01:30:50.108609 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5bf8edbf-4576-4bbb-b0e9-e379fb1d24fb req-bfe02aef-2c43-4d44-a663-4801efb00972 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232181 May 29 01:30:50.706762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027b31-1056-4bf6-b425-0c72b47f6e27 req-c53909fa-4b64-4b2a-91a1-43536fd58451 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:50.708241 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81027b31-1056-4bf6-b425-0c72b47f6e27 req-c53909fa-4b64-4b2a-91a1-43536fd58451 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0752082 May 29 01:30:50.752895 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81027b31-1056-4bf6-b425-0c72b47f6e27 req-e8cb11d2-5ce2-45fa-ba45-a5513ed68912 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385680 May 29 01:30:51.949794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87878e2-a733-402b-b465-53ad603dac3e req-58c27df2-c45f-4d71-a358-062869e2beb6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:51.951214 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d87878e2-a733-402b-b465-53ad603dac3e req-58c27df2-c45f-4d71-a358-062869e2beb6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 946 time: 0.0783339 May 29 01:30:51.995437 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d87878e2-a733-402b-b465-53ad603dac3e req-edc06b2a-7d2b-4e7a-a029-7543267701d9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388310 May 29 01:30:52.949536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:30:53.056319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:53.082892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:30:53.093240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:30:53.097402 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:30:53.167088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:30:53.175973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.176348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.176690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.177026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.177359 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.177686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.178017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.178343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.178666 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.178986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.179308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:30:53.189501 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1879570f-0dd7-46e9-a872-5bdbc0bc9194'] response: {'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'code': 200} May 29 01:30:53.212350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2583-389b-402d-b094-e5fce7800a4e req-08cc4ca8-3a89-4848-9119-a5a8b4d4b4a3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:53.214394 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-168d2583-389b-402d-b094-e5fce7800a4e req-08cc4ca8-3a89-4848-9119-a5a8b4d4b4a3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0957031 May 29 01:30:53.261732 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-168d2583-389b-402d-b094-e5fce7800a4e req-44242b17-f4ad-4353-965d-d1144084d50a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 May 29 01:30:53.588917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c6ece-e067-4e1c-983e-db2c4b3913f7 req-4baf91b1-bd8e-4063-bf55-eca31f10dc4b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:53.590265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-13ec0a16-01c2-45e5-9dc1-fc27cebd34de tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:53.590776 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8b0c6ece-e067-4e1c-983e-db2c4b3913f7 req-4baf91b1-bd8e-4063-bf55-eca31f10dc4b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0768423 May 29 01:30:53.590949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-13ec0a16-01c2-45e5-9dc1-fc27cebd34de tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:30:53.606642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-13ec0a16-01c2-45e5-9dc1-fc27cebd34de tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:30:53.608045 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-13ec0a16-01c2-45e5-9dc1-fc27cebd34de tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf&tenant_id=7106249eae484cf6bf934cb8527f05b3&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 944 time: 0.1032484 May 29 01:30:53.639846 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8b0c6ece-e067-4e1c-983e-db2c4b3913f7 req-16eed5f0-d047-44e5-8079-6c1b40a87fe0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 May 29 01:30:53.747254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-f69ebdf7-974a-445e-b053-c21a2fba4ffd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1097 time: 0.0710120 May 29 01:30:53.875797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-b82b3775-c7bf-43e2-a77c-f41ae7c011e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:53.877137 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-b82b3775-c7bf-43e2-a77c-f41ae7c011e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1247616 May 29 01:30:53.977662 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-c6567638-015e-4754-8766-5ab6672c6801 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 1000 time: 0.0952320 May 29 01:30:54.037419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-df5c21e2-5828-49cc-92b3-c2187d94365f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:54.038768 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-df5c21e2-5828-49cc-92b3-c2187d94365f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0559044 May 29 01:30:54.114384 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-4f75bf9c-6a3a-4e49-ba2c-a192ef44dbab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699635 May 29 01:30:54.241891 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-d097c05b-0778-439e-a6b5-15fcb5858f0f service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214905 May 29 01:30:54.372154 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-674b65de-f8f2-4c51-8212-b17a8a146cb8 req-62278b32-c0fc-4860-b399-1300c9b50311 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242397 May 29 01:30:54.842480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f388b-966b-4345-9238-b7830a673390 req-f6475374-2f24-4fd7-a11c-1a525efea8f1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:54.843948 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-827f388b-966b-4345-9238-b7830a673390 req-f6475374-2f24-4fd7-a11c-1a525efea8f1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0826268 May 29 01:30:54.892592 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-827f388b-966b-4345-9238-b7830a673390 req-d6ae2c2d-1dfb-4f04-b5d4-ab430ca06617 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425923 May 29 01:30:56.088732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c62d9-9166-4fa0-9abe-0b2094d76c82 req-39ca76de-5c3a-48bb-aff3-3f8c083056d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:56.090155 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-252c62d9-9166-4fa0-9abe-0b2094d76c82 req-39ca76de-5c3a-48bb-aff3-3f8c083056d6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0749176 May 29 01:30:56.133599 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-252c62d9-9166-4fa0-9abe-0b2094d76c82 req-c882bb45-4042-4cfd-aa68-b2ee8badb6e5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380652 May 29 01:30:56.341587 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901f2b-af8b-4599-b84b-aa8a09c67fb3 req-4e4bef06-692d-4443-9132-df7e7f26800a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:56.343028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81901f2b-af8b-4599-b84b-aa8a09c67fb3 req-4e4bef06-692d-4443-9132-df7e7f26800a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0809762 May 29 01:30:56.387798 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81901f2b-af8b-4599-b84b-aa8a09c67fb3 req-9020b819-cb3e-42b3-aaa2-dd405113d532 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392427 May 29 01:30:56.903029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb988d-3660-4727-ab8f-2ddb51930dff req-964b483b-f8ba-4bba-bb9c-867ea9ba7254 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:56.905783 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2cb988d-3660-4727-ab8f-2ddb51930dff req-964b483b-f8ba-4bba-bb9c-867ea9ba7254 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0855348 May 29 01:30:56.930668 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-c9fb3d66-cff3-4244-87e7-6a8f16b64f85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 1097 time: 0.0694947 May 29 01:30:56.953648 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2cb988d-3660-4727-ab8f-2ddb51930dff req-66912fb3-b199-4958-9a3f-725e8463ae9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 May 29 01:30:57.143757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-00c59c59-73a4-47da-ab41-32c5c6d4ab41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:57.145201 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-00c59c59-73a4-47da-ab41-32c5c6d4ab41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.2094026 May 29 01:30:57.252529 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-29065ed7-2c13-4cfa-860b-3c40798bcd48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 200 len: 1000 time: 0.1013060 May 29 01:30:57.315801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-f21a88f3-6850-4f5f-840a-1059637a183a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:57.317189 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-f21a88f3-6850-4f5f-840a-1059637a183a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0597613 May 29 01:30:57.391239 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-2dfa0e7d-6df8-4c89-aa3f-a834c6012b2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682070 May 29 01:30:57.536215 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-1e3a8900-dde4-43d5-861c-5f9798ff8387 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393259 May 29 01:30:57.664781 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3abd427-c3d8-40e4-a3ce-c0e33a51cce5 req-c11e794f-b2f0-4f2f-bc44-5077a3327ab5 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230073 May 29 01:30:58.067148 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:30:58.168491 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb95e6-ac40-46ed-b87c-42cc61cb51f4 req-197371c9-7e81-4eba-adb5-c507b8fe7486 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:58.170006 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9ecb95e6-ac40-46ed-b87c-42cc61cb51f4 req-197371c9-7e81-4eba-adb5-c507b8fe7486 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0864723 May 29 01:30:58.223106 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9ecb95e6-ac40-46ed-b87c-42cc61cb51f4 req-381b2676-4690-4d88-abf8-d5eb28873820 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470452 May 29 01:30:59.421580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423862b-9c03-404a-adab-ef0e111f745d req-860af973-b814-43a0-8f2d-528404db2e22 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:59.423036 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f423862b-9c03-404a-adab-ef0e111f745d req-860af973-b814-43a0-8f2d-528404db2e22 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0796680 May 29 01:30:59.544128 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f423862b-9c03-404a-adab-ef0e111f745d req-dda72639-a263-4f6e-b6fe-f22dc54a517c tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156380 May 29 01:30:59.931528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b75dc-4a31-40af-92de-998dabae502c req-38cfab6f-af87-44fc-bcd9-38a99061c413 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:30:59.932982 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e74b75dc-4a31-40af-92de-998dabae502c req-38cfab6f-af87-44fc-bcd9-38a99061c413 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0751641 May 29 01:30:59.977440 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e74b75dc-4a31-40af-92de-998dabae502c req-fe577117-a9de-4078-abc3-a799bff77379 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 May 29 01:31:01.174622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a94fb0-a13b-44e5-adf4-42f5816e4e52 req-c4d17115-5387-4aad-ab47-fd95bea55e1a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:01.175912 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-59a94fb0-a13b-44e5-adf4-42f5816e4e52 req-c4d17115-5387-4aad-ab47-fd95bea55e1a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0795314 May 29 01:31:01.223444 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-59a94fb0-a13b-44e5-adf4-42f5816e4e52 req-92626057-9d68-46d6-84e9-8246aadee3c5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 May 29 01:31:01.502232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-257a22d8-f9d2-426b-a690-31f38fe2f56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:01.595579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84914fa4-fdb9-45f1-b272-88287330197b req-a2606dbc-5ea9-4c29-bc0c-81f142f3b44a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:01.598006 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-84914fa4-fdb9-45f1-b272-88287330197b req-a2606dbc-5ea9-4c29-bc0c-81f142f3b44a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 944 time: 0.0752444 May 29 01:31:01.665702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Deleting port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:31:01.666033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:01.902644 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] For port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:31:01.902896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:02.187989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:02.188382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:02.188691 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd disassociated. External IP: 172.26.5.226, port: 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6. May 29 01:31:02.189026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Calling delete_port for 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:31:02.333268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:02.382039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event deleted for resources: {'Port': ['ID=4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:31:02.390581 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c4c07472-7802-44ad-9fc2-0beb18fc4ae2 req-12532490-5cde-4ffd-a59b-afdb6a225119 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 210 time: 0.0405397 May 29 01:31:02.397105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.397452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.397789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.398122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.398578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.398762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.399079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.399908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.400250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.400569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.400883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:31:02.706195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:31:02.901177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:31:02.910636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:31:02.923782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:31:02.924462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:30:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:02.971562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] No DVR routers for this DVR port 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:31:02.974081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:02.976577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'name': 'network-vif-deleted', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:31:02.992799 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-84914fa4-fdb9-45f1-b272-88287330197b req-2ae3a674-7df3-4ae0-a730-dc3e1e2f3e53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "DELETE /v2.0/ports/4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 HTTP/1.1" status: 204 len: 173 time: 1.3911085 May 29 01:31:03.051336 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9cf187-6eca-4770-94ab-a31a8ed4878d'] response: {'server_uuid': '09b13571-5a4e-4fa5-9725-055067885ecf', 'name': 'network-vif-deleted', 'tag': '4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6', 'status': 'completed', 'code': 200} May 29 01:31:03.110282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:31:03.467637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:03.471539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:31:03.483718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:31:03.484355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:30:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:03.586135 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-03b1550a-d96a-4bb8-886d-05671cda7db3 req-70938ccb-a73d-40e9-9548-b0d176a23a87 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=09b13571-5a4e-4fa5-9725-055067885ecf HTTP/1.1" status: 200 len: 210 time: 0.0481734 May 29 01:31:03.628482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-99879f4f-ca74-4bc9-a1d9-440a34f2aff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:03.673212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:31:03.976013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:03.980458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76317b2-eb7e-4d53-8b6d-0fee484199c4 None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:31:04.184678 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c23c3b-aec8-44e5-be2b-91dfe9dc32d3 None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:31:04.634817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:04.947973 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-6d887ed9-bf34-48f0-868a-4ea841f14a7f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--422391869&fields=id&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 267 time: 0.0402181 May 29 01:31:04.982828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:31:05.022405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:31:05.022756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 4b83f1ce-d7da-4715-94e2-d8ff7ae2aaf6 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:31:05.109890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-e8c66fd1-4c14-42f4-a7bf-426d3e7e6dbe tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:05.111343 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-e8c66fd1-4c14-42f4-a7bf-426d3e7e6dbe tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.1569974 May 29 01:31:05.128653 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-de3037cd-e83f-48a0-a37f-fdfc2b822cd1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/quotas/7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 375 time: 0.0115569 May 29 01:31:05.226443 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-6629f0ff-081e-4837-8c39-97b126c8bc6f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916595 May 29 01:31:05.387487 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bdda19fa-0ecd-4579-9e06-00626d568821 service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491158 May 29 01:31:05.473360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:05.532117 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-9cb793bf-78bd-4518-a0a9-e7d09b1f61a6 service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385217 May 29 01:31:05.745844 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8063914e-0c6d-4fe0-aabe-11875d2e6fa5 req-350bb049-37a5-4217-8ac2-cd6c7690b248 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 210 time: 0.0466797 May 29 01:31:06.190817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:06.748271 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-907db607-03eb-43f0-b7eb-443d0fe04f9a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:06.749685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-907db607-03eb-43f0-b7eb-443d0fe04f9a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.1475673 May 29 01:31:06.808665 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-012b5b31-a643-498a-8522-791a2e3e1f7e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 379 time: 0.0469618 May 29 01:31:06.816469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'port': {'device_id': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'admin_state_up': True, 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'security_groups': ['bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:31:06.918034 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-297ca159-a69b-4045-9f72-fcdbe5773278 req-2b9cc662-e0c1-4f55-875b-eb734ea476ed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 210 time: 0.0411232 May 29 01:31:06.952087 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:31:06.956124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:port and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:31:06.958855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:31:06.964449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:31:06.973706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Made reservation on behalf of 7106249eae484cf6bf934cb8527f05b3 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:31:06.976582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:07.137652 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Allocated IP 172.20.0.6 (d12371af-425d-4287-91e1-b5ccbe0a7e83/6ff79d47-6d24-4a6a-8035-52c884a415ff/ed747320-c871-4b1d-8e82-975db8fad67f) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:31:07.322083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:07.337550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Transition to ACTIVE for port object ed747320-c871-4b1d-8e82-975db8fad67f will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:31:07.358624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:07.431374 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:31:07.434537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:31:07.438502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:31:07.475920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:31:07.507000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:07.507596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:07.531052 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-bddc6877-bfde-4b75-9e16-0f697bd5d1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7188618 May 29 01:31:07.540791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-4a202eb7-97d0-4a7e-9660-72bf9aa562f3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:31:07.541756 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-4a202eb7-97d0-4a7e-9660-72bf9aa562f3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055747 May 29 01:31:07.552354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Request body: {'port': {'device_id': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:31:07.665588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:07.694165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6f42235a-7f14-462e-a07f-7adc2d15377b None None] Provisioning for port ed747320-c871-4b1d-8e82-975db8fad67f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:31:07.698837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6f42235a-7f14-462e-a07f-7adc2d15377b None None] Provisioning complete for port ed747320-c871-4b1d-8e82-975db8fad67f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:31:07.699207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6f42235a-7f14-462e-a07f-7adc2d15377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:07.751174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-6f42235a-7f14-462e-a07f-7adc2d15377b None None] Port ed747320-c871-4b1d-8e82-975db8fad67f cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:31:08.101299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed747320-c871-4b1d-8e82-975db8fad67f {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:31:08.108969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:08.120373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c1bea-4c8d-4b83-b90a-b280f519803d req-68738069-790c-48cd-bf68-d84d1cedaaf6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:08.121820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-843c1bea-4c8d-4b83-b90a-b280f519803d req-68738069-790c-48cd-bf68-d84d1cedaaf6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 931 time: 0.0764956 May 29 01:31:08.123976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Transition to ACTIVE for port object ed747320-c871-4b1d-8e82-975db8fad67f will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:31:08.128460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:08.172872 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-843c1bea-4c8d-4b83-b90a-b280f519803d req-26d1a6a8-6a35-41f6-a4e1-9b6f86978873 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 May 29 01:31:08.253787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:31:08.365313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Attempting to bind port ed747320-c871-4b1d-8e82-975db8fad67f on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:31:08.365645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Attempting to bind port ed747320-c871-4b1d-8e82-975db8fad67f by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:31:08.365968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Attempting to bind port ed747320-c871-4b1d-8e82-975db8fad67f on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:31:08.372516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Port ed747320-c871-4b1d-8e82-975db8fad67f on network d12371af-425d-4287-91e1-b5ccbe0a7e83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:31:08.372830 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Attempting to bind port ed747320-c871-4b1d-8e82-975db8fad67f on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:31:08.378944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:31:08.379273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Checking segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:31:08.379648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Bound using segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:31:08.380203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Bound port: ed747320-c871-4b1d-8e82-975db8fad67f, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:31:08.380546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:08.468442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:31:08.471547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:31:08.476940 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:08.538126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:08.539646 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 1093 time: 0.9911606 May 29 01:31:08.539911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:31:08.569996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4791-b338-465b-93f4-5099725b0ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:31:08.618954 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53aebc7e-bba7-468e-b13d-b87b8e5c08fc'] response: {'name': 'network-changed', 'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'status': 'completed', 'code': 200} May 29 01:31:08.652997 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-189c80d6-d75a-433b-8680-3e362e6fd6b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1096 time: 0.0741177 May 29 01:31:08.723720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-70228bd6-fcad-4bd1-b8ee-f526cad18996 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 217 time: 0.0648193 May 29 01:31:08.784189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-8da107cc-ccc6-4523-97e7-e4799ff57f1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:08.785609 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-8da107cc-ccc6-4523-97e7-e4799ff57f1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0566003 May 29 01:31:08.865411 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-764c4223-dbb0-419a-912d-960e230e0cd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717001 May 29 01:31:08.996143 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-ce5296fe-33c8-4c0c-a323-dadb08d5a017 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241090 May 29 01:31:09.128371 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-08e1dca1-b5ff-4d88-a730-62360db9f524 req-f4059464-9ef2-496e-9e1d-a2a0d44dc559 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271069 May 29 01:31:09.240585 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-8aa4f21e-3411-40eb-bd15-5afc5e56cfcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1096 time: 0.0697670 May 29 01:31:09.372602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-bc596c5b-2a76-4232-b6e4-e1205cfb9dff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:09.374125 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-bc596c5b-2a76-4232-b6e4-e1205cfb9dff service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1275895 May 29 01:31:09.383676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19324-bf91-4607-8965-5bab54fab3f5 req-fe174fee-c96c-4eb1-95ea-76738c2bc157 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:09.385843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b3f19324-bf91-4607-8965-5bab54fab3f5 req-fe174fee-c96c-4eb1-95ea-76738c2bc157 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0815623 May 29 01:31:09.433735 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b3f19324-bf91-4607-8965-5bab54fab3f5 req-2ff9a19b-1502-4052-9a1f-974d4f18e057 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 May 29 01:31:09.449032 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-3cf76a23-3c5d-4756-922f-9608db1c47f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 217 time: 0.0692029 May 29 01:31:09.513144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-1f3439d6-15a5-4b19-a768-528fef5e00c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:09.514569 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-1f3439d6-15a5-4b19-a768-528fef5e00c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0600982 May 29 01:31:09.594959 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-475e9516-59e7-4751-b1e1-ed9fe0b74d56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749166 May 29 01:31:09.813235 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-d55156d4-ac0c-40a8-b78b-1d9274f096bd service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120535 May 29 01:31:09.943798 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ac07998b-40bf-413e-ba4b-2488a5b7362a req-564d8104-4f99-499d-b347-780479698fc8 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239562 May 29 01:31:10.635771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da139afa-dba6-468a-8cc1-108778d1463d req-2ec365fa-0595-4f52-8f40-b784d007b529 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:10.637209 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da139afa-dba6-468a-8cc1-108778d1463d req-2ec365fa-0595-4f52-8f40-b784d007b529 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0787601 May 29 01:31:10.681634 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-da139afa-dba6-468a-8cc1-108778d1463d req-566bdfe2-b6e1-4067-a8d1-8f2e4f570bb3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 May 29 01:31:11.011281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:31:11.142112 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:31:11.155515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'mac_address': 'fa:16:3e:3b:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:31:11.207135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:11.224078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed747320-c871-4b1d-8e82-975db8fad67f {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:31:11.238269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:31:11.242478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:11.305481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:31:11.537876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ed747320-c871-4b1d-8e82-975db8fad67f'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:31:11.874136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7f3a7-47d5-484a-b316-e5b783930890 req-e86b631c-00c4-4ffc-9247-7455f05596da tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:11.875495 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-30b7f3a7-47d5-484a-b316-e5b783930890 req-e86b631c-00c4-4ffc-9247-7455f05596da tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 944 time: 0.0755284 May 29 01:31:11.919002 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-30b7f3a7-47d5-484a-b316-e5b783930890 req-8827a796-e88a-4b0f-a712-aa660e3c91cb tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 May 29 01:31:13.011301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:31:13.080811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port ed747320-c871-4b1d-8e82-975db8fad67f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:31:13.085649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port ed747320-c871-4b1d-8e82-975db8fad67f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:31:13.086022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:13.123149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37f84d-05d0-4983-8fac-233fe796bdc5 req-01e01745-fb9c-4756-998e-c44da4723467 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:13.124841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa37f84d-05d0-4983-8fac-233fe796bdc5 req-01e01745-fb9c-4756-998e-c44da4723467 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 944 time: 0.0821719 May 29 01:31:13.170836 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa37f84d-05d0-4983-8fac-233fe796bdc5 req-f7885d8b-9fde-4613-9a42-d15cc8f77a92 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 May 29 01:31:13.205703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:13.249561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:31:13.260849 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:31:13.265510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:13.330873 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8158979b-98b7-43d2-a14c-2c08cce98694'] response: {'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'code': 200} May 29 01:31:13.370220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:31:13.618254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-094010eb-a330-401e-bbab-d2ec58a52bcc req-023659f0-7fd5-4f5d-801e-6cefe4ab1535 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1098 time: 0.1469259 May 29 01:31:13.659478 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-094010eb-a330-401e-bbab-d2ec58a52bcc req-719ebd9e-202e-4cd0-a04d-b0204f2445d7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352204 May 29 01:31:14.371732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd23176-fb66-40b8-a6cd-7af4cc5c65dc req-79c6c7d9-9d10-4b28-9cfa-4218c9f57b12 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:14.373196 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dfd23176-fb66-40b8-a6cd-7af4cc5c65dc req-79c6c7d9-9d10-4b28-9cfa-4218c9f57b12 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0753143 May 29 01:31:14.420931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dfd23176-fb66-40b8-a6cd-7af4cc5c65dc req-feab1095-490d-40e6-b83e-2f184b765c33 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421205 May 29 01:31:15.619123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea738d-bde1-432c-8eb2-61d65d410a18 req-2852cdb3-eda7-4319-b461-774645ff5274 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:15.620494 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8fea738d-bde1-432c-8eb2-61d65d410a18 req-2852cdb3-eda7-4319-b461-774645ff5274 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0745718 May 29 01:31:15.665560 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8fea738d-bde1-432c-8eb2-61d65d410a18 req-40783905-c0ea-4ed8-8ff2-05eadf499999 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394189 May 29 01:31:15.862068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109a075-2286-4854-bcbe-43293a0f945c req-7c4ae608-51e6-4c65-9609-74fbbf28a5b9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:15.863730 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9109a075-2286-4854-bcbe-43293a0f945c req-7c4ae608-51e6-4c65-9609-74fbbf28a5b9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0815878 May 29 01:31:15.873258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34452) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:31:15.878486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'floatingip': {'port_id': 'ed747320-c871-4b1d-8e82-975db8fad67f'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:31:15.951866 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:16.627259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:16.630638 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:16.818166 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd associated. External IP: 172.26.5.226, port: ed747320-c871-4b1d-8e82-975db8fad67f. May 29 01:31:16.891405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:17.202345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:31:17.495024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:31:17.499988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:17.505877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:31:17.517386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:31:17.518081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:31:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:17.520862 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-3952365f-ddd8-4e42-b664-ee25a1ae2b97 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749426 May 29 01:31:17.553482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-71559f44-3b17-46c5-9787-2a7662fe4b47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "PUT /v2.0/floatingips/58862590-21cf-42ca-b609-ebc2baae6fcd HTTP/1.1" status: 200 len: 991 time: 1.6791315 May 29 01:31:17.554061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:31:17.608559 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f537ab6-390e-4c81-81d6-c737877f6b09'] response: {'name': 'network-changed', 'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'status': 'completed', 'code': 200} May 29 01:31:17.659605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-02c05c9f-a08a-4961-9913-4f9e5ca5906c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1098 time: 0.0721364 May 29 01:31:17.706670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:31:17.806312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-48fbfdab-040d-4f35-aab0-a883f9a5f5d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:17.807630 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-48fbfdab-040d-4f35-aab0-a883f9a5f5d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1304958 May 29 01:31:17.909649 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-c13f0904-7cd1-41fd-b7d5-c232c9160e19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 999 time: 0.0962765 May 29 01:31:17.970668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-c846d691-1540-4fef-ac03-def02bdb095a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:17.972117 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-c846d691-1540-4fef-ac03-def02bdb095a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0566845 May 29 01:31:18.049773 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-ad6b3411-ad4a-402a-b88d-89b9405eb907 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721412 May 29 01:31:18.056502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:3b:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:31:16Z', 'revision_number': 9, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:18.060352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:31:18.071387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:31:18.071914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:31:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:18.185342 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-8f76c238-ad3d-48aa-a147-2836a5cee717 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294339 May 29 01:31:18.247268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:31:18.316341 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-348a8404-a5ac-4e45-8fa4-30e82065c7b8 req-8892d624-9497-4f71-b4fe-9b4cacfe56da service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254039 May 29 01:31:18.430454 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-8910405b-db9c-4a14-aa06-da8a6fa1584d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1098 time: 0.0696218 May 29 01:31:18.562979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-74519a4e-5af2-4a50-941c-b528fcd26acb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:18.564446 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-74519a4e-5af2-4a50-941c-b528fcd26acb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1289475 May 29 01:31:18.589569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:3b:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:31:16Z', 'revision_number': 9, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:31:18.593633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7540a-b4aa-4323-b42c-bc517ff7d2b7 None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:3b:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:31:16Z', 'revision_number': 9, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:31:18.673327 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-a21beaed-7a31-4b0b-b67a-c69087b5556e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 999 time: 0.1027799 May 29 01:31:18.741412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-dbac4645-4433-4d3c-b59e-7f187dea3fd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:31:18.743554 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-dbac4645-4433-4d3c-b59e-7f187dea3fd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0622184 May 29 01:31:18.800357 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84531d1c-297d-42ad-866e-07d641dfaf29 None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:31:18.825919 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-48562a18-ac35-49a2-9de2-faefab7f5191 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762177 May 29 01:31:19.057838 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-3ea62c23-96c8-483d-8150-e82ab18d2039 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251692 May 29 01:31:19.187602 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7cfa69cd-5d2e-42ef-82f3-7ff7201db301 req-105bbe00-df19-4a1d-a845-5c7fd51e8020 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232135 May 29 01:31:31.504420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-12ca7821-9f8f-43fd-be9c-1ef208d498b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:33.609634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ccc1-76e2-4baf-9209-fd2466c19937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:34.637771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:35.066905 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:31:35.475920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:36.193084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:31:46.883672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:01.506426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-71b83d9f-a331-4261-a131-f18806560730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:03.610650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eba4f714-99bf-446f-8c91-0d987fd5a7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:04.639422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:05.478735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:06.197864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:12.066716 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:32:16.897806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:20.051899 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-6ba1eca0-e214-4eb1-8427-d9d5fca19e91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661891 May 29 01:32:20.191041 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-e3ea6762-c2f9-4ec2-8ea8-240a1d48a355 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1098 time: 0.0726814 May 29 01:32:20.336236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b126-a05e-4630-bbf3-2de90395c614 req-e3f22640-3128-4918-b178-de97737fdf49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:20.337591 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-e3f22640-3128-4918-b178-de97737fdf49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1278741 May 29 01:32:20.440493 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-e24d0507-aed5-40a0-bad2-18b7b5039fe1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 1002 time: 0.0972457 May 29 01:32:20.500812 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b126-a05e-4630-bbf3-2de90395c614 req-fff8e456-bcc9-44ad-9117-3e88eabe5fa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:20.502173 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-fff8e456-bcc9-44ad-9117-3e88eabe5fa4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0561974 May 29 01:32:20.574845 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-7a1998fa-29a4-4683-9a53-704b2405080d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664926 May 29 01:32:20.700784 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-14f38f06-9e1d-4bfb-934a-10e09bd56fab service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201234 May 29 01:32:20.827156 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3370b126-a05e-4630-bbf3-2de90395c614 req-51c93f08-b7d4-4265-aab9-0f52f7b14672 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211870 May 29 01:32:21.261022 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92b07795-018e-4c70-abc1-ede901f5de46 req-13d02cfd-add8-4a9c-bc8c-117bff56a6a6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1374915 May 29 01:32:21.573322 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-472b5536-f6e5-43bb-9dea-24376f2a449a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368663 May 29 01:32:21.588265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c715-079f-4995-9b68-28186812f23b req-fb5cc0f6-94d4-482f-b0bc-e5bd62732ac9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:21.589821 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e690c715-079f-4995-9b68-28186812f23b req-fb5cc0f6-94d4-482f-b0bc-e5bd62732ac9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0754910 May 29 01:32:21.636459 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e690c715-079f-4995-9b68-28186812f23b req-cdc6475a-5798-4127-9621-ab4bb4f89ad8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397964 May 29 01:32:22.680492 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-dda2b04f-3ae6-4c61-8543-4ebedad65895 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1098 time: 0.0696309 May 29 01:32:22.808998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-46899702-c9b3-4d7f-b2bc-f4c005b381f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:22.810411 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-46899702-c9b3-4d7f-b2bc-f4c005b381f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1246171 May 29 01:32:22.839799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04129d1-4c23-4e98-b42d-de7aef656c9a req-0926cbde-2c83-4de7-a22e-09ff40b56177 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:22.841240 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e04129d1-4c23-4e98-b42d-de7aef656c9a req-0926cbde-2c83-4de7-a22e-09ff40b56177 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0805957 May 29 01:32:22.887892 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e04129d1-4c23-4e98-b42d-de7aef656c9a req-8fb0bed8-bf7e-461b-88e9-b1aecefe8ed1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409207 May 29 01:32:22.913497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-8f5b98ad-06f2-438f-9943-b934af246d46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 1002 time: 0.0971181 May 29 01:32:22.971529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-c194c6a5-5049-4c10-b7d5-a29826da14e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:22.972970 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-c194c6a5-5049-4c10-b7d5-a29826da14e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0545626 May 29 01:32:23.048831 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-f3db8aca-a7bf-4840-9a7c-5ad7baf39950 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701764 May 29 01:32:23.275118 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-2a46c700-8353-4d31-83f4-8cb8c6f39cae service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201688 May 29 01:32:23.402340 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-ccb72c93-f95a-4c34-9164-93ea76023795 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217492 May 29 01:32:24.084628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdb696-0e72-4126-9761-5e3e5972432c req-0f837780-032b-48ff-84fb-f0c37829a227 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:24.086048 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38cdb696-0e72-4126-9761-5e3e5972432c req-0f837780-032b-48ff-84fb-f0c37829a227 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0745010 May 29 01:32:24.129841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38cdb696-0e72-4126-9761-5e3e5972432c req-e38681f9-bcb4-4e4a-b030-210250ac2eac tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383737 May 29 01:32:25.332169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaec97-42c5-463e-949e-06d7dbe67fb8 req-c0caf4d7-1265-4770-ad48-efba9ddb5a4a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:25.333606 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eccaec97-42c5-463e-949e-06d7dbe67fb8 req-c0caf4d7-1265-4770-ad48-efba9ddb5a4a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0806260 May 29 01:32:25.378474 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eccaec97-42c5-463e-949e-06d7dbe67fb8 req-63d3f15e-2542-49f7-bc54-2a7db9395505 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386255 May 29 01:32:26.573442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2adf3-96b8-4f3e-8a9b-7b2b0729f74f req-dfd84004-b444-4997-8a8b-02528b1fb212 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:26.574899 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-96b2adf3-96b8-4f3e-8a9b-7b2b0729f74f req-dfd84004-b444-4997-8a8b-02528b1fb212 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0749724 May 29 01:32:26.618668 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-96b2adf3-96b8-4f3e-8a9b-7b2b0729f74f req-c90e5fce-90eb-455e-a806-14b9060a7a89 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383325 May 29 01:32:27.815647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caffb40-68b3-4e04-96e2-6b020722a999 req-cde2ddc5-ac07-4299-b7dc-b559932b771a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:27.817095 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3caffb40-68b3-4e04-96e2-6b020722a999 req-cde2ddc5-ac07-4299-b7dc-b559932b771a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0773141 May 29 01:32:27.861502 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3caffb40-68b3-4e04-96e2-6b020722a999 req-860b17ff-67ab-426c-a2c3-f6405eba1364 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387623 May 29 01:32:29.056239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495b87-b608-4853-bea1-df0dddb384cf req-fd194f81-f80c-496f-aa17-e9be20277de5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:29.057582 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38495b87-b608-4853-bea1-df0dddb384cf req-fd194f81-f80c-496f-aa17-e9be20277de5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0760431 May 29 01:32:29.105055 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38495b87-b608-4853-bea1-df0dddb384cf req-450e21fb-a95a-4ba5-b2d5-1ea4169d0284 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 May 29 01:32:30.308104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046e09b-572f-45ad-97e6-d117ec414c56 req-2e6d1afd-2a02-4319-9b4d-e2b84790a903 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:30.309532 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f046e09b-572f-45ad-97e6-d117ec414c56 req-2e6d1afd-2a02-4319-9b4d-e2b84790a903 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0782521 May 29 01:32:30.353514 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f046e09b-572f-45ad-97e6-d117ec414c56 req-76987dc2-409a-4e67-9072-4deadf8c1563 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 May 29 01:32:31.512496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ff2b3a2-0c64-4672-bb7e-171f22877cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:31.555347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c03b2-a928-4f54-8975-dec075c7a552 req-7a0e89a4-c749-47e8-b6cd-6067747f3559 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:31.556782 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c45c03b2-a928-4f54-8975-dec075c7a552 req-7a0e89a4-c749-47e8-b6cd-6067747f3559 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0813348 May 29 01:32:31.600148 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c45c03b2-a928-4f54-8975-dec075c7a552 req-cf52312d-5a39-4486-892c-b7397deabfe4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377939 May 29 01:32:32.793300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13198de9-a0db-4b2c-9ed4-2d9017922ee2 req-7d84e83f-c691-4db1-8ee3-ccc8f2c7d49f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:32.794750 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-13198de9-a0db-4b2c-9ed4-2d9017922ee2 req-7d84e83f-c691-4db1-8ee3-ccc8f2c7d49f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0745862 May 29 01:32:32.839620 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-13198de9-a0db-4b2c-9ed4-2d9017922ee2 req-ab1b3c25-0ede-4de4-bc49-0d42bf36d38e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 May 29 01:32:33.613632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f3d371d6-5380-4097-87b0-8f0815484136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:34.039418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e3fb6-4dea-4f45-ab5e-5bcef65d3956 req-2f0e7eeb-e1be-491c-a4db-9691512568c7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:34.040866 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c09e3fb6-4dea-4f45-ab5e-5bcef65d3956 req-2f0e7eeb-e1be-491c-a4db-9691512568c7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0775499 May 29 01:32:34.085096 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c09e3fb6-4dea-4f45-ab5e-5bcef65d3956 req-c29efc5a-0366-4917-ab30-90c24465169a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388079 May 29 01:32:34.642319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:35.138521 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-6e5b37ce-9c06-4623-87af-c4e0ec69c514 service neutron] 10.222.0.16 "GET /v2.0/ports/ed747320-c871-4b1d-8e82-975db8fad67f/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0737748 May 29 01:32:35.299894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3133bc5-6918-4e4e-a5c6-68bc6d1557e7 req-5f2a50d0-3a17-4334-bea1-91556d1f3f3d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:35.302747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d3133bc5-6918-4e4e-a5c6-68bc6d1557e7 req-5f2a50d0-3a17-4334-bea1-91556d1f3f3d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0858107 May 29 01:32:35.360028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d3133bc5-6918-4e4e-a5c6-68bc6d1557e7 req-dc175003-34cb-40b5-b9b7-f5ce2d1c5892 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 May 29 01:32:35.404793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-250d6bf1-f9d0-41e7-b538-4262c8913778 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 1098 time: 0.0739670 May 29 01:32:35.480282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:35.494513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-557e2f29-1c3f-4f1f-9489-38ce4fc93f03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1098 time: 0.0691614 May 29 01:32:35.622353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-8b1b37b4-0667-4ff4-8218-dbc46c251d50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:35.623753 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-8b1b37b4-0667-4ff4-8218-dbc46c251d50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1241114 May 29 01:32:35.724634 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-09425c29-dc8c-4fb3-8ecc-3c76f33cf7eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 1002 time: 0.0953383 May 29 01:32:35.784238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-c6ef3718-9d8d-4526-a61d-9ac7b4810607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:35.785591 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-c6ef3718-9d8d-4526-a61d-9ac7b4810607 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0553899 May 29 01:32:35.860567 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-3600b580-acac-46b4-8725-ab465c0b8415 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689893 May 29 01:32:35.985699 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-0e883b08-16c3-41d4-9a0a-b9bc87890ff9 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193571 May 29 01:32:36.111707 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fe8ecdc2-67e2-49fe-8714-baf11d512f96 req-ae067f54-ecb6-4faa-82d4-b1dcc0d846e2 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205201 May 29 01:32:36.199119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:36.555539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fedb61-a76f-4e5c-9c30-766c4d5bc32d req-569399a7-005a-41dd-8a01-2e62f4000958 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:36.556883 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8fedb61-a76f-4e5c-9c30-766c4d5bc32d req-569399a7-005a-41dd-8a01-2e62f4000958 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0757828 May 29 01:32:36.602686 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8fedb61-a76f-4e5c-9c30-766c4d5bc32d req-b1a4786f-d9ca-4bce-96b3-1d04815eebf8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 May 29 01:32:37.433159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:32:37.542492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:37.567782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:32:37.577115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:37.580975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:37.632174 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b18237-57d7-48d1-9cf6-3d76a213e968'] response: {'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'code': 200} May 29 01:32:37.649558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:37.657844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.658193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.658531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.658866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.659199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.659633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.659841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.660207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.660571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.660807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.661128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:37.805481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66a7c4-240e-4d38-b5b0-4f415371773c req-1e7cac0a-f483-46f2-850c-3688183b1155 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:37.806816 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5a66a7c4-240e-4d38-b5b0-4f415371773c req-1e7cac0a-f483-46f2-850c-3688183b1155 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0827792 May 29 01:32:37.852476 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5a66a7c4-240e-4d38-b5b0-4f415371773c req-67bdc7a7-ddc0-4ad7-a8ee-e37f330fe470 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402207 May 29 01:32:39.047221 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed795c8-80e6-4250-8639-4035c804c4f4 req-d7e23f00-6166-4882-b476-d2dac5f06100 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:39.048673 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7ed795c8-80e6-4250-8639-4035c804c4f4 req-d7e23f00-6166-4882-b476-d2dac5f06100 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0747793 May 29 01:32:39.092424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7ed795c8-80e6-4250-8639-4035c804c4f4 req-3d6e2607-9013-4f25-aa06-c09b09a679b9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381601 May 29 01:32:39.433233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:32:39.513972 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-33df9421-bc33-4665-8fc1-1427e73f7e91 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:39.514608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-33df9421-bc33-4665-8fc1-1427e73f7e91 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:32:39.532916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-33df9421-bc33-4665-8fc1-1427e73f7e91 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:32:39.534062 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-33df9421-bc33-4665-8fc1-1427e73f7e91 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b&tenant_id=7106249eae484cf6bf934cb8527f05b3&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 943 time: 0.1030591 May 29 01:32:39.573127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:39.574709 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd583a-8e95-4903-82f2-7697fc77127c req-dd83be55-4073-43bc-a404-bedc296bd71f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:39.576346 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-99dd583a-8e95-4903-82f2-7697fc77127c req-dd83be55-4073-43bc-a404-bedc296bd71f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0873761 May 29 01:32:39.587497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'mac_address': 'fa:16:3e:3b:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:32:39.615494 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-032f4a20-833c-4249-8f46-df3542ec3b10 service neutron] 10.222.0.16 "GET /v2.0/ports/ed747320-c871-4b1d-8e82-975db8fad67f/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0762558 May 29 01:32:39.625243 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-99dd583a-8e95-4903-82f2-7697fc77127c req-36ea34f9-70e0-4d1b-8741-a0d295706ff8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 May 29 01:32:39.649831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:39.667530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed747320-c871-4b1d-8e82-975db8fad67f {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:32:39.683046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:39.686953 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:39.709121 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-a9455763-e2ab-493c-acd6-1cc93eec3b67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1096 time: 0.0708666 May 29 01:32:39.757792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ed747320-c871-4b1d-8e82-975db8fad67f'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:32:39.780356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:39.846077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-830a9260-4b3b-430c-9fb2-1ab3eab663b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:39.847530 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-830a9260-4b3b-430c-9fb2-1ab3eab663b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1327522 May 29 01:32:39.952912 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-6894f8f3-0ea2-4300-a302-d2ea5d3020fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 1001 time: 0.0987875 May 29 01:32:40.013611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-6cb3e359-f987-457c-b979-68967b7e835e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:40.014992 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-6cb3e359-f987-457c-b979-68967b7e835e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0566854 May 29 01:32:40.188218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-a75a9293-5489-4c34-bdde-0a6c00a96879 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674480 May 29 01:32:40.316859 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-bc386799-1080-4dbf-aa2f-f88e970d1eaa service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226723 May 29 01:32:40.444669 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-a1e9f0b4-ca8d-4551-b27c-76718964c99f service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221590 May 29 01:32:40.821175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b48c6-8ef5-4bf8-a215-35c11d427290 req-69058b8e-5d29-4047-ac58-6beb8c058cd5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:40.822600 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a04b48c6-8ef5-4bf8-a215-35c11d427290 req-69058b8e-5d29-4047-ac58-6beb8c058cd5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 944 time: 0.0752151 May 29 01:32:40.866529 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a04b48c6-8ef5-4bf8-a215-35c11d427290 req-1c1aaaa1-38e1-4bd6-95dd-422d4a8d65ec tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385344 May 29 01:32:41.449123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:32:41.514890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port ed747320-c871-4b1d-8e82-975db8fad67f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:32:41.515275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:41.624943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:41.650884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:32:41.660505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:41.666324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:41.721697 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa51143f-fef8-4234-a933-a645d9ddd5c9'] response: {'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'code': 200} May 29 01:32:41.738917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:42.210232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393f99e-433d-4b95-83ab-9f87d99583d3 req-8a94d807-8bc2-4f77-9647-494274d3f019 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:42.211649 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f393f99e-433d-4b95-83ab-9f87d99583d3 req-8a94d807-8bc2-4f77-9647-494274d3f019 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0781257 May 29 01:32:42.257615 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f393f99e-433d-4b95-83ab-9f87d99583d3 req-d2001dd6-c0aa-4a09-83f7-a4606368a730 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 May 29 01:32:42.909854 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-d330879e-af5f-4b4d-9d0d-a6e2921e34c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 1098 time: 0.0693221 May 29 01:32:43.004800 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-0b3939f9-77fc-4852-9ec9-d43bf74b314a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 1098 time: 0.0749645 May 29 01:32:43.134537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-5fc62abe-c5f2-48ee-ac1d-8df9ae316ad6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:43.135939 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-5fc62abe-c5f2-48ee-ac1d-8df9ae316ad6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1249568 May 29 01:32:43.237640 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-5faac2ff-2552-4754-8bc2-ca9b8f83c56d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 200 len: 1002 time: 0.0959778 May 29 01:32:43.299689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-b3a337f4-6ddb-4c69-b8b5-24d206b049d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:43.301147 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-b3a337f4-6ddb-4c69-b8b5-24d206b049d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0582278 May 29 01:32:43.374319 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-47cd5eb5-66ee-4d6e-a951-c52bd9fcd3e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677264 May 29 01:32:43.456972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c3a13-3a27-41f4-b0f1-a079855ef6b8 req-7c78e15d-2000-4cb7-a5ed-26bd8544e4d9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:43.458618 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e2c3a13-3a27-41f4-b0f1-a079855ef6b8 req-7c78e15d-2000-4cb7-a5ed-26bd8544e4d9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0761058 May 29 01:32:43.506673 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-91b04cb1-bd59-4ef4-ab49-7f9a73456874 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267750 May 29 01:32:43.507537 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e2c3a13-3a27-41f4-b0f1-a079855ef6b8 req-d62dd6d5-4314-46ad-9462-04907f0bc981 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 May 29 01:32:43.636038 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3bf025bf-d6fe-49c7-8082-1c6173d6b7aa req-f4078d52-7e81-4988-afb8-d92f6e746f48 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238000 May 29 01:32:44.705432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582dc0d-035d-41b1-a94a-bfbd0ccb1085 req-a6cd664f-07d3-4ec3-b5d5-a794f03b9ac6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:44.706884 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c582dc0d-035d-41b1-a94a-bfbd0ccb1085 req-a6cd664f-07d3-4ec3-b5d5-a794f03b9ac6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0787022 May 29 01:32:44.752669 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c582dc0d-035d-41b1-a94a-bfbd0ccb1085 req-84591375-c497-4dad-aec1-f8a06b369549 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395315 May 29 01:32:45.462031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:32:45.572498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:45.608541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:32:45.618519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:45.623145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:45.675583 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5a5b01-63e3-46e9-b956-f7e388a173c5'] response: {'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'code': 200} May 29 01:32:45.700335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=9']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:46.046945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177dc5a-cebb-4891-b090-d272ad6f348d req-4a24a845-6c5a-4418-9561-40eb19b1037e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:46.048289 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1177dc5a-cebb-4891-b090-d272ad6f348d req-4a24a845-6c5a-4418-9561-40eb19b1037e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.1748028 May 29 01:32:46.092879 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1177dc5a-cebb-4891-b090-d272ad6f348d req-ca91f060-3c51-49fc-9c6a-1b8daea5b899 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391695 May 29 01:32:46.296291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e95895-0860-4157-bc98-d4452f234235 req-7077b6fb-34c2-4202-a425-8541a5786601 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:46.297768 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2e95895-0860-4157-bc98-d4452f234235 req-7077b6fb-34c2-4202-a425-8541a5786601 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0815876 May 29 01:32:46.342883 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2e95895-0860-4157-bc98-d4452f234235 req-8a49ef0b-bb8c-4dc4-8d71-5fa51313e739 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384154 May 29 01:32:46.545508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10d42-d262-4f73-876f-0f24f06bc172 req-a8e1e994-36b9-4a5b-8a1a-3dbce5dce0be tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:46.546932 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8a10d42-d262-4f73-876f-0f24f06bc172 req-a8e1e994-36b9-4a5b-8a1a-3dbce5dce0be tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0782170 May 29 01:32:46.604856 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8a10d42-d262-4f73-876f-0f24f06bc172 req-c8babadd-4404-4048-9cd8-32eb9c0b1d36 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509067 May 29 01:32:46.910049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:47.003939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aee9e-1e13-4b7d-bf21-d559c3583814 req-df904e76-09b5-4fb4-a196-f31bf424cd65 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:47.005408 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-431aee9e-1e13-4b7d-bf21-d559c3583814 req-df904e76-09b5-4fb4-a196-f31bf424cd65 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 943 time: 0.0741036 May 29 01:32:47.049542 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-431aee9e-1e13-4b7d-bf21-d559c3583814 req-f2cc1af9-873f-44c3-93aa-563b7e8e68f0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 May 29 01:32:47.476728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:32:47.606960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:47.620407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'mac_address': 'fa:16:3e:3b:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:32:47.671600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:47.688815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed747320-c871-4b1d-8e82-975db8fad67f {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:32:47.703240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:47.706998 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:47.771857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ed747320-c871-4b1d-8e82-975db8fad67f'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:32:47.811534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=10']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:48.251020 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ebe61-1b23-4169-a2e8-95aeede84371 req-1a9da1d3-022b-41d9-b106-3158ce62c24f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:48.252477 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a39ebe61-1b23-4169-a2e8-95aeede84371 req-1a9da1d3-022b-41d9-b106-3158ce62c24f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0788281 May 29 01:32:48.298638 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a39ebe61-1b23-4169-a2e8-95aeede84371 req-3fcd1067-4f59-4b77-87c0-6e0c1100394e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390923 May 29 01:32:49.066106 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:32:49.099137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-09bf6b20-1ada-416f-b03f-5ee1e793fef3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:49.100568 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-09bf6b20-1ada-416f-b03f-5ee1e793fef3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0787647 May 29 01:32:49.166537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Deleting port ed747320-c871-4b1d-8e82-975db8fad67f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:32:49.166985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:49.408695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:49.409043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:49.484308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ed747320-c871-4b1d-8e82-975db8fad67f no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:32:49.494777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeaa86-2dd9-4b66-a4fd-ffed9038f8fe req-53679237-023e-4b98-89c2-56933f4328b4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:49.496311 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32aeaa86-2dd9-4b66-a4fd-ffed9038f8fe req-53679237-023e-4b98-89c2-56933f4328b4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 945 time: 0.0753522 May 29 01:32:49.554164 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32aeaa86-2dd9-4b66-a4fd-ffed9038f8fe req-f6b7308d-09e5-4db1-b1ab-d8a5c427e145 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516188 May 29 01:32:49.611464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:49.631590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ed747320-c871-4b1d-8e82-975db8fad67f {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:32:49.647005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:49.651094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:49.751137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=11']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:49.799572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:49.799939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:49.800279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd disassociated. External IP: 172.26.5.226, port: ed747320-c871-4b1d-8e82-975db8fad67f. May 29 01:32:49.800617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Calling delete_port for ed747320-c871-4b1d-8e82-975db8fad67f owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:32:49.882661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:32:49.882907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:32:50.384375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Deleting port ed747320-c871-4b1d-8e82-975db8fad67f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:32:50.384960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:50.621124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] For port ed747320-c871-4b1d-8e82-975db8fad67f, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ed747320-c871-4b1d-8e82-975db8fad67f,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:32:50.621482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:50.750439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001da55-9fd0-4e36-adc1-02d45527a741 req-1e79f98e-1af5-403b-9ed3-7d3c5b75eed7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:50.751879 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f001da55-9fd0-4e36-adc1-02d45527a741 req-1e79f98e-1af5-403b-9ed3-7d3c5b75eed7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 944 time: 0.0762200 May 29 01:32:50.796696 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f001da55-9fd0-4e36-adc1-02d45527a741 req-2b43d651-d18c-4b44-b468-189b67e8976d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386477 May 29 01:32:50.908176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:50.908453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:50.908760 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd disassociated. External IP: 172.26.5.226, port: ed747320-c871-4b1d-8e82-975db8fad67f. May 29 01:32:50.909090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Calling delete_port for ed747320-c871-4b1d-8e82-975db8fad67f owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:32:51.053313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:51.102224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event deleted for resources: {'Port': ['ID=ed747320-c871-4b1d-8e82-975db8fad67f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:51.115589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.115977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.116272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.116606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.116932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.117257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.117579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.117898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.118215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.118529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.118845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:32:51.337947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:32:51.537902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:32:51.547110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:32:51.558900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:32:51.559495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:32:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:32:51.608848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] No DVR routers for this DVR port ed747320-c871-4b1d-8e82-975db8fad67f on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:32:51.611261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:51.614052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-deleted', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:32:51.629058 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1f8dd931-e397-4be3-8cb9-3a31c32d41b6 req-117106e3-25dc-4d17-b9d9-5b75aa106e6a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "DELETE /v2.0/ports/ed747320-c871-4b1d-8e82-975db8fad67f HTTP/1.1" status: 204 len: 173 time: 2.5238037 May 29 01:32:51.690937 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f0972f-a972-483f-bb07-bef512da84ac'] response: {'server_uuid': 'ba4c6728-dff8-4ffe-b960-133702bd3e0b', 'name': 'network-vif-deleted', 'tag': 'ed747320-c871-4b1d-8e82-975db8fad67f', 'status': 'completed', 'code': 200} May 29 01:32:51.742933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:32:51.978107 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7aaf8374-84ef-456e-9b95-0318856e6645 req-92ed8443-cacc-4dcd-9fb4-08e85ad1f3f0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba4c6728-dff8-4ffe-b960-133702bd3e0b HTTP/1.1" status: 200 len: 210 time: 0.0458448 May 29 01:32:52.052985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:32:52.057133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:32:52.070119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:32:52.070731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:32:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:32:52.251760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:32:52.554300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:32:52.558083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5244e-b27d-4cea-9bf5-3c3b84999b0e None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:32:52.767456 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b960ec-a0c6-4c15-9077-d4d7a31a435f None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:32:53.335976 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-2ce336bc-94a8-4eef-b281-1127cd5a7ef7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--422391869&fields=id&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 267 time: 0.0401523 May 29 01:32:53.483609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43491bce-1da7-4284-be4b-a495f54128e3 req-00594019-20cb-44a8-930a-f25d4ad149c8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:53.484965 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-00594019-20cb-44a8-930a-f25d4ad149c8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.1428251 May 29 01:32:53.500684 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-91feccaf-339a-4223-9d82-07036b47920b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/quotas/7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 375 time: 0.0102248 May 29 01:32:53.579584 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-76fba233-be59-489e-9ffd-bfd6515e6491 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735290 May 29 01:32:53.781803 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-ce55664d-8572-44df-9080-83fbf3d7c175 service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902552 May 29 01:32:53.911044 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-a1966653-ad1a-437b-8a0d-1d0bc5ce185c service neutron] 10.222.0.33 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234808 May 29 01:32:54.094756 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f756b8bb-6a61-490d-acea-29606243b266 req-82d9817d-75bb-4f57-9ae3-2d6aff41e413 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 210 time: 0.0452583 May 29 01:32:55.178493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43491bce-1da7-4284-be4b-a495f54128e3 req-4a89dcf0-63c4-44d7-b75f-7eef054348cb tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:55.179892 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-4a89dcf0-63c4-44d7-b75f-7eef054348cb tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 811 time: 0.2498107 May 29 01:32:55.232779 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-cc690ad8-cd7d-47bb-b863-bed19951754f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 379 time: 0.0404892 May 29 01:32:55.241937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'port': {'device_id': '1f672917-2469-4545-98f7-649bfe3c9b29', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'admin_state_up': True, 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'security_groups': ['bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:32:55.269843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dc8dbec4-5a87-47c4-a53a-0f49ea03ddaa req-24ff3106-13f4-4695-8897-d2b62183413f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 210 time: 0.0403743 May 29 01:32:55.376458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:32:55.380501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Usage tracker for resource:port and tenant:7106249eae484cf6bf934cb8527f05b3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:32:55.383234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:32:55.388867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:32:55.398845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Made reservation on behalf of 7106249eae484cf6bf934cb8527f05b3 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:32:55.401856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:55.562464 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Allocated IP 172.20.0.6 (d12371af-425d-4287-91e1-b5ccbe0a7e83/6ff79d47-6d24-4a6a-8035-52c884a415ff/145e9da7-b928-43b7-b16a-5e708f59e739) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:32:55.749615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:55.764953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Transition to ACTIVE for port object 145e9da7-b928-43b7-b16a-5e708f59e739 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:32:55.787015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:55.860837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:32:55.864206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:32:55.866631 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:32:55.898544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:55.932740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:55.933356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:55.959462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-7dc67466-b24e-4f6f-9938-86929e6c5402 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217145 May 29 01:32:55.970169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Request body: {'port': {'device_id': '1f672917-2469-4545-98f7-649bfe3c9b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:32:56.081090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:56.095132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cf0a283f-f241-4783-82cb-7f98ed8d30e8 None None] Provisioning for port 145e9da7-b928-43b7-b16a-5e708f59e739 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:32:56.100097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cf0a283f-f241-4783-82cb-7f98ed8d30e8 None None] Provisioning complete for port 145e9da7-b928-43b7-b16a-5e708f59e739 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:32:56.100473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cf0a283f-f241-4783-82cb-7f98ed8d30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:56.156376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a283f-f241-4783-82cb-7f98ed8d30e8 None None] Port 145e9da7-b928-43b7-b16a-5e708f59e739 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:32:56.417965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145e9da7-b928-43b7-b16a-5e708f59e739 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:32:56.424613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:56.439222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Transition to ACTIVE for port object 145e9da7-b928-43b7-b16a-5e708f59e739 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:32:56.444821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:56.468436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bded574-bc58-406b-b6ce-6b30fc092dc3 req-aac45032-ad28-4a28-bb0c-b28400e9f7e6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:56.469884 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3bded574-bc58-406b-b6ce-6b30fc092dc3 req-aac45032-ad28-4a28-bb0c-b28400e9f7e6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 931 time: 0.0775182 May 29 01:32:56.517136 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3bded574-bc58-406b-b6ce-6b30fc092dc3 req-442adf65-8208-4816-b541-905b646b0952 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410676 May 29 01:32:56.569452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:56.679649 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Attempting to bind port 145e9da7-b928-43b7-b16a-5e708f59e739 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:32:56.679982 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Attempting to bind port 145e9da7-b928-43b7-b16a-5e708f59e739 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:32:56.680332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Attempting to bind port 145e9da7-b928-43b7-b16a-5e708f59e739 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:32:56.686057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Port 145e9da7-b928-43b7-b16a-5e708f59e739 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:32:56.686373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Attempting to bind port 145e9da7-b928-43b7-b16a-5e708f59e739 on network d12371af-425d-4287-91e1-b5ccbe0a7e83 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:32:56.692727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:32:56.693009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Checking segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:32:56.693386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Bound using segment: {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:32:56.693800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Bound port: 145e9da7-b928-43b7-b16a-5e708f59e739, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6151b89-6de9-4257-a275-8dd7fdbe01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:32:56.694139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:56.779132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:32:56.782181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:32:56.787818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:56.939816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:32:56.941238 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] 10.222.0.16 "PUT /v2.0/ports/145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1093 time: 0.9755030 May 29 01:32:56.944304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:32:56.971048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddda9f-59c2-4a8c-8166-7ea8abe826bd service neutron] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:32:57.032945 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89750657-b230-45ef-a25b-b30d0e996b31'] response: {'name': 'network-changed', 'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'status': 'completed', 'code': 200} May 29 01:32:57.075350 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-3c59e2e4-214b-4abb-bdf2-8fe4ef60b1a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1096 time: 0.0725222 May 29 01:32:57.147708 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-3715d718-3f3b-4f9e-9f61-59a67f706775 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 217 time: 0.0662789 May 29 01:32:57.209423 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43491bce-1da7-4284-be4b-a495f54128e3 req-0a3961ca-d40c-4e56-9be9-466e6e263626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:57.210791 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-0a3961ca-d40c-4e56-9be9-466e6e263626 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0579960 May 29 01:32:57.287218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-d1ea82ec-74b7-430b-83b2-81bdadf8dd54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708063 May 29 01:32:57.422870 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-700a552a-2ee3-48f2-aae3-6bb5df824305 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298039 May 29 01:32:57.550704 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-43491bce-1da7-4284-be4b-a495f54128e3 req-b12222a8-3be9-4fd0-af4f-36973a7f37cc service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224387 May 29 01:32:57.661441 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-36caee03-2ed1-4ca5-a238-ac61bc0879fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1096 time: 0.0684850 May 29 01:32:57.737179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427bd39-0d51-4d87-a1c3-3cda3aae3006 req-8c24010d-2042-4cfd-af16-c088ea0cb529 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:57.738908 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d427bd39-0d51-4d87-a1c3-3cda3aae3006 req-8c24010d-2042-4cfd-af16-c088ea0cb529 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0943198 May 29 01:32:57.784006 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d427bd39-0d51-4d87-a1c3-3cda3aae3006 req-9b837bd2-8d85-4fa0-bc76-4abeb2ef1f30 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 May 29 01:32:57.795023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-fdc35c26-b3d8-4d16-bc82-12b6ad1408d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:57.796389 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-fdc35c26-b3d8-4d16-bc82-12b6ad1408d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1298738 May 29 01:32:57.865160 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-37da148e-0780-45c2-a042-3ca0f224b31c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 217 time: 0.0628052 May 29 01:32:57.924138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-ad10a5fb-9a63-4c92-811e-b8c4139a44dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:57.925531 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-ad10a5fb-9a63-4c92-811e-b8c4139a44dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0552006 May 29 01:32:57.997199 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-327cc7fc-5b00-432f-90ad-1a4018fed43b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660031 May 29 01:32:58.131642 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-d1e04145-c23a-4537-866e-5d9118a78300 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289761 May 29 01:32:58.261479 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-34688e51-6fb4-4860-96af-9bc5a6b3bb74 req-79a7b958-ac7e-40ec-b770-8ece9e22aee1 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237211 May 29 01:32:58.981944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130cb6a-efb3-47f2-b86d-7d358ff522a0 req-f64874c1-cae1-4721-89e0-e67b47eee7b8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:32:58.983348 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e130cb6a-efb3-47f2-b86d-7d358ff522a0 req-f64874c1-cae1-4721-89e0-e67b47eee7b8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0760908 May 29 01:32:59.031646 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e130cb6a-efb3-47f2-b86d-7d358ff522a0 req-1cacc5f6-5e72-44b4-ba14-ce4f460846b4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 May 29 01:33:00.228271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d940e7-4cf3-4558-952c-34c4fec8baeb req-433da706-07fd-4696-9548-0635eeb2bbdf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:00.229694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-86d940e7-4cf3-4558-952c-34c4fec8baeb req-433da706-07fd-4696-9548-0635eeb2bbdf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0741951 May 29 01:33:00.273306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-86d940e7-4cf3-4558-952c-34c4fec8baeb req-b6c4ff49-6569-4748-9120-bb0f86501e9d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381444 May 29 01:33:01.515366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b1c9aea1-c715-4255-b832-3e13495c6526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:01.554274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:33:01.557757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f64646-c29e-40c4-a925-04daaec33d6b req-80df0151-6c0f-483e-a01c-d36ca5ac0e15 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:01.559226 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0f64646-c29e-40c4-a925-04daaec33d6b req-80df0151-6c0f-483e-a01c-d36ca5ac0e15 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.1621306 May 29 01:33:01.607447 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0f64646-c29e-40c4-a925-04daaec33d6b req-6ec86311-c5c0-4a44-a7bc-a13c547bd713 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 May 29 01:33:01.694408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:33:01.707184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '145e9da7-b928-43b7-b16a-5e708f59e739', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': '145e9da7-b928-43b7-b16a-5e708f59e739', 'mac_address': 'fa:16:3e:c8:fe:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:33:01.759827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:01.777501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145e9da7-b928-43b7-b16a-5e708f59e739 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:33:01.791643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:33:01.795474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:01.899719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:33:02.092777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['145e9da7-b928-43b7-b16a-5e708f59e739'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:33:02.808228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f10bc-e7c0-4c72-83ca-df581703941a req-c04d33cc-b80f-4747-82c6-02832f675f17 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:02.809566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-386f10bc-e7c0-4c72-83ca-df581703941a req-c04d33cc-b80f-4747-82c6-02832f675f17 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 944 time: 0.0767457 May 29 01:33:02.854810 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-386f10bc-e7c0-4c72-83ca-df581703941a req-6371ad64-9731-4851-bf25-180d9c18b95d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396559 May 29 01:33:03.574428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:33:03.651128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-957c2c92-6369-4612-b24b-8fdb3bfeaf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:03.662802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 145e9da7-b928-43b7-b16a-5e708f59e739 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:33:03.667371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 145e9da7-b928-43b7-b16a-5e708f59e739 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:33:03.667731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:03.777708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:03.803714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:33:03.813160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:33:03.817154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:03.858601 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12df5f07-2d9b-4876-890d-d3b6cfbba4d9'] response: {'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'code': 200} May 29 01:33:03.884419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:33:04.073908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfdf65-933d-401b-a385-da44f96e11f9 req-5f8146dd-81f8-47f4-a284-b1f0833036aa tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:04.075443 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9dfdf65-933d-401b-a385-da44f96e11f9 req-5f8146dd-81f8-47f4-a284-b1f0833036aa tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0815012 May 29 01:33:04.083372 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03e7afe6-3e8f-4cdd-b1c6-fce3dbffbaa0 req-38bf9fbe-77ff-42cc-9a79-9aebb6cad17d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0707300 May 29 01:33:04.123650 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f9dfdf65-933d-401b-a385-da44f96e11f9 req-eae76801-15b1-475b-88fa-cee68e88f929 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 May 29 01:33:04.125900 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-03e7afe6-3e8f-4cdd-b1c6-fce3dbffbaa0 req-8c198453-df96-4c13-b43d-f0b3e9c8585d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363078 May 29 01:33:04.645336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:05.321512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb12ff-ff14-418f-90e7-8c77276fd4fb req-39dcb5df-60de-4bce-a103-66c9308b0310 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:05.322937 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-55eb12ff-ff14-418f-90e7-8c77276fd4fb req-39dcb5df-60de-4bce-a103-66c9308b0310 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0773189 May 29 01:33:05.386706 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-55eb12ff-ff14-418f-90e7-8c77276fd4fb req-8d97a7f4-eab3-478f-a73b-4fe6f0cf8b76 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583050 May 29 01:33:05.487240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:06.201551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:06.586145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626020-a113-4606-90e0-ad12edeb5ee1 req-75cb48a8-849e-4525-929b-c7e0b27d8b35 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:06.587577 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57626020-a113-4606-90e0-ad12edeb5ee1 req-75cb48a8-849e-4525-929b-c7e0b27d8b35 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0778594 May 29 01:33:06.632315 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57626020-a113-4606-90e0-ad12edeb5ee1 req-13553c27-eaf4-44f0-9551-ff6459511bcf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392954 May 29 01:33:06.822547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e41-00b1-41e3-b47a-175c5b1b97d6 req-868eaf15-0770-4172-97cd-6af30be072d9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:06.823983 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5de02e41-00b1-41e3-b47a-175c5b1b97d6 req-868eaf15-0770-4172-97cd-6af30be072d9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0746858 May 29 01:33:06.833325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34624) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:33:06.838936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Request body: {'floatingip': {'port_id': '145e9da7-b928-43b7-b16a-5e708f59e739'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:33:06.915744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:07.485352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:07.489838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:07.675357 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd associated. External IP: 172.26.5.226, port: 145e9da7-b928-43b7-b16a-5e708f59e739. May 29 01:33:08.186253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:33:08.401146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:33:08.405445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:08.411085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:33:08.423052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:33:08.423655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:33:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:33:08.464593 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5afb96ed-b0e0-4560-90f6-d87c4bba1821 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "PUT /v2.0/floatingips/58862590-21cf-42ca-b609-ebc2baae6fcd HTTP/1.1" status: 200 len: 992 time: 1.6299922 May 29 01:33:08.465262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:33:08.606793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:33:08.713857 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7826bc4-778f-4879-882f-efb0a307dcc2'] response: {'name': 'network-changed', 'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'status': 'completed', 'code': 200} May 29 01:33:08.805413 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-f80f3d8b-843e-41f6-a743-b9d937eb5a0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0697799 May 29 01:33:08.937663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-8205bcd9-eec7-45d2-afa5-a2697296cba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:08.939102 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-8205bcd9-eec7-45d2-afa5-a2697296cba1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1284304 May 29 01:33:08.990941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '145e9da7-b928-43b7-b16a-5e708f59e739', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:c8:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f672917-2469-4545-98f7-649bfe3c9b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:33:07Z', 'revision_number': 13, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:33:08.994891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:33:09.006937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:33:09.007549 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:33:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:33:09.047688 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-0f744460-1847-4ef1-8cc7-32f5b003a24a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1000 time: 0.1033185 May 29 01:33:09.208395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:33:09.225737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-c6812343-90c3-43d2-93c4-7e8fa39a20a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:09.227247 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-c6812343-90c3-43d2-93c4-7e8fa39a20a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.1741509 May 29 01:33:09.316936 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-8009f7b8-d44c-48aa-ad74-284dca07f5c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831740 May 29 01:33:09.461847 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-ce268404-88d2-4479-b761-72523b8f2be2 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389718 May 29 01:33:09.604337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e3abe03b-f87a-4a0f-b4dc-86aff79ae5ed req-4f27c43d-cd3e-43ea-880d-9da3f9b8afec service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366706 May 29 01:33:09.617113 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '145e9da7-b928-43b7-b16a-5e708f59e739', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:c8:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f672917-2469-4545-98f7-649bfe3c9b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:33:07Z', 'revision_number': 13, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:33:09.621355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe7b2e-d7e1-4625-8c09-513215772900 None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '58862590-21cf-42ca-b609-ebc2baae6fcd', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'floating_ip_address': '172.26.5.226', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'port_id': '145e9da7-b928-43b7-b16a-5e708f59e739', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'mac_address': 'fa:16:3e:c8:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f672917-2469-4545-98f7-649bfe3c9b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:28:28Z', 'updated_at': '2022-05-29T01:33:07Z', 'revision_number': 13, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:33:09.812529 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d423b7-c31a-468e-b10b-74a6dbfd22e0 None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:33:16.935249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:19.520398 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-d92c344b-55a1-4dd2-8428-7bba5fc7109d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712514 May 29 01:33:19.653100 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-c5cb38e3-5d88-4d4f-ab25-bba78107559c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0686126 May 29 01:33:19.792426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-f6a5f8ef-d2dd-46bf-8cb7-84c1e88f6880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:19.793759 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-f6a5f8ef-d2dd-46bf-8cb7-84c1e88f6880 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1237667 May 29 01:33:19.892279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-209ced63-423f-4570-8f6d-d677bf1c8f16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1002 time: 0.0933211 May 29 01:33:19.951607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-2a3b0c27-765c-49bb-80dc-2d4fd73d8083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:33:19.953003 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-2a3b0c27-765c-49bb-80dc-2d4fd73d8083 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0547094 May 29 01:33:20.027578 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-74962588-4070-4c1a-9005-99f31e6fd3c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690112 May 29 01:33:20.156303 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-959640dc-8db2-40ce-a3fc-0e779e0be235 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231508 May 29 01:33:20.285847 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-981e3249-a81b-4bfd-bde8-2a330e268bdc req-6532921f-ca22-46fd-b7ac-6d1e7cc61e9a service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244185 May 29 01:33:26.066019 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:33:31.518135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-527d4981-2009-44a1-b076-cfef17722e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:33.614808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d34adb3c-a654-4272-85fd-d3555494e7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:34.648793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:35.480904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:36.204344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:33:46.940103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:01.520940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e565e6b-e7bb-46cb-8939-e3a18f0b4411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:03.065518 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:34:03.618017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-11977429-7a60-4ec9-9937-11f9dae40dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:04.650186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:05.482601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:06.205819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:13.849945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00ec-ac1a-4527-bba4-eb3a76df2793 req-49eaa1c7-5737-4684-98bb-b5b68b4b15f5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:13.851967 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5e7a00ec-ac1a-4527-bba4-eb3a76df2793 req-49eaa1c7-5737-4684-98bb-b5b68b4b15f5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.1434627 May 29 01:34:13.900253 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5e7a00ec-ac1a-4527-bba4-eb3a76df2793 req-370e2def-ae94-469a-a4ad-8c5e7b362b51 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427840 May 29 01:34:16.956880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:20.507207 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-837c77a0-48bf-47cf-b4c6-0960200cd769 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737672 May 29 01:34:20.646505 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-4c001533-793d-4f31-b8f6-7facb2a22c7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0693076 May 29 01:34:20.784092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455180-496c-4405-9051-fa4345d1e3ed req-aae473d7-1543-4681-9091-0664ee0a4b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:20.785427 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-aae473d7-1543-4681-9091-0664ee0a4b7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1211314 May 29 01:34:20.885675 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-82345377-6c2d-42f8-a8d9-1d22d6e092c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1002 time: 0.0942740 May 29 01:34:21.034380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455180-496c-4405-9051-fa4345d1e3ed req-f3a6bfcb-4133-4a38-97e1-20d131006d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:21.035720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-f3a6bfcb-4133-4a38-97e1-20d131006d72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.1446388 May 29 01:34:21.110863 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-4c3f50f9-4c58-4062-beeb-1a79111e7c7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673878 May 29 01:34:21.237954 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-30bde9a4-bcc6-4e40-b83f-6b6f1ccdedfa service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210494 May 29 01:34:21.367476 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4f455180-496c-4405-9051-fa4345d1e3ed req-a89622c6-d178-40bc-a5fc-bafa1ffe3421 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230123 May 29 01:34:24.165140 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ef92a54a-22f8-4d16-a0d4-e8a6e222988a req-db8b0cf5-5ee2-4607-b3ef-fc2b2f5789d9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684631 May 29 01:34:24.437330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-96aaaa7f-37d4-4e77-a937-095be4c0567c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738611 May 29 01:34:24.496197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b44b9f-35c6-4c77-be38-77c98ecdaab8 req-8cd21a44-55e3-4b86-89cc-3cc20a8e33d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:24.497662 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e5b44b9f-35c6-4c77-be38-77c98ecdaab8 req-8cd21a44-55e3-4b86-89cc-3cc20a8e33d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0845912 May 29 01:34:24.548671 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e5b44b9f-35c6-4c77-be38-77c98ecdaab8 req-6e5d511b-3184-45af-8f2e-e54dbdc38ec6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454652 May 29 01:34:25.700947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-940addf0-e2c1-4ef8-88c6-16df99a1311a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0726614 May 29 01:34:25.749921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9609e1-3374-4c1c-804c-0b29e31f275e req-ed82ecc8-d0ac-4185-addf-e0a74ebc53f5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:25.751363 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f9609e1-3374-4c1c-804c-0b29e31f275e req-ed82ecc8-d0ac-4185-addf-e0a74ebc53f5 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0766680 May 29 01:34:25.796671 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6f9609e1-3374-4c1c-804c-0b29e31f275e req-09b6e65c-e493-49f3-9bec-c8251fa2be53 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388999 May 29 01:34:25.832412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-3e48b9af-91fb-48ac-a5b5-0bca206d3a87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:25.833860 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-3e48b9af-91fb-48ac-a5b5-0bca206d3a87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1274102 May 29 01:34:25.934879 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-00fac3f1-dec4-4384-bbdf-1c741ab8bf30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1002 time: 0.0948982 May 29 01:34:25.995408 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-d700264c-b304-49e2-878f-e276817d7c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:25.996855 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-d700264c-b304-49e2-878f-e276817d7c56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0568824 May 29 01:34:26.071548 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-2379ef78-b2ff-429d-9864-ec6d6d4bc7b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694165 May 29 01:34:26.201028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-61531232-59b1-4853-bafb-a46f9069e97b service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236575 May 29 01:34:26.327804 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-a4b4a91d-c2d8-45a0-81c7-7e731f32eb42 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217299 May 29 01:34:26.995401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdcf83-68ac-42f3-8e0d-e079ed603f22 req-4e8642c5-aa05-4596-bf13-bb13a7c8eead tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:26.996848 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cafdcf83-68ac-42f3-8e0d-e079ed603f22 req-4e8642c5-aa05-4596-bf13-bb13a7c8eead tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0780306 May 29 01:34:27.041390 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cafdcf83-68ac-42f3-8e0d-e079ed603f22 req-1dbbc0dd-ca61-43b0-95b6-9d5e487383c2 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390165 May 29 01:34:28.239128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99adedc-78cc-4ac7-9747-fccefcfe65c5 req-be9ae95e-1986-493c-98e4-db25af0ea470 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:28.240584 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d99adedc-78cc-4ac7-9747-fccefcfe65c5 req-be9ae95e-1986-493c-98e4-db25af0ea470 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0751863 May 29 01:34:28.284895 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d99adedc-78cc-4ac7-9747-fccefcfe65c5 req-4e492d1c-cea3-4d9c-9778-1be843faa693 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387368 May 29 01:34:29.482171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eec4b6-0431-4635-b7ce-18bd3476bfc7 req-9d456338-5a98-4f7f-bf5e-5a7515a0dcfd tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:29.483508 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-34eec4b6-0431-4635-b7ce-18bd3476bfc7 req-9d456338-5a98-4f7f-bf5e-5a7515a0dcfd tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0783646 May 29 01:34:29.529041 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-34eec4b6-0431-4635-b7ce-18bd3476bfc7 req-be44b2a7-a593-4ba2-89a8-46e22b99259b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398135 May 29 01:34:30.724635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee9a3c-05f9-473a-b3da-a25f16b88847 req-682e5d79-0dcf-4167-9dea-600c5ecc11e4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:30.726112 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c7ee9a3c-05f9-473a-b3da-a25f16b88847 req-682e5d79-0dcf-4167-9dea-600c5ecc11e4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0738506 May 29 01:34:30.773901 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c7ee9a3c-05f9-473a-b3da-a25f16b88847 req-96b9ea3e-7536-4535-a5ad-381d1026f5a9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 May 29 01:34:31.524566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fbea57c4-a35a-4149-8d96-a9d0d55702e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:31.970967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870936-67f3-40fd-8ec5-6f4c163e801b req-2dc803c0-0276-4630-9857-8b19163f5324 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:31.972427 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4870936-67f3-40fd-8ec5-6f4c163e801b req-2dc803c0-0276-4630-9857-8b19163f5324 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0765612 May 29 01:34:32.018014 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d4870936-67f3-40fd-8ec5-6f4c163e801b req-f73854b2-6d1a-49b3-9a1b-793e43c0ad7d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 May 29 01:34:33.214805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e64570-62dc-4be3-a5ed-53cfe8b752ae req-190f50b7-ad25-4f37-b632-6951cd3ee5f8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:33.216183 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c7e64570-62dc-4be3-a5ed-53cfe8b752ae req-190f50b7-ad25-4f37-b632-6951cd3ee5f8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0787346 May 29 01:34:33.260389 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c7e64570-62dc-4be3-a5ed-53cfe8b752ae req-ef0a30da-0759-40b8-864e-5c399010eadb tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386262 May 29 01:34:33.620441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4f18df7a-709e-4e8f-969f-2912879cfda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:34.458122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4faf87-07ab-465a-aeb6-96eca5a9855f req-7202ea6c-80ee-496b-aca8-d877e251d979 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:34.459474 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a4faf87-07ab-465a-aeb6-96eca5a9855f req-7202ea6c-80ee-496b-aca8-d877e251d979 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0749376 May 29 01:34:34.504572 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a4faf87-07ab-465a-aeb6-96eca5a9855f req-02e74c6e-e516-42f1-b6c0-e938f2cc172b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 May 29 01:34:34.653900 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:35.483835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:35.789487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c4f9-bbb1-4a13-9ad6-335cba4ef296 req-7a33d2eb-09a7-43b6-a38a-0811b2d024eb tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:35.790810 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d19c4f9-bbb1-4a13-9ad6-335cba4ef296 req-7a33d2eb-09a7-43b6-a38a-0811b2d024eb tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.1646352 May 29 01:34:35.833818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3d19c4f9-bbb1-4a13-9ad6-335cba4ef296 req-00fdb440-111b-42e2-971a-43aeea798faa tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375307 May 29 01:34:36.208426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:37.026629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982111d4-0df0-4aff-a59e-b8a27cf09881 req-5eedee9b-2fa1-4600-ba95-e4405c0dde16 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:37.028082 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-982111d4-0df0-4aff-a59e-b8a27cf09881 req-5eedee9b-2fa1-4600-ba95-e4405c0dde16 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0742555 May 29 01:34:37.072202 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-982111d4-0df0-4aff-a59e-b8a27cf09881 req-312a27ad-ce82-45d5-bca4-8854eb3e563d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386810 May 29 01:34:38.272845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3874f-b1ba-4ced-971d-1db21ba21592 req-1162b22b-1cba-45b7-8dc8-4806e2542f3c tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:38.274283 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1fe3874f-b1ba-4ced-971d-1db21ba21592 req-1162b22b-1cba-45b7-8dc8-4806e2542f3c tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0787182 May 29 01:34:38.317250 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1fe3874f-b1ba-4ced-971d-1db21ba21592 req-61916521-2226-4b47-af3d-ee4067b22c06 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375233 May 29 01:34:39.515713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0918b-13eb-49f4-904b-e8d2b4417653 req-5f75b862-87e1-4d53-bf1d-0eb85ecef188 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:39.517106 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-01c0918b-13eb-49f4-904b-e8d2b4417653 req-5f75b862-87e1-4d53-bf1d-0eb85ecef188 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0775528 May 29 01:34:39.566514 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-01c0918b-13eb-49f4-904b-e8d2b4417653 req-9aee1acd-73d5-4be9-a785-e9cf60c76491 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439429 May 29 01:34:40.096258 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:34:40.762439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8739-39dc-4b63-a972-ab49ae1cfe08 req-7b7ff062-52b2-4d85-af3b-496d5d8ce392 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:40.763876 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f4ab8739-39dc-4b63-a972-ab49ae1cfe08 req-7b7ff062-52b2-4d85-af3b-496d5d8ce392 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0756383 May 29 01:34:40.808016 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f4ab8739-39dc-4b63-a972-ab49ae1cfe08 req-c00f5c25-cfbf-4438-ba2d-7507315abc00 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 May 29 01:34:42.010636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76a98b-9963-4626-a5c6-69139a2fc868 req-66cf0952-6362-405c-988f-e08185219fb4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:42.012653 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a76a98b-9963-4626-a5c6-69139a2fc868 req-66cf0952-6362-405c-988f-e08185219fb4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0843527 May 29 01:34:42.056955 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a76a98b-9963-4626-a5c6-69139a2fc868 req-11882f00-76c4-4f52-a7e0-c6e3e49c8e08 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387833 May 29 01:34:43.253729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b21a3-d201-4985-b3bf-05e2473e8354 req-54e6e67d-57ae-4c12-ae18-7df368460771 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:43.255182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e12b21a3-d201-4985-b3bf-05e2473e8354 req-54e6e67d-57ae-4c12-ae18-7df368460771 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0749161 May 29 01:34:43.300384 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e12b21a3-d201-4985-b3bf-05e2473e8354 req-66b1f99e-2a8c-4bc9-8adc-f2a4889a7cf7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396643 May 29 01:34:43.580295 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-5a5f39d3-1b6b-4129-a469-6259bd420458 service neutron] 10.222.0.16 "GET /v2.0/ports/145e9da7-b928-43b7-b16a-5e708f59e739/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0714517 May 29 01:34:43.844078 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-07345151-5af1-4960-b68f-38538f86063b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 1098 time: 0.0683382 May 29 01:34:43.935497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-f6bd50a7-35cd-4906-a1fb-9c3c5ca28bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0706959 May 29 01:34:44.061860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-131c797b-33ff-4c5b-8b57-44b36546000e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:44.063182 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-131c797b-33ff-4c5b-8b57-44b36546000e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1220021 May 29 01:34:44.254973 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-e5550845-be1d-41e6-bfdb-f6c2883b2df5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1002 time: 0.1854324 May 29 01:34:44.314886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-23bfe8e1-f818-49f5-90aa-5ccf259366f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:44.316227 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-23bfe8e1-f818-49f5-90aa-5ccf259366f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0559478 May 29 01:34:44.390532 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-00fd9973-85a0-401d-a8b7-08b0ed570401 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688722 May 29 01:34:44.502467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e0df-ac99-44c1-91a4-b874d05cb5e5 req-3333a5e0-1a3b-4c1e-b1fd-13ac74163966 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:44.503903 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5a88e0df-ac99-44c1-91a4-b874d05cb5e5 req-3333a5e0-1a3b-4c1e-b1fd-13ac74163966 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0787535 May 29 01:34:44.520877 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-4f290f39-73e1-4406-998b-9abba96cc724 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244278 May 29 01:34:44.549189 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5a88e0df-ac99-44c1-91a4-b874d05cb5e5 req-d9668fd8-4b97-4f87-b89f-b7f04d034558 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396826 May 29 01:34:44.652311 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-6a04c622-6e7c-4977-8ac6-38615eae159f service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256273 May 29 01:34:45.755854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b542f4-9059-4a4f-99fa-6c0b8e254747 req-2e940916-f177-474b-83d5-95c1d8ce454b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:45.758178 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8b542f4-9059-4a4f-99fa-6c0b8e254747 req-2e940916-f177-474b-83d5-95c1d8ce454b tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0843530 May 29 01:34:45.807081 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8b542f4-9059-4a4f-99fa-6c0b8e254747 req-15aeec2b-5fcb-4c50-be42-064a87426526 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433383 May 29 01:34:46.035036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:34:46.149119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:46.176284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:34:46.186969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:34:46.191344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:46.260410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:34:46.268700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.269056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.269399 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.269736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.270073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.270406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.270736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.271065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.271574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.271901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.272403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:34:46.315964 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fa2733-3a77-4f99-bec3-5b395462a498'] response: {'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'code': 200} May 29 01:34:46.953669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:47.004475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b00a2-d1d6-40cc-9a4e-6e0570d2aa55 req-3578401a-ba26-4815-8f91-15056c2a1253 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:47.005894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-610b00a2-d1d6-40cc-9a4e-6e0570d2aa55 req-3578401a-ba26-4815-8f91-15056c2a1253 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0752335 May 29 01:34:47.052505 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-610b00a2-d1d6-40cc-9a4e-6e0570d2aa55 req-414ad41f-516b-4ff9-97fd-31e60b59e5cf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401742 May 29 01:34:48.255680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9d2f4-1303-4c26-b4ff-35c69c1a214f req-bc89ed74-87fd-4742-a885-57ccfea36e82 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:48.257224 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36d9d2f4-1303-4c26-b4ff-35c69c1a214f req-bc89ed74-87fd-4742-a885-57ccfea36e82 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0779018 May 29 01:34:48.301411 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-36d9d2f4-1303-4c26-b4ff-35c69c1a214f req-daa75c82-993e-4f53-8843-a085daca26f9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386777 May 29 01:34:49.514762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cd2fd-b511-42f3-9c73-56d3a2d541f2 req-13e4fe13-1bd8-467d-acae-b894f1adf04a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:49.516147 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be0cd2fd-b511-42f3-9c73-56d3a2d541f2 req-13e4fe13-1bd8-467d-acae-b894f1adf04a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0750196 May 29 01:34:49.560785 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be0cd2fd-b511-42f3-9c73-56d3a2d541f2 req-c934ade9-183e-405a-aa89-73383a4181cf tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392897 May 29 01:34:50.034405 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:34:50.169009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:34:50.182387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '145e9da7-b928-43b7-b16a-5e708f59e739', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': '145e9da7-b928-43b7-b16a-5e708f59e739', 'mac_address': 'fa:16:3e:c8:fe:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:34:50.234748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:50.251934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145e9da7-b928-43b7-b16a-5e708f59e739 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:34:50.267007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:34:50.270684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:50.335626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['145e9da7-b928-43b7-b16a-5e708f59e739'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:34:50.387171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:34:50.760343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecb0c2-eff4-4516-a325-5b084faaabaa req-06f35330-d13a-4317-9a5b-a9e18c05f3dc tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:50.761779 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d6ecb0c2-eff4-4516-a325-5b084faaabaa req-06f35330-d13a-4317-9a5b-a9e18c05f3dc tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 944 time: 0.0785263 May 29 01:34:50.806059 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d6ecb0c2-eff4-4516-a325-5b084faaabaa req-ef9814f3-4d52-4599-9c2f-7440a643162e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388467 May 29 01:34:52.000073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e4af5-4605-474d-8e32-25a6bd80bee7 req-089f2fa1-a5e4-4d4e-a3fb-5c4b82fb254a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:52.001393 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bd5e4af5-4605-474d-8e32-25a6bd80bee7 req-089f2fa1-a5e4-4d4e-a3fb-5c4b82fb254a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 944 time: 0.0743086 May 29 01:34:52.034073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:34:52.044977 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bd5e4af5-4605-474d-8e32-25a6bd80bee7 req-2711c6de-f238-4249-bf52-c9a90f8581bd tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376329 May 29 01:34:52.105074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 145e9da7-b928-43b7-b16a-5e708f59e739 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:34:52.105440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:52.213881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:52.247220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:34:52.252357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:34:52.256820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:34:52.307211 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9f67a8-ed68-41c6-be1b-45fdfe81cf63'] response: {'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'code': 200} May 29 01:34:52.323273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:34:53.245915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014902d-aa0c-4ce0-bcfa-f3f269465240 req-dbdefece-c6dd-4ea3-83bd-8931825cfa27 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:53.247353 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5014902d-aa0c-4ce0-bcfa-f3f269465240 req-dbdefece-c6dd-4ea3-83bd-8931825cfa27 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0785546 May 29 01:34:53.291044 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5014902d-aa0c-4ce0-bcfa-f3f269465240 req-f96e850e-fee6-47e5-8be6-e798f86d7f46 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380890 May 29 01:34:54.489724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14a8e-a1cd-4ba9-9412-40c1bca0c9c4 req-b8ea0d96-e7f6-4d26-bb04-20aa347b0a3f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:54.491096 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71f14a8e-a1cd-4ba9-9412-40c1bca0c9c4 req-b8ea0d96-e7f6-4d26-bb04-20aa347b0a3f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0743575 May 29 01:34:54.538421 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71f14a8e-a1cd-4ba9-9412-40c1bca0c9c4 req-3f0de2be-edba-4c60-8edb-35872776f3ff tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 May 29 01:34:54.949921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-1797320b-b176-4cd6-a5d1-06ad2d31aa81 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:54.950599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-1797320b-b176-4cd6-a5d1-06ad2d31aa81 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Synchronizing usage tracker for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:34:54.965752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-1797320b-b176-4cd6-a5d1-06ad2d31aa81 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Unset dirty status for tenant:7106249eae484cf6bf934cb8527f05b3 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:34:54.966832 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-1797320b-b176-4cd6-a5d1-06ad2d31aa81 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29&tenant_id=7106249eae484cf6bf934cb8527f05b3&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.0984802 May 29 01:34:55.005900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f9f39-c3e2-48ac-b250-1c065341a750 req-a945cbfb-8e88-482d-81db-0fbe48b1cf61 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:55.007970 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-038f9f39-c3e2-48ac-b250-1c065341a750 req-a945cbfb-8e88-482d-81db-0fbe48b1cf61 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0759802 May 29 01:34:55.045398 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-e53a7e22-8113-4637-941d-67e6c7c4c161 service neutron] 10.222.0.16 "GET /v2.0/ports/145e9da7-b928-43b7-b16a-5e708f59e739/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0735898 May 29 01:34:55.052270 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-038f9f39-c3e2-48ac-b250-1c065341a750 req-320da5a6-e2c7-4180-be59-04c49be3be1f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385792 May 29 01:34:55.141016 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-2f9b1a0b-b619-40ee-be9f-8487c02268a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0731752 May 29 01:34:55.270379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-48937fba-8575-4fb9-97c7-f6a0159bd226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:55.271847 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-48937fba-8575-4fb9-97c7-f6a0159bd226 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1259909 May 29 01:34:55.372147 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-2ea020ec-449d-4875-881f-61872bfb52c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1002 time: 0.0949488 May 29 01:34:55.437474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-bb09a370-dbed-409a-b54c-d65d5bea092b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:55.438882 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-bb09a370-dbed-409a-b54c-d65d5bea092b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0615451 May 29 01:34:55.511483 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-ce0cbab1-cbf4-4c00-8efa-968e638aec53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674601 May 29 01:34:55.639559 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-12e81e38-e072-4082-a311-6e5da838ca7f service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220801 May 29 01:34:55.767394 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-64d7b748-a168-47d8-a15a-c31bd0c2f64e service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226494 May 29 01:34:56.252285 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37e0d-6f25-4ff0-8f53-99ccb150d4d8 req-3e964a91-a991-4fea-be0f-cfbfb62f64a7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:56.253714 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ed37e0d-6f25-4ff0-8f53-99ccb150d4d8 req-3e964a91-a991-4fea-be0f-cfbfb62f64a7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0780091 May 29 01:34:56.297884 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ed37e0d-6f25-4ff0-8f53-99ccb150d4d8 req-0f8c8467-46bf-4100-96af-3b923b7d8136 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387008 May 29 01:34:57.495760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea51a19-17fa-4599-8a3a-0324d5b54c24 req-c0c9518a-3ee8-47d4-9528-7c63f56528c6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:57.497139 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ea51a19-17fa-4599-8a3a-0324d5b54c24 req-c0c9518a-3ee8-47d4-9528-7c63f56528c6 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0789669 May 29 01:34:57.542380 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ea51a19-17fa-4599-8a3a-0324d5b54c24 req-c1266f54-449e-41f1-9073-c7d764e57d2c tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395699 May 29 01:34:58.747403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599b6b-a533-4fee-afe0-44c588572523 req-f71184ee-a341-4623-818b-2b6256daa43a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:58.749038 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27599b6b-a533-4fee-afe0-44c588572523 req-f71184ee-a341-4623-818b-2b6256daa43a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0822763 May 29 01:34:58.795559 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27599b6b-a533-4fee-afe0-44c588572523 req-2d65a38b-b047-42d9-80c7-63bd15aab024 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406497 May 29 01:34:58.829443 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-44fd95ba-7a44-48f0-9e53-a5492318f96d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29&tenant_id=7106249eae484cf6bf934cb8527f05b3 HTTP/1.1" status: 200 len: 1098 time: 0.0734076 May 29 01:34:58.917101 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-1b37e555-9e3c-4072-87c5-257e107204af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7106249eae484cf6bf934cb8527f05b3&device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 1098 time: 0.0673411 May 29 01:34:59.044439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-00b24690-37c9-4293-8af0-be802d32e8a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:59.045965 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-00b24690-37c9-4293-8af0-be802d32e8a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 200 len: 912 time: 0.1229658 May 29 01:34:59.233515 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-d648540d-4501-48fa-a3e7-8c55feec773e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 200 len: 1002 time: 0.1822717 May 29 01:34:59.297625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-db9fe6c6-bc85-408b-bca9-eb9c2db1a9e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:59.299028 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-db9fe6c6-bc85-408b-bca9-eb9c2db1a9e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 200 len: 850 time: 0.0584247 May 29 01:34:59.372167 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-f25be3fd-f6ed-4b01-ad84-75c463dfeae6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d12371af-425d-4287-91e1-b5ccbe0a7e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671904 May 29 01:34:59.503192 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-09c5c21d-2a52-4724-ba7a-ecbaf20a210d service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250374 May 29 01:34:59.632704 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ebfbce4-73e1-415e-a093-da032c95dfe3 req-0c0e2f03-695a-4b41-b3be-ccc24d89bcf1 service neutron] 10.222.0.16 "GET /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243329 May 29 01:34:59.995022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c5e43-09d8-4248-932e-1fb15e77b79b req-3f8a856f-7046-49f7-b840-403999f5be95 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:34:59.996400 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-774c5e43-09d8-4248-932e-1fb15e77b79b req-3f8a856f-7046-49f7-b840-403999f5be95 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0757940 May 29 01:35:00.045958 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-774c5e43-09d8-4248-932e-1fb15e77b79b req-11bd6bd6-356e-4a3b-88bf-10fbad31ce0a tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 May 29 01:35:00.074541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:35:00.189737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:00.217301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:00.227990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:00.232484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:00.283746 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb669c5-ca60-4a25-b92b-89025abe9291'] response: {'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'code': 200} May 29 01:35:00.300340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=9']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:01.260231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782c09d-c16d-4100-9b00-e9749573e5b4 req-ae8dfa62-2340-4a18-9019-6c0e8def1699 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:01.261574 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c782c09d-c16d-4100-9b00-e9749573e5b4 req-ae8dfa62-2340-4a18-9019-6c0e8def1699 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0751526 May 29 01:35:01.305716 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c782c09d-c16d-4100-9b00-e9749573e5b4 req-9fbd601d-0a82-4bba-8e1d-851da4b1f1d4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386963 May 29 01:35:01.525355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-39f6d191-cd64-4f0a-9e19-a626c471ffb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:02.511652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff23324-90ca-44d6-9983-b049cf24c54b req-7b4ef658-8d26-46fe-be29-25efd52a07a8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:02.513038 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0ff23324-90ca-44d6-9983-b049cf24c54b req-7b4ef658-8d26-46fe-be29-25efd52a07a8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0838854 May 29 01:35:02.633255 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0ff23324-90ca-44d6-9983-b049cf24c54b req-ea82e9b4-9154-4fc2-b8de-eb7ecef5e5a9 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147435 May 29 01:35:03.622928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-987954b4-c46c-4d25-9916-4693eb53c715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:03.850111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b1d63-08fd-4574-9685-850fa4aff475 req-1b272580-b0b6-4cb4-b938-07b1454833c4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:03.852173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a98b1d63-08fd-4574-9685-850fa4aff475 req-1b272580-b0b6-4cb4-b938-07b1454833c4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 943 time: 0.0944963 May 29 01:35:03.898045 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a98b1d63-08fd-4574-9685-850fa4aff475 req-dbecb560-d423-4693-a047-a8a9304000c8 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 May 29 01:35:04.064826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:35:04.237507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:04.250745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '145e9da7-b928-43b7-b16a-5e708f59e739', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'port_id': '145e9da7-b928-43b7-b16a-5e708f59e739', 'mac_address': 'fa:16:3e:c8:fe:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:35:04.304745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:04.320932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145e9da7-b928-43b7-b16a-5e708f59e739 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:35:04.335434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:04.338707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:04.401481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['145e9da7-b928-43b7-b16a-5e708f59e739'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:35:04.440620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=10']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:04.656137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:05.098675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27203563-b113-4d17-8b0a-6cbcf23b3d64 req-0e407ca5-b855-4003-a8df-4e5c39fded91 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:05.100482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27203563-b113-4d17-8b0a-6cbcf23b3d64 req-0e407ca5-b855-4003-a8df-4e5c39fded91 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 945 time: 0.0787177 May 29 01:35:05.155098 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27203563-b113-4d17-8b0a-6cbcf23b3d64 req-a1487579-9bae-49b2-b34c-115dea7b3aa1 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492749 May 29 01:35:05.486187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:06.064942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:35:06.130987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 145e9da7-b928-43b7-b16a-5e708f59e739 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:35:06.131353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:06.252752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:06.254767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:06.281727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:06.291468 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:06.296692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:06.350774 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64551701-02e1-4f93-b465-b06d52a9555e'] response: {'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'code': 200} May 29 01:35:06.358894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaa33e-2a1c-4443-9313-7a5ee8d31fd5 req-a2caf68a-28c5-4f84-a937-83decc436f47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:06.360513 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1eeaa33e-2a1c-4443-9313-7a5ee8d31fd5 req-a2caf68a-28c5-4f84-a937-83decc436f47 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0823085 May 29 01:35:06.367881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=11']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:06.409752 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1eeaa33e-2a1c-4443-9313-7a5ee8d31fd5 req-26288f0a-5b9a-4600-aa1e-3257240977c0 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433793 May 29 01:35:07.605502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7efc6b-d50c-4030-88be-5fed3c4af82e req-5c03a46d-8718-420c-8405-db72e21cc41e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:07.606938 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2e7efc6b-d50c-4030-88be-5fed3c4af82e req-5c03a46d-8718-420c-8405-db72e21cc41e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0744293 May 29 01:35:07.651683 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2e7efc6b-d50c-4030-88be-5fed3c4af82e req-21e3ce76-872f-461e-a893-b7b61c507bb4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390460 May 29 01:35:08.851865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039de85-ef67-4d6d-9524-9c7caa8f136a req-a5b6c732-b3bb-4131-8335-9bce6d59eca4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:08.853332 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7039de85-ef67-4d6d-9524-9c7caa8f136a req-a5b6c732-b3bb-4131-8335-9bce6d59eca4 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0790854 May 29 01:35:08.898619 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7039de85-ef67-4d6d-9524-9c7caa8f136a req-d09b0d92-b055-4e7d-b351-924aba707e4c tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392835 May 29 01:35:09.094024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b255-557e-404c-871d-f89dc8a84ffd req-fcb7d603-4718-4714-a608-ed007ce38c71 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:09.095469 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b100b255-557e-404c-871d-f89dc8a84ffd req-fcb7d603-4718-4714-a608-ed007ce38c71 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0757773 May 29 01:35:09.141941 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b100b255-557e-404c-871d-f89dc8a84ffd req-f01885f1-f8af-47df-abe4-0755dba8fc58 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409465 May 29 01:35:09.345802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa549f-068c-4c7a-b61c-09836c3d21af req-faa7238c-f3f1-4faa-a6df-1db4114fccae tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:09.347246 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60aa549f-068c-4c7a-b61c-09836c3d21af req-faa7238c-f3f1-4faa-a6df-1db4114fccae tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0827818 May 29 01:35:09.393093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60aa549f-068c-4c7a-b61c-09836c3d21af req-684941cd-b412-42c3-a89b-02bbc55b23b3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397782 May 29 01:35:09.792687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17634c5-5c67-4a8e-819f-4e1844bfa9bc req-8080ec68-4dbb-432e-9cde-f40109e8ab74 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:09.794114 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f17634c5-5c67-4a8e-819f-4e1844bfa9bc req-8080ec68-4dbb-432e-9cde-f40109e8ab74 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0747135 May 29 01:35:09.842183 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f17634c5-5c67-4a8e-819f-4e1844bfa9bc req-cdc44229-569d-4d01-8e99-4e40d724005c tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 May 29 01:35:11.047350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296d59-360c-4725-bb0a-296e8e4c08e4 req-d83d537c-6f5c-42b3-a3ba-68b7fa9c8490 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:11.049796 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57296d59-360c-4725-bb0a-296e8e4c08e4 req-d83d537c-6f5c-42b3-a3ba-68b7fa9c8490 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0786953 May 29 01:35:11.099865 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57296d59-360c-4725-bb0a-296e8e4c08e4 req-faccdd08-f350-4efb-9c1a-b99a95fd96ce tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 May 29 01:35:12.175648 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-b0a286a0-2279-42a4-acf9-85600e9ead69 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:12.177093 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-b0a286a0-2279-42a4-acf9-85600e9ead69 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0774131 May 29 01:35:12.248055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Deleting port 145e9da7-b928-43b7-b16a-5e708f59e739 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:12.248401 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:12.309493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d606b-8945-4d09-97f4-d8429e47ab8d req-84665615-52c1-4673-afe3-2882bf0410ba tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:12.310872 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f4d606b-8945-4d09-97f4-d8429e47ab8d req-84665615-52c1-4673-afe3-2882bf0410ba tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 946 time: 0.0875571 May 29 01:35:12.356319 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f4d606b-8945-4d09-97f4-d8429e47ab8d req-c2c53b3d-d904-4ffd-bf5c-10ba799bee2f tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 May 29 01:35:12.491354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] For port 145e9da7-b928-43b7-b16a-5e708f59e739, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=145e9da7-b928-43b7-b16a-5e708f59e739,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:12.491764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:12.772597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:12.772930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:12.773318 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd disassociated. External IP: 172.26.5.226, port: 145e9da7-b928-43b7-b16a-5e708f59e739. May 29 01:35:12.773650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Calling delete_port for 145e9da7-b928-43b7-b16a-5e708f59e739 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:35:12.911556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:12.964170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event deleted for resources: {'Port': ['ID=145e9da7-b928-43b7-b16a-5e708f59e739,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:12.977459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.977802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.978138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.978473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.978809 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.979139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.979457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.979789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.980136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.980457 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:12.980777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:13.279947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:35:13.482307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:35:13.493126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:35:13.505409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:35:13.506024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:35:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:13.522400 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf9919b7-be08-4e0c-befa-73df140a7d07 req-70a30c99-9eab-4dd0-a056-f7df353969d7 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f672917-2469-4545-98f7-649bfe3c9b29 HTTP/1.1" status: 200 len: 210 time: 0.0416341 May 29 01:35:13.558730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] No DVR routers for this DVR port 145e9da7-b928-43b7-b16a-5e708f59e739 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:35:13.561203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:13.563715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-deleted', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:13.579152 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e44ea771-7660-4e59-9601-2a5d25fbbb97 req-302bf78e-a183-4da2-b2f9-7bcc45a13ad3 tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.16 "DELETE /v2.0/ports/145e9da7-b928-43b7-b16a-5e708f59e739 HTTP/1.1" status: 204 len: 173 time: 1.3971269 May 29 01:35:13.698599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:35:13.719980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c79befb-6541-4473-b24a-92babc359980'] response: {'server_uuid': '1f672917-2469-4545-98f7-649bfe3c9b29', 'name': 'network-vif-deleted', 'tag': '145e9da7-b928-43b7-b16a-5e708f59e739', 'status': 'completed', 'code': 200} May 29 01:35:14.018774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:14.022610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:35:14.033135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:35:14.033740 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:35:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:14.216626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:35:14.566674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:14.572341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec5c420-409d-4dc1-852a-6903e9421d23 None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:28:25Z', 'revision_number': 4, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '3ff8cdaa-c4ba-45b9-b292-75d0e4905937', 'name': '', 'network_id': 'd12371af-425d-4287-91e1-b5ccbe0a7e83', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'mac_address': 'fa:16:3e:c7:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:25Z', 'updated_at': '2022-05-29T01:28:41Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'subnets': [{'id': '6ff79d47-6d24-4a6a-8035-52c884a415ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:35:14.784895 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a2b358-2185-4ab8-9e53-abc18a108fc7 None None] New status for floating IP 58862590-21cf-42ca-b609-ebc2baae6fcd: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:35:16.127252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:35:16.169915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 145e9da7-b928-43b7-b16a-5e708f59e739 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:35:16.170270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 145e9da7-b928-43b7-b16a-5e708f59e739 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:35:16.951677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:17.065457 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:35:17.846832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34872) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:17.915085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2c413d7-5e66-4730-a025-524fa24969ed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:17.942563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2c413d7-5e66-4730-a025-524fa24969ed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:17.993684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2c413d7-5e66-4730-a025-524fa24969ed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.012509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c413d7-5e66-4730-a025-524fa24969ed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:18.025319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2c413d7-5e66-4730-a025-524fa24969ed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.026426 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c2c413d7-5e66-4730-a025-524fa24969ed tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "DELETE /v2.0/security-groups/bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d HTTP/1.1" status: 204 len: 168 time: 0.1786237 May 29 01:35:18.028957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34876) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:18.049043 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.api.v2.resource [None req-adf611b6-05d3-4d03-bacb-161f4677931d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] show failed (client error): The resource could not be found. May 29 01:35:18.049998 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-adf611b6-05d3-4d03-bacb-161f4677931d tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "GET /v2.0/security-groups/bb9f2afb-17bf-417f-b56c-a9ee0f91dd5d HTTP/1.1" status: 404 len: 347 time: 0.0201705 May 29 01:35:18.052647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34880) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:18.205814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Deleting port e53b66b1-6ca6-46a8-adc9-dea6c20dfd60 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:18.207001 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.378747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.379055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.497203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Calling delete_port for e53b66b1-6ca6-46a8-adc9-dea6c20dfd60 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:35:18.632714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.681318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Pushing event deleted for resources: {'Port': ['ID=e53b66b1-6ca6-46a8-adc9-dea6c20dfd60,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:18.769285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.783426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:18.784583 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-34077430-e09f-4a9e-94ee-f9f6f0fdcd9e tempest-ServerActionsTestJSON-704768635 tempest-ServerActionsTestJSON-704768635-project] 10.222.0.33 "DELETE /v2.0/floatingips/58862590-21cf-42ca-b609-ebc2baae6fcd HTTP/1.1" status: 204 len: 168 time: 0.7310927 May 29 01:35:18.787595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34884) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:19.354810 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:19.970862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Deleting port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:19.971196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:20.143918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] For port 3ff8cdaa-c4ba-45b9-b292-75d0e4905937, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:20.144292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:20.271089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Calling delete_port for 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:35:20.439941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:20.486180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff8cdaa-c4ba-45b9-b292-75d0e4905937,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:20.771036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:21.442395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Router da8eacc5-d282-4e8f-959b-79bcd9457a50 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:35:21.635345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:35:21.644712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] Sync routers for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:35:21.651847 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4c8b5e88-5af4-47a1-8309-d215ecde0342 admin admin] 10.222.0.33 "PUT /v2.0/routers/da8eacc5-d282-4e8f-959b-79bcd9457a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8603635 May 29 01:35:21.652055 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34894) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:21.657438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:35:21.658043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:35:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:21.835321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:35:21.847190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:22.037152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:22.046895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Deleting port c587d9bb-6923-4984-a4a6-16a8f54a0d4f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:22.047284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:22.122640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:35:20Z', 'revision_number': 5, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port': {'id': 'c587d9bb-6923-4984-a4a6-16a8f54a0d4f', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:28:23Z', 'updated_at': '2022-05-29T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:22.126524 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] Checking router: da8eacc5-d282-4e8f-959b-79bcd9457a50 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:35:22.137557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] Routers {'da8eacc5-d282-4e8f-959b-79bcd9457a50'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:35:22.138119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:35:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['da8eacc5-d282-4e8f-959b-79bcd9457a50'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:22.294469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] Set router da8eacc5-d282-4e8f-959b-79bcd9457a50 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:35:22.330937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] For port c587d9bb-6923-4984-a4a6-16a8f54a0d4f, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:22.331284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:22.399829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:35:22Z', 'revision_number': 6, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:22.403930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fba63-c1a3-4869-a5df-3cc8721e1965 None None] The sync data for ids ['da8eacc5-d282-4e8f-959b-79bcd9457a50'] in dv-neutron-843186-2-hyperv is: [{'id': 'da8eacc5-d282-4e8f-959b-79bcd9457a50', 'name': 'tempest-ServerActionsTestJSON-829242370-router', 'tenant_id': '7106249eae484cf6bf934cb8527f05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:28:22Z', 'updated_at': '2022-05-29T01:35:22Z', 'revision_number': 6, 'project_id': '7106249eae484cf6bf934cb8527f05b3', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:35:22.454282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Calling delete_port for c587d9bb-6923-4984-a4a6-16a8f54a0d4f owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:35:22.619105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:22.660857 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c587d9bb-6923-4984-a4a6-16a8f54a0d4f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:22.884462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.130600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.134977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.161532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.162377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8eacc5-d282-4e8f-959b-79bcd9457a50 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:35:23.176689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.177804 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d202d289-35e6-4287-8812-6ea8c8f192ee admin admin] 10.222.0.33 "DELETE /v2.0/routers/da8eacc5-d282-4e8f-959b-79bcd9457a50 HTTP/1.1" status: 204 len: 168 time: 1.5249159 May 29 01:35:23.180762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34898) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:23.243906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] Deleting subnet 6ff79d47-6d24-4a6a-8035-52c884a415ff {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:35:23.246978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.296396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.378386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.447130 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.483247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff79d47-6d24-4a6a-8035-52c884a415ff,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:23.494840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.500068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f82cec-3121-4efa-ac31-65e46848873d None None] Network d12371af-425d-4287-91e1-b5ccbe0a7e83 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:35:23.500682 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a943191d-8416-4524-9122-593ac9321d72 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6ff79d47-6d24-4a6a-8035-52c884a415ff HTTP/1.1" status: 204 len: 168 time: 0.3188634 May 29 01:35:23.503280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34902) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:23.606700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.617501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Deleting port 5e0194ec-f610-4675-bb28-68e083149ed1 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:23.618445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.747895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] DHCP port deletion for d12371af-425d-4287-91e1-b5ccbe0a7e83 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:35:23.752163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Deleting port 5e0194ec-f610-4675-bb28-68e083149ed1 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:23.752618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.834280 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] For port 5e0194ec-f610-4675-bb28-68e083149ed1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5e0194ec-f610-4675-bb28-68e083149ed1,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:23.835092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:23.835843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c587d9bb-6923-4984-a4a6-16a8f54a0d4f no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:35:23.877283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c587d9bb-6923-4984-a4a6-16a8f54a0d4f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:35:23.877624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c587d9bb-6923-4984-a4a6-16a8f54a0d4f not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:35:23.878040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 5e0194ec-f610-4675-bb28-68e083149ed1 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:35:23.963063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Calling delete_port for 5e0194ec-f610-4675-bb28-68e083149ed1 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:35:24.036538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.083875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0194ec-f610-4675-bb28-68e083149ed1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:24.093215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] No DVR routers for this DVR port 5e0194ec-f610-4675-bb28-68e083149ed1 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:35:24.095554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Port 5e0194ec-f610-4675-bb28-68e083149ed1 update to DOWN by agent not found {{(pid=83981) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 29 01:35:24.095979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:35:24.119223 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.119556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.119899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.120261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.120591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.120916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.121246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.121561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.121882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.122195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.123363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:24.130839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:35:24.131184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 3ff8cdaa-c4ba-45b9-b292-75d0e4905937 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:35:24.152870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] For port 5e0194ec-f610-4675-bb28-68e083149ed1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=5e0194ec-f610-4675-bb28-68e083149ed1,segment=NetworkSegment(e6151b89-6de9-4257-a275-8dd7fdbe01ef),segment_id=e6151b89-6de9-4257-a275-8dd7fdbe01ef)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:24.153262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.276917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Calling delete_port for 5e0194ec-f610-4675-bb28-68e083149ed1 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:35:24.301425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.326034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12371af-425d-4287-91e1-b5ccbe0a7e83']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:24.339657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6151b89-6de9-4257-a275-8dd7fdbe01ef') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:24.340050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6151b89-6de9-4257-a275-8dd7fdbe01ef') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:35:24.349191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:35:24.349712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:35:24.352033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.367481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.373356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:35:24.373732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:35:24.387334 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:35:24.460761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.476219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.488351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] Pushing event deleted for resources: {'Network': ['ID=d12371af-425d-4287-91e1-b5ccbe0a7e83,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:24.504353 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-44d57931-4c09-4d5e-902d-48ae6652974b admin admin] 10.222.0.33 "DELETE /v2.0/networks/d12371af-425d-4287-91e1-b5ccbe0a7e83 HTTP/1.1" status: 204 len: 168 time: 0.9999399 May 29 01:35:24.645524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34908) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:24.698031 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-04b08d63-717a-4171-9a5e-5caab2f893cb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7106249eae484cf6bf934cb8527f05b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486667 May 29 01:35:24.698410 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34912) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:24.763032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47e06666-d0bc-4f3c-8d4b-9ef71bb4f739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.787726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47e06666-d0bc-4f3c-8d4b-9ef71bb4f739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.838196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47e06666-d0bc-4f3c-8d4b-9ef71bb4f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.851298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Deleting port 5e0194ec-f610-4675-bb28-68e083149ed1 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:24.851799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.855049 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e06666-d0bc-4f3c-8d4b-9ef71bb4f739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e467331-03a2-47d9-9b35-1c8b3a3a40f7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:24.861317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-47e06666-d0bc-4f3c-8d4b-9ef71bb4f739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:24.865179 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-47e06666-d0bc-4f3c-8d4b-9ef71bb4f739 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9e467331-03a2-47d9-9b35-1c8b3a3a40f7 HTTP/1.1" status: 204 len: 168 time: 0.1633122 May 29 01:35:24.931850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b73f3c5c-709b-4f00-980b-0e3b0b102622 None None] The port '5e0194ec-f610-4675-bb28-68e083149ed1' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:35:25.757775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 34934) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:25.885056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1198262576-network', 'tenant_id': 'ee65368ef3e74394a23a8d3252687e5a'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:35:25.889719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:35:25.893499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Usage tracker for resource:network and tenant:ee65368ef3e74394a23a8d3252687e5a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:35:25.896339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:35:25.902583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:35:25.912703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Made reservation on behalf of ee65368ef3e74394a23a8d3252687e5a for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:35:25.915529 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:25.927577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:25.960166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:35:25.964680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Usage tracker for resource:security_group_rule and tenant:ee65368ef3e74394a23a8d3252687e5a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:35:25.967496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:35:25.973181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:35:26.038144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.042276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.072192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:35:26.083895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf135df-2ef6-4bb2-b50f-36e248796b7a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:26.090841 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.091177 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Added segment e4ece1c4-da8b-4a7b-95bf-701ba856ca47 of type vlan for network a18c4f85-28b7-47f7-b514-7770c14df65f May 29 01:35:26.208963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.238203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.239264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:26.239881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.344964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] Pushing event updated for resources: {'Network': ['ID=a18c4f85-28b7-47f7-b514-7770c14df65f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:26.349564 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a35e380b-fe82-43f3-bc12-4d1d9b12fa73 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5902770 May 29 01:35:26.353325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 34940) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:35:26.355293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network a18c4f85-28b7-47f7-b514-7770c14df65f details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:35:26.358847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Request body: {'subnet': {'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1198262576-subnet', 'tenant_id': 'ee65368ef3e74394a23a8d3252687e5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:35:26.363961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:35:26.368506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Usage tracker for resource:subnet and tenant:ee65368ef3e74394a23a8d3252687e5a is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:35:26.372238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:35:26.377826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:35:26.387940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Made reservation on behalf of ee65368ef3e74394a23a8d3252687e5a for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:35:26.390153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.589000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.659952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:26.669966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Checking segment: {'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:35:26.670311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Network hostable DHCP agents. Network: a18c4f85-28b7-47f7-b514-7770c14df65f, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:35:26.691519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Network a18c4f85-28b7-47f7-b514-7770c14df65f is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:35:26.700442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, a18c4f85-28b7-47f7-b514-7770c14df65f) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:35:26.704425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:26.705000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:26.710585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebd523e-41df-42f1-a862-c79fd5b25934 None None] Network a18c4f85-28b7-47f7-b514-7770c14df65f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:35:26.733739 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-052a4a4b-444a-4bec-ba8b-15f6bf97f412 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3719630 May 29 01:35:26.925090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91575d1-aacf-4809-8fae-0d0e18e9ea09 None None] Network a18c4f85-28b7-47f7-b514-7770c14df65f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:35:27.310203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-014c327e-e7e5-4f73-91cb-e3dbfce65ec6 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:27.311524 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-014c327e-e7e5-4f73-91cb-e3dbfce65ec6 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/networks?id=a18c4f85-28b7-47f7-b514-7770c14df65f HTTP/1.1" status: 200 len: 814 time: 0.1394031 May 29 01:35:27.327713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-53039390-bc2c-4532-8543-5e6ee25d28fa tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/quotas/ee65368ef3e74394a23a8d3252687e5a HTTP/1.1" status: 200 len: 375 time: 0.0108640 May 29 01:35:27.377024 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-bf3dedaa-bb5c-4d72-bdde-d9f6afb58248 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee65368ef3e74394a23a8d3252687e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443745 May 29 01:35:27.505642 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-afa5e875-c54c-4434-993b-4dae3a8b7429 service neutron] 10.222.0.33 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221695 May 29 01:35:27.634027 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-0bcec084-dac5-4e4e-9400-4b8ecb640816 service neutron] 10.222.0.33 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221323 May 29 01:35:28.833799 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c4c153e4-142d-40ea-9e32-eafa4c45ffaa req-887d5bd4-2f2f-4e6e-872d-d71265caf5e7 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 210 time: 0.0414333 May 29 01:35:29.834140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-27675561-3b0d-426c-9727-f2952111e2d5 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:29.834801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-27675561-3b0d-426c-9727-f2952111e2d5 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Synchronizing usage tracker for tenant:ee65368ef3e74394a23a8d3252687e5a on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:35:29.851550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-27675561-3b0d-426c-9727-f2952111e2d5 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Unset dirty status for tenant:ee65368ef3e74394a23a8d3252687e5a on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:35:29.852851 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-27675561-3b0d-426c-9727-f2952111e2d5 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "GET /v2.0/networks?id=a18c4f85-28b7-47f7-b514-7770c14df65f HTTP/1.1" status: 200 len: 814 time: 0.1667328 May 29 01:35:29.870433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Request body: {'port': {'device_id': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f', 'admin_state_up': True, 'tenant_id': 'ee65368ef3e74394a23a8d3252687e5a'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:35:30.000510 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1915848b-fc18-46d7-afcc-b6efca6c9662 req-b9f4bbd6-7b04-43c1-84c8-43f30c7b1135 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 210 time: 0.0406692 May 29 01:35:30.017250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:35:30.021010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Usage tracker for resource:port and tenant:ee65368ef3e74394a23a8d3252687e5a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:35:30.023938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:35:30.029588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:35:30.040020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Made reservation on behalf of ee65368ef3e74394a23a8d3252687e5a for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:35:30.043019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:30.200960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Allocated IP 172.20.0.9 (a18c4f85-28b7-47f7-b514-7770c14df65f/97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1/cf42067b-4eaa-4f8c-aace-b5bb63fd8e32) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:35:30.396779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:30.423836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:30.490994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Network a18c4f85-28b7-47f7-b514-7770c14df65f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:35:30.494097 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:35:30.497916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:35:30.530888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Pushing event updated for resources: {'Port': ['ID=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:30.562120 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:30.562702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:30.582120 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-73c1081c-0b6c-4933-add7-9a56d83b8c40 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169535 May 29 01:35:30.592572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Request body: {'port': {'device_id': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:35:30.698599 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:31.024926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:35:31.031695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:31.046882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Transition to ACTIVE for port object cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:35:31.050988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:31.177681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:31.205204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8f055-17f4-463a-9240-1fb5fb6cd0df req-23e0f7a7-97b1-4e29-848a-4b5a6fc32972 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:31.206643 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7fa8f055-17f4-463a-9240-1fb5fb6cd0df req-23e0f7a7-97b1-4e29-848a-4b5a6fc32972 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 943 time: 0.0796564 May 29 01:35:31.252491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7fa8f055-17f4-463a-9240-1fb5fb6cd0df req-2ba0e287-ce8d-4384-b294-6acc6ff96fd1 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 May 29 01:35:31.383485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Attempting to bind port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:35:31.383811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Attempting to bind port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:35:31.384190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Attempting to bind port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 on network a18c4f85-28b7-47f7-b514-7770c14df65f {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:35:31.390026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 on network a18c4f85-28b7-47f7-b514-7770c14df65f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:35:31.390351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Attempting to bind port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 on network a18c4f85-28b7-47f7-b514-7770c14df65f {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:35:31.396966 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:35:31.397303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Checking segment: {'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:35:31.397683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Bound using segment: {'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:35:31.398099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Bound port: cf42067b-4eaa-4f8c-aace-b5bb63fd8e32, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:35:31.398927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:31.484583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] For port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:35:31.487800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] For port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:35:31.493146 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:31.529597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6ad6b6c1-dcc9-4b05-ad9c-d93f4c9c0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:31.560124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:31.561504 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 HTTP/1.1" status: 200 len: 1093 time: 0.9728470 May 29 01:35:31.561919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'tag': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:31.580494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d98dad-a814-4f95-8403-098ea346a5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:31.628905 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0643ddd4-46e9-4a37-82dd-7290150dc9af'] response: {'name': 'network-changed', 'server_uuid': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'tag': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32', 'status': 'completed', 'code': 200} May 29 01:35:31.669495 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-e156a62e-83fe-42f6-854f-568b8821a62a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee65368ef3e74394a23a8d3252687e5a&device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 1096 time: 0.0715292 May 29 01:35:31.738470 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-1be399f7-224c-427c-97f0-0208d1a65e6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 HTTP/1.1" status: 200 len: 217 time: 0.0629554 May 29 01:35:31.799474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-cbff55e4-ba3c-49b7-89b9-0b1c05c7dd81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:31.800924 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-cbff55e4-ba3c-49b7-89b9-0b1c05c7dd81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1 HTTP/1.1" status: 200 len: 854 time: 0.0569794 May 29 01:35:31.848086 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-83da3f61-eb88-4005-99eb-3f6bbd957bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a18c4f85-28b7-47f7-b514-7770c14df65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412154 May 29 01:35:31.977060 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-13302659-6253-4d92-ac99-f3e11418dba8 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227143 May 29 01:35:32.110792 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-299a198c-4349-4d10-86b0-db6a55fdb69d req-566fd60d-ffac-473b-9ea3-711f086e5668 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284740 May 29 01:35:32.224678 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-c06312d4-f7f0-42d0-8cd0-7e34099f5c2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee65368ef3e74394a23a8d3252687e5a&device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 1096 time: 0.0673401 May 29 01:35:32.354305 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-3173aa58-88e5-4908-ba2e-abbf459b71aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:32.355742 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-3173aa58-88e5-4908-ba2e-abbf459b71aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=a18c4f85-28b7-47f7-b514-7770c14df65f HTTP/1.1" status: 200 len: 915 time: 0.1255369 May 29 01:35:32.424584 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-9aeb125f-ec0c-4af3-a8d0-41317ff72e6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 HTTP/1.1" status: 200 len: 217 time: 0.0635459 May 29 01:35:32.456378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f61298-af68-42da-aa40-c14f65993d38 req-8913d4ad-a882-4c29-a4eb-e39caaa43681 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:32.457826 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77f61298-af68-42da-aa40-c14f65993d38 req-8913d4ad-a882-4c29-a4eb-e39caaa43681 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 943 time: 0.0764537 May 29 01:35:32.485224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-d2e5045f-5135-4754-b5ac-fd0472a645f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:32.486923 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-d2e5045f-5135-4754-b5ac-fd0472a645f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1 HTTP/1.1" status: 200 len: 854 time: 0.0570908 May 29 01:35:32.502928 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-77f61298-af68-42da-aa40-c14f65993d38 req-08c4da51-06e9-4e64-8875-8604dc5f349a tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 May 29 01:35:32.531963 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-49dc57ff-f4bb-41b1-bfaf-74436f3be1df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a18c4f85-28b7-47f7-b514-7770c14df65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393667 May 29 01:35:32.659887 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-59e332c6-b416-43aa-ae48-febadce6b965 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224113 May 29 01:35:32.788744 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5b6c2868-e1e9-4de3-aae1-11fd0c87934a req-b2cc4d41-9d62-48c2-b3c0-53c18a03beb0 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229911 May 29 01:35:33.626045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-449172a2-9a9c-4db3-a936-ccf41121ea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:33.701340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da62bf-a186-4022-a4c0-92e8da8f4c6d req-21f20956-6a38-4776-bbce-bd447c5756d2 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:33.702802 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-70da62bf-a186-4022-a4c0-92e8da8f4c6d req-21f20956-6a38-4776-bbce-bd447c5756d2 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 943 time: 0.0775492 May 29 01:35:33.748280 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-70da62bf-a186-4022-a4c0-92e8da8f4c6d req-7661e1e6-8d18-49e1-8cc4-f6ee95c04dd8 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 May 29 01:35:34.658380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:34.939757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019414b-633f-489f-bc3c-f075d2c9046e req-4af3619c-b36b-4cba-87bf-dd193746f508 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:34.941222 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8019414b-633f-489f-bc3c-f075d2c9046e req-4af3619c-b36b-4cba-87bf-dd193746f508 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 943 time: 0.0754263 May 29 01:35:34.990609 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8019414b-633f-489f-bc3c-f075d2c9046e req-b656ad37-e282-4916-92db-aee6d2a034da tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 May 29 01:35:35.489103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:36.182661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be63122-13a9-4fb1-be03-809faef7d51d req-700111f9-ac0e-4d11-8924-32948077d0b0 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:36.184110 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0be63122-13a9-4fb1-be03-809faef7d51d req-700111f9-ac0e-4d11-8924-32948077d0b0 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 943 time: 0.0749242 May 29 01:35:36.215367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:36.218788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:35:36.231547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0be63122-13a9-4fb1-be03-809faef7d51d req-be499a3c-6a29-4eff-9997-a4a74fc5d1b1 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 May 29 01:35:36.362188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:36.375594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32', 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f', 'port_id': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32', 'mac_address': 'fa:16:3e:ac:f8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:35:36.426756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:36.444158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:35:36.458626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:36.462367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:36.559858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:36.812229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['cf42067b-4eaa-4f8c-aace-b5bb63fd8e32'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:35:37.435262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b1c3-66b8-4355-baca-97c6179c955b req-611923d7-864d-48b8-875a-e4af3f0f6ac8 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:37.436621 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db84b1c3-66b8-4355-baca-97c6179c955b req-611923d7-864d-48b8-875a-e4af3f0f6ac8 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 944 time: 0.0775740 May 29 01:35:37.557028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-db84b1c3-66b8-4355-baca-97c6179c955b req-a476be03-89d8-49fc-af7b-b9d0f4a2395b tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148200 May 29 01:35:38.219638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:35:38.285649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:35:38.290760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:35:38.291396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:38.402254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:38.428475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:38.437851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:38.442105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:38.487301 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f3f491-fe7b-4860-bc6c-dbd70ca46c91'] response: {'server_uuid': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32', 'code': 200} May 29 01:35:38.510838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:38.710580 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1e5a2442-764e-4a90-9dbc-92d5a137d8eb req-6be58f96-0bd0-4a58-8118-20356db6360a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 1098 time: 0.0723202 May 29 01:35:38.754435 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1e5a2442-764e-4a90-9dbc-92d5a137d8eb req-e41d5331-1f0f-4f0a-868d-65c8998ed8a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 May 29 01:35:38.757277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344e780-9a57-402c-817a-95477f579891 req-f21a4796-e90d-4db6-acd6-d3d6ff4df6c4 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:38.758568 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b344e780-9a57-402c-817a-95477f579891 req-f21a4796-e90d-4db6-acd6-d3d6ff4df6c4 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0756679 May 29 01:35:38.802470 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b344e780-9a57-402c-817a-95477f579891 req-19f35755-a984-47a7-9d5f-157a6f1ca1f9 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 May 29 01:35:40.004653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358362c6-5b9d-4270-87b7-77c074cf626a req-caa52228-e971-47f3-aca8-f84eb0822f6f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:40.005920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-358362c6-5b9d-4270-87b7-77c074cf626a req-caa52228-e971-47f3-aca8-f84eb0822f6f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0797725 May 29 01:35:40.051519 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-358362c6-5b9d-4270-87b7-77c074cf626a req-ae42b261-c413-4a7b-b058-1048088f72de tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 May 29 01:35:41.248244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da4e42-1b07-42a4-b474-b5be70b4302d req-2c1a3f58-2c3c-4c86-a1a8-a9d7ab1e390d tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:41.249698 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5da4e42-1b07-42a4-b474-b5be70b4302d req-2c1a3f58-2c3c-4c86-a1a8-a9d7ab1e390d tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0747125 May 29 01:35:41.296995 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5da4e42-1b07-42a4-b474-b5be70b4302d req-844d2da5-93ff-45cc-8b5e-cf524fca8331 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 May 29 01:35:41.585621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-617bc7ef-bf7e-405f-a3f1-9640b9224d38 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:41.587023 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-617bc7ef-bf7e-405f-a3f1-9640b9224d38 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/networks?id=a18c4f85-28b7-47f7-b514-7770c14df65f HTTP/1.1" status: 200 len: 814 time: 0.1389399 May 29 01:35:41.602395 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-72ec3c15-8c2a-45e2-8e56-14ddac569091 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/quotas/ee65368ef3e74394a23a8d3252687e5a HTTP/1.1" status: 200 len: 375 time: 0.0101426 May 29 01:35:41.679234 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-910f473d-3e70-43c8-bcaf-ca1de8810c47 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee65368ef3e74394a23a8d3252687e5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715072 May 29 01:35:41.810019 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-61fa64f1-1e3d-425f-b1e1-cb54fcf7c797 service neutron] 10.222.0.33 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234915 May 29 01:35:41.937707 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-3296d5fd-097f-4024-bde9-1ecd243f67cf service neutron] 10.222.0.33 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219642 May 29 01:35:42.119511 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-76e966a4-ab97-41a6-b4c3-01ae250becaf req-2d65e86a-fecf-4e93-b6c6-71f2a07dcbac tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 210 time: 0.0407152 May 29 01:35:43.214788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-8c14b23d-0d68-4e5f-9729-7eb08bd8998e tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:43.216322 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-8c14b23d-0d68-4e5f-9729-7eb08bd8998e tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "GET /v2.0/networks?id=a18c4f85-28b7-47f7-b514-7770c14df65f HTTP/1.1" status: 200 len: 814 time: 0.2436411 May 29 01:35:43.231807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Request body: {'port': {'device_id': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f', 'admin_state_up': True, 'tenant_id': 'ee65368ef3e74394a23a8d3252687e5a'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:35:43.285537 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1ea5541a-4b29-452a-b099-dfcef3860474 req-8fb224c5-aa12-4e1d-ba7c-a20daf34cc76 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 210 time: 0.0433145 May 29 01:35:43.364493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:35:43.368250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Usage tracker for resource:port and tenant:ee65368ef3e74394a23a8d3252687e5a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:35:43.371140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:35:43.376927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:35:43.386499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Made reservation on behalf of ee65368ef3e74394a23a8d3252687e5a for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:35:43.389763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:43.553016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Allocated IP 172.20.0.3 (a18c4f85-28b7-47f7-b514-7770c14df65f/97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1/5b8b9c6b-40a9-4dbe-88a8-e130616984ef) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:35:43.754117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:43.781947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:43.793569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['cf42067b-4eaa-4f8c-aace-b5bb63fd8e32'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:35:43.858587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Network a18c4f85-28b7-47f7-b514-7770c14df65f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:35:43.861869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:35:43.866274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:35:43.893791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Pushing event updated for resources: {'Port': ['ID=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:43.927338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:43.927923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:43.949047 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-027a1254-77ba-4642-ae78-b42a6a66ab4f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212603 May 29 01:35:43.960520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Request body: {'port': {'device_id': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:35:44.073347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:44.404579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8b9c6b-40a9-4dbe-88a8-e130616984ef {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:35:44.411206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:44.425625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Transition to ACTIVE for port object 5b8b9c6b-40a9-4dbe-88a8-e130616984ef will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:35:44.429194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:44.493623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b7643-8da5-4350-b8f2-e21a2e1ff6a0 req-94e68744-e48c-4a65-b085-120f75bc0969 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:44.495729 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ba6b7643-8da5-4350-b8f2-e21a2e1ff6a0 req-94e68744-e48c-4a65-b085-120f75bc0969 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 943 time: 0.0794010 May 29 01:35:44.540302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ba6b7643-8da5-4350-b8f2-e21a2e1ff6a0 req-502e6265-462c-42cc-b24d-a9b6b3ee8135 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386996 May 29 01:35:44.554140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:44.656151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Attempting to bind port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:35:44.656473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Attempting to bind port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:35:44.656788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Attempting to bind port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef on network a18c4f85-28b7-47f7-b514-7770c14df65f {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:35:44.662267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef on network a18c4f85-28b7-47f7-b514-7770c14df65f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:35:44.662577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Attempting to bind port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef on network a18c4f85-28b7-47f7-b514-7770c14df65f {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:35:44.668744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:35:44.669067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Checking segment: {'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:35:44.669438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Bound using segment: {'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:35:44.669851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Bound port: 5b8b9c6b-40a9-4dbe-88a8-e130616984ef, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:35:44.670180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:44.756089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] For port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:35:44.760101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] For port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:35:44.764394 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:44.825486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:44.826819 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] 10.222.0.16 "PUT /v2.0/ports/5b8b9c6b-40a9-4dbe-88a8-e130616984ef HTTP/1.1" status: 200 len: 1093 time: 0.8702209 May 29 01:35:44.827238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'tag': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:44.845094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dd321-255a-4a7e-9952-8f869bba1257 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:44.895273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20af81e9-56f2-4971-97a5-f81db5acdc13'] response: {'name': 'network-changed', 'server_uuid': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'tag': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef', 'status': 'completed', 'code': 200} May 29 01:35:44.929478 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-c112a5a8-dc59-44ba-b699-4c7be3632d54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee65368ef3e74394a23a8d3252687e5a&device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 1096 time: 0.0688124 May 29 01:35:45.086742 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-2bf19851-1e95-4860-99ee-2cc8aba8193e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b8b9c6b-40a9-4dbe-88a8-e130616984ef HTTP/1.1" status: 200 len: 217 time: 0.1496232 May 29 01:35:45.150324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-7174b59d-ac53-4acd-94ca-397bb5f0546d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:45.151808 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-7174b59d-ac53-4acd-94ca-397bb5f0546d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1 HTTP/1.1" status: 200 len: 854 time: 0.0598032 May 29 01:35:45.195674 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-65df4548-ee74-43ef-a317-4a86c9029549 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a18c4f85-28b7-47f7-b514-7770c14df65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382133 May 29 01:35:45.323058 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-a0b10d18-c611-44f7-829a-cacb4e205bc1 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215093 May 29 01:35:45.450521 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6148bd41-0969-4244-bfa9-7a07a300bfb6 req-04e8622c-e497-446a-b910-d5b13dd401f0 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214323 May 29 01:35:45.559977 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-fc2dabcc-468e-4c20-ae48-9f4ffb091112 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee65368ef3e74394a23a8d3252687e5a&device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 1096 time: 0.0678430 May 29 01:35:45.692677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-a01f7ae2-4444-4fda-bb0e-4ec6d9802db6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:45.694098 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-a01f7ae2-4444-4fda-bb0e-4ec6d9802db6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a18c4f85-28b7-47f7-b514-7770c14df65f HTTP/1.1" status: 200 len: 915 time: 0.1286061 May 29 01:35:45.738107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b60289-5f48-4f49-aaaf-6f76909c3c9c req-acce1c2e-2358-462e-8b62-2b28b8c0a53d tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:45.739456 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-85b60289-5f48-4f49-aaaf-6f76909c3c9c req-acce1c2e-2358-462e-8b62-2b28b8c0a53d tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 943 time: 0.0792120 May 29 01:35:45.766604 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-af091155-dae9-4c40-96ee-c345748646f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b8b9c6b-40a9-4dbe-88a8-e130616984ef HTTP/1.1" status: 200 len: 217 time: 0.0673811 May 29 01:35:45.784911 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-85b60289-5f48-4f49-aaaf-6f76909c3c9c req-49c177b4-212a-49d6-b625-d5a9f562dd9c tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397689 May 29 01:35:45.830151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-c1a49e0f-c8d0-4095-aab4-03847fbd4e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:45.831555 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-c1a49e0f-c8d0-4095-aab4-03847fbd4e74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1 HTTP/1.1" status: 200 len: 854 time: 0.0581372 May 29 01:35:45.879774 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-78327dfc-81c2-450f-bc43-575b6528f43b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a18c4f85-28b7-47f7-b514-7770c14df65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428391 May 29 01:35:46.008349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-7f12f8ba-4267-40a0-bde3-95c04fa2d705 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226001 May 29 01:35:46.139764 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e66a0635-3d4e-4ab3-ae01-ab020a3d92ed req-5cc8a1a3-1dc7-4da4-944d-0e7bae014aff service neutron] 10.222.0.16 "GET /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253910 May 29 01:35:46.954331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:47.136634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d908a-7aec-47c9-b107-59a2c0486407 req-de45a1ef-060e-4e5a-bb34-fa37f4644277 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:47.137989 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-020d908a-7aec-47c9-b107-59a2c0486407 req-de45a1ef-060e-4e5a-bb34-fa37f4644277 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 943 time: 0.0752800 May 29 01:35:47.185625 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-020d908a-7aec-47c9-b107-59a2c0486407 req-4947116a-e311-4a9b-97fb-e1764a5f1e15 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420768 May 29 01:35:48.272696 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8b9c6b-40a9-4dbe-88a8-e130616984ef details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:35:48.379496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc1eb9-543c-4e38-9247-d83b27b1815e req-b953860d-eb1e-4d31-8018-cdbe3a73531c tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:48.380977 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9dfc1eb9-543c-4e38-9247-d83b27b1815e req-b953860d-eb1e-4d31-8018-cdbe3a73531c tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 943 time: 0.0770173 May 29 01:35:48.408031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:48.422391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef', 'network_id': 'a18c4f85-28b7-47f7-b514-7770c14df65f', 'port_id': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef', 'mac_address': 'fa:16:3e:90:3f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:35:48.428992 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9dfc1eb9-543c-4e38-9247-d83b27b1815e req-317c6050-bfd3-497e-9f64-4e87ab0fad7c tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421124 May 29 01:35:48.475961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:48.497732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8b9c6b-40a9-4dbe-88a8-e130616984ef {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:35:48.512211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:48.515984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:48.578430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:48.586355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.586695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.587029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.587360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.587688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.588544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.588875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.589201 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.589519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.589838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.590155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:35:48.818341 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['5b8b9c6b-40a9-4dbe-88a8-e130616984ef'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:35:49.624634 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a996b6c-134f-4da9-a268-79250878d591 req-7ff5d5b0-df3e-4e2f-8e79-1d4dc293ebd4 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:49.626084 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1a996b6c-134f-4da9-a268-79250878d591 req-7ff5d5b0-df3e-4e2f-8e79-1d4dc293ebd4 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 944 time: 0.0793674 May 29 01:35:49.670636 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1a996b6c-134f-4da9-a268-79250878d591 req-6bf9f1df-967a-4ff0-97ae-0b9eff9fd771 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 May 29 01:35:50.287755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8b9c6b-40a9-4dbe-88a8-e130616984ef up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:35:50.355762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:35:50.364612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:35:50.365184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:50.479963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:50.506054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:50.515296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:50.519065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:50.562905 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b8abb3-ec0c-4bde-89f1-535111dbc4ff'] response: {'server_uuid': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef', 'code': 200} May 29 01:35:50.587263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:50.782458 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a009f2a9-0269-4d20-bf9b-1ff81356b615 req-5900eb04-b64b-4101-a3a4-de4f59c50372 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 1098 time: 0.0661776 May 29 01:35:50.825030 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a009f2a9-0269-4d20-bf9b-1ff81356b615 req-b296613b-7332-40d5-8619-b23936f9feee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367618 May 29 01:35:50.865673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec19d-64e7-4b28-8cb3-e05bab9b41fb req-655245db-cb51-4921-85fc-b342ce2befcc tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:50.867108 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-787ec19d-64e7-4b28-8cb3-e05bab9b41fb req-655245db-cb51-4921-85fc-b342ce2befcc tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 945 time: 0.0758042 May 29 01:35:50.910740 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-787ec19d-64e7-4b28-8cb3-e05bab9b41fb req-13296330-9e88-4dbe-a83a-9c9de4ba1318 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381708 May 29 01:35:52.122127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d61c7c-bdcd-4744-adfa-dddffbec1689 req-1d2d059b-47f5-4194-9ad9-dfa01c5e2990 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:52.123626 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49d61c7c-bdcd-4744-adfa-dddffbec1689 req-1d2d059b-47f5-4194-9ad9-dfa01c5e2990 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 945 time: 0.0810869 May 29 01:35:52.175188 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49d61c7c-bdcd-4744-adfa-dddffbec1689 req-6b0c1484-87e3-4691-a8ad-a9c23c9963e7 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 May 29 01:35:53.383367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6128b-ed7e-4596-9913-e26872d47269 req-3519383f-71cf-4317-b491-0d26f8685562 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:53.384869 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3f6128b-ed7e-4596-9913-e26872d47269 req-3519383f-71cf-4317-b491-0d26f8685562 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 945 time: 0.0879908 May 29 01:35:53.429032 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3f6128b-ed7e-4596-9913-e26872d47269 req-572945d4-6976-4c5b-8356-3cdb905f2ddf tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 May 29 01:35:53.895060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eec12-2d45-4ddd-b7da-1cacef546ddd req-533a2e42-3e79-4147-b487-a43bbed9c040 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:53.896499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ac8eec12-2d45-4ddd-b7da-1cacef546ddd req-533a2e42-3e79-4147-b487-a43bbed9c040 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 945 time: 0.1517015 May 29 01:35:53.939921 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ac8eec12-2d45-4ddd-b7da-1cacef546ddd req-a85ad330-0188-4553-9e9c-7a31974a9170 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 May 29 01:35:54.065869 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:35:55.142670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e7638-a5bf-4b16-bb1a-485895b5754d req-c15e0a46-bcd8-4854-b576-484e3095203f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:55.144124 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-083e7638-a5bf-4b16-bb1a-485895b5754d req-c15e0a46-bcd8-4854-b576-484e3095203f tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 945 time: 0.0785124 May 29 01:35:55.149823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-b6ebbf55-b53f-4c6d-90b4-30dae26e03dc tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:55.151149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-b6ebbf55-b53f-4c6d-90b4-30dae26e03dc tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Synchronizing usage tracker for tenant:ee65368ef3e74394a23a8d3252687e5a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:35:55.168614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-b6ebbf55-b53f-4c6d-90b4-30dae26e03dc tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Unset dirty status for tenant:ee65368ef3e74394a23a8d3252687e5a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:35:55.169695 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-b6ebbf55-b53f-4c6d-90b4-30dae26e03dc tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 945 time: 0.0983617 May 29 01:35:55.189952 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-083e7638-a5bf-4b16-bb1a-485895b5754d req-26ce84c8-4fac-40af-9985-ef65928e9059 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 May 29 01:35:55.238836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Deleting port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:35:55.239080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:55.565903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] For port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:35:55.566174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:55.684329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Calling delete_port for 5b8b9c6b-40a9-4dbe-88a8-e130616984ef owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:35:55.823874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:55.834622 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['cf42067b-4eaa-4f8c-aace-b5bb63fd8e32', '5b8b9c6b-40a9-4dbe-88a8-e130616984ef'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:35:55.872793 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Pushing event deleted for resources: {'Port': ['ID=5b8b9c6b-40a9-4dbe-88a8-e130616984ef,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:35:55.946845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] No DVR routers for this DVR port 5b8b9c6b-40a9-4dbe-88a8-e130616984ef on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:35:55.950074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:35:55.952636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'name': 'network-vif-deleted', 'tag': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:35:55.969163 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-10cf9831-6eba-4dd2-a815-73d36352f48a req-49483450-da7f-4d98-9f8f-a4cb7ebb6b06 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "DELETE /v2.0/ports/5b8b9c6b-40a9-4dbe-88a8-e130616984ef HTTP/1.1" status: 204 len: 173 time: 0.7936068 May 29 01:35:56.020065 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c707ecd9-b2f8-4f2c-b325-d5f422e52c1b'] response: {'server_uuid': 'cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78', 'name': 'network-vif-deleted', 'tag': '5b8b9c6b-40a9-4dbe-88a8-e130616984ef', 'status': 'completed', 'code': 200} May 29 01:35:56.362667 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-155ea703-72b8-4981-b0c1-de8e54df5466 req-a19fed6c-7778-49ca-8dea-31db52f6fadc tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb9dbe0-7d98-41bd-bd55-b09a39ca1a78 HTTP/1.1" status: 200 len: 210 time: 0.0394998 May 29 01:35:57.631294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c8868-5ea9-4400-84ac-e91ed4d44d6a req-8a4880a1-ab15-4346-a4ec-c018e69fcd6d tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:57.632741 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-743c8868-5ea9-4400-84ac-e91ed4d44d6a req-8a4880a1-ab15-4346-a4ec-c018e69fcd6d tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0738089 May 29 01:35:57.679826 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-743c8868-5ea9-4400-84ac-e91ed4d44d6a req-32dd3a43-9c33-4f0c-88d9-e31b83cc8380 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 May 29 01:35:57.897488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cf63b-bc8f-4c83-ba29-133fa6e89b59 req-e6320718-0c86-42a0-a569-63589c4db958 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:57.898890 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-018cf63b-bc8f-4c83-ba29-133fa6e89b59 req-e6320718-0c86-42a0-a569-63589c4db958 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0740218 May 29 01:35:57.943968 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-018cf63b-bc8f-4c83-ba29-133fa6e89b59 req-b86fe22f-00f9-4d4b-b47e-a4c8d26f238b tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 May 29 01:35:58.143027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19287c0b-6043-4705-982a-c75b26dd0542 req-4527c09d-59e1-4438-9f72-eff9770a1561 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:58.144522 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-19287c0b-6043-4705-982a-c75b26dd0542 req-4527c09d-59e1-4438-9f72-eff9770a1561 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0779316 May 29 01:35:58.190279 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-19287c0b-6043-4705-982a-c75b26dd0542 req-a0e780a0-70f6-4084-93da-615063e0c24d tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 May 29 01:35:58.344125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8b9c6b-40a9-4dbe-88a8-e130616984ef no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:35:58.379474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 5b8b9c6b-40a9-4dbe-88a8-e130616984ef {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:35:58.379820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 5b8b9c6b-40a9-4dbe-88a8-e130616984ef not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:35:58.381227 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5e9243a-ebe1-49a2-9d0c-ea55ea2efba6 req-23fef954-af03-463f-9097-9491dbaf8f45 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666552 May 29 01:35:58.572599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bb721-186d-49d7-899c-7d37a90bf135 req-9fc19ce9-3a7a-4492-80a6-12e5c5484aab tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:58.573906 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e30bb721-186d-49d7-899c-7d37a90bf135 req-9fc19ce9-3a7a-4492-80a6-12e5c5484aab tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0771337 May 29 01:35:58.618667 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e30bb721-186d-49d7-899c-7d37a90bf135 req-e0f91ffe-6464-45ee-9365-9368712f9785 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390089 May 29 01:35:58.812912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965bf34-2d54-4db3-97e4-c26c45b41f7e req-206edf9b-4286-4edd-a678-5304ee79930c tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:58.814370 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d965bf34-2d54-4db3-97e4-c26c45b41f7e req-206edf9b-4286-4edd-a678-5304ee79930c tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0762863 May 29 01:35:58.860565 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d965bf34-2d54-4db3-97e4-c26c45b41f7e req-b5a200b5-5a4f-44d0-9837-b9a741b8cfc1 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 May 29 01:35:59.074212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cdce5-70dc-4435-85e1-fcb345f9f229 req-426c1cf5-7eb6-43fe-9a6f-d2435ce81a4b tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:59.075633 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-128cdce5-70dc-4435-85e1-fcb345f9f229 req-426c1cf5-7eb6-43fe-9a6f-d2435ce81a4b tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0781631 May 29 01:35:59.125534 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-128cdce5-70dc-4435-85e1-fcb345f9f229 req-d72ea710-1b8c-455c-9eb0-87ea0ca7af28 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 May 29 01:35:59.679328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f369436-53fe-4011-b066-7475fa1623a3 req-b6ac1b96-5104-4089-9031-2b50ed613a24 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:35:59.680776 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f369436-53fe-4011-b066-7475fa1623a3 req-b6ac1b96-5104-4089-9031-2b50ed613a24 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0743277 May 29 01:35:59.727427 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0f369436-53fe-4011-b066-7475fa1623a3 req-315325a1-fcb6-433d-bace-f24fdb9ac784 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 May 29 01:36:00.923783 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ff3b1-7304-4cef-8811-8c2bcddbe92c req-bba3d59e-9bf0-4a30-981c-38d9e35339a2 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:00.925329 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-171ff3b1-7304-4cef-8811-8c2bcddbe92c req-bba3d59e-9bf0-4a30-981c-38d9e35339a2 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0747340 May 29 01:36:00.970571 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-171ff3b1-7304-4cef-8811-8c2bcddbe92c req-e0b18fe3-feff-4b73-9f33-7e14f3a57992 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/security-groups?id=4cf135df-2ef6-4bb2-b50f-36e248796b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 May 29 01:36:01.162230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-b897b3ef-5fdb-4196-8add-27a74f2fec28 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:01.162907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-b897b3ef-5fdb-4196-8add-27a74f2fec28 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Synchronizing usage tracker for tenant:ee65368ef3e74394a23a8d3252687e5a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:36:01.178494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-b897b3ef-5fdb-4196-8add-27a74f2fec28 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Unset dirty status for tenant:ee65368ef3e74394a23a8d3252687e5a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:36:01.179704 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-b897b3ef-5fdb-4196-8add-27a74f2fec28 tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 945 time: 0.0906599 May 29 01:36:01.250024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Deleting port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:01.250358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:01.495121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] For port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,segment=NetworkSegment(e4ece1c4-da8b-4a7b-95bf-701ba856ca47),segment_id=e4ece1c4-da8b-4a7b-95bf-701ba856ca47)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:01.495382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:01.531414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa86f8b6-a0a9-42eb-8f53-e97c1845643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:01.613891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Calling delete_port for cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:01.752361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:01.763454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['cf42067b-4eaa-4f8c-aace-b5bb63fd8e32'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:36:01.802094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Pushing event deleted for resources: {'Port': ['ID=cf42067b-4eaa-4f8c-aace-b5bb63fd8e32,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:01.871011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] No DVR routers for this DVR port cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:36:01.873452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:01.875828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'name': 'network-vif-deleted', 'tag': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:36:01.891100 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3cbdf0e3-03d6-40a6-b9e7-217b1b1ca9c7 req-a6d5b9d8-ab52-439a-9195-ca5e0d4107ff tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.16 "DELETE /v2.0/ports/cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 HTTP/1.1" status: 204 len: 173 time: 0.7060387 May 29 01:36:01.937046 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81768475-8a8b-43ae-bea9-863d58a4a1a6'] response: {'server_uuid': '2d64b734-b721-490b-95b4-c0dc9673b35e', 'name': 'network-vif-deleted', 'tag': 'cf42067b-4eaa-4f8c-aace-b5bb63fd8e32', 'status': 'completed', 'code': 200} May 29 01:36:02.145782 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8b8a9885-f54e-4c1d-be72-a6208d7ba7c2 req-197f5ddb-54b4-4d4e-90f9-f916f4bf6feb tempest-ServersNegativeTestJSON-1150776971 tempest-ServersNegativeTestJSON-1150776971-project] 10.222.0.33 "GET /v2.0/ports?device_id=2d64b734-b721-490b-95b4-c0dc9673b35e HTTP/1.1" status: 200 len: 210 time: 0.0409055 May 29 01:36:03.250830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35080) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:03.311137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] Deleting subnet 97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:36:03.313912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.361710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.420370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.487791 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.524597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:03.531385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.537019 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e197053e-91dc-4680-973b-17f27083c6a2 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/97fc62ea-65b9-44e4-8ae0-02e2a0f4adc1 HTTP/1.1" status: 204 len: 168 time: 0.2852027 May 29 01:36:03.539424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35084) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:03.628773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e97f931-91f7-4816-913d-069a4b8930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.645676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.766585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.793927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18c4f85-28b7-47f7-b514-7770c14df65f']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:03.805619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:03.805933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ece1c4-da8b-4a7b-95bf-701ba856ca47') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:03.817538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.833332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.839299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:03.839682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:03.852392 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:03.924698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:03.943643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:04.029402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18c4f85-28b7-47f7-b514-7770c14df65f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:04.037333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e8a426b0-850b-4e51-b5ae-8c033362e8e1 admin admin] 10.222.0.33 "DELETE /v2.0/networks/a18c4f85-28b7-47f7-b514-7770c14df65f HTTP/1.1" status: 204 len: 168 time: 0.4970145 May 29 01:36:04.176713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35090) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:04.229040 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-09ab2ee7-2a10-4ef1-9784-d989469cdb38 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ee65368ef3e74394a23a8d3252687e5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512125 May 29 01:36:04.231424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35094) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:04.288994 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d302ffa-77ac-4aa2-a172-5531d23e29ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:04.313709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d302ffa-77ac-4aa2-a172-5531d23e29ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:04.360241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:36:04.369013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d302ffa-77ac-4aa2-a172-5531d23e29ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:04.386227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d302ffa-77ac-4aa2-a172-5531d23e29ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf135df-2ef6-4bb2-b50f-36e248796b7a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:04.390584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3d302ffa-77ac-4aa2-a172-5531d23e29ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:04.391685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3d302ffa-77ac-4aa2-a172-5531d23e29ae admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4cf135df-2ef6-4bb2-b50f-36e248796b7a HTTP/1.1" status: 204 len: 168 time: 0.1593955 May 29 01:36:04.398093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:36:04.398443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device cf42067b-4eaa-4f8c-aace-b5bb63fd8e32 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:36:04.661195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.229436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35116) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:05.380526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876891428'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:05.385612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:05.389545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:network and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:05.392386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:05.398429 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:05.410856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:05.414372 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.428246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.462004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:05.466483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:security_group_rule and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:05.469341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:05.474938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:05.490673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.547801 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.551685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.584746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:05.592779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd512ab5-15c7-4eba-ae9d-06097c0246bb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:05.600532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.600925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Added segment 5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa of type vlan for network 6977618a-b974-4ec6-9810-f57928b19b3d May 29 01:36:05.628299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.657053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.660765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:05.661339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:05.771149 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5405478 May 29 01:36:05.773870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f22c33-e2c7-4dbe-a069-fe97beab5505 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Network': ['ID=6977618a-b974-4ec6-9810-f57928b19b3d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:05.798731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 6977618a-b974-4ec6-9810-f57928b19b3d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:06.218195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.088828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35122) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:09.094598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'subnet': {'network_id': '6977618a-b974-4ec6-9810-f57928b19b3d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:09.202072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:09.205748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:subnet and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:09.208564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:09.214751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:09.224294 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:09.322148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.551863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.628784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Subnet': ['ID=f1b0b4d5-f09a-4fe5-a1e3-0d51c6191d78,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:09.641344 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Checking segment: {'id': '5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6977618a-b974-4ec6-9810-f57928b19b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:09.641861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network hostable DHCP agents. Network: 6977618a-b974-4ec6-9810-f57928b19b3d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:09.663801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network 6977618a-b974-4ec6-9810-f57928b19b3d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:09.673574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 6977618a-b974-4ec6-9810-f57928b19b3d) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:09.677782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:09.678361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.683055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa00c25-e0ee-4489-8a4f-aa9ee6848fc5 None None] Network 6977618a-b974-4ec6-9810-f57928b19b3d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:09.705081 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-000203fb-358a-4a97-b621-1dc2fb4f3459 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6149032 May 29 01:36:09.708234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35126) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:09.714152 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1729365612'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:09.719099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:09.723543 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:network and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:09.728887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:09.736716 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:09.748080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:09.751115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.778797 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:09.787411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.787749 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Added segment 3a57e867-360a-4d03-8136-ee2d8207cb8b of type vlan for network 1dfd197d-c894-4601-879c-ea8068042044 May 29 01:36:09.819636 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.850906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.854751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:09.855321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.908929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-6977618a-b974-4ec6-9810-f57928b19b3d', 'network_id': '6977618a-b974-4ec6-9810-f57928b19b3d', 'tenant_id': '6b4169a082e644ca8a164a157dac6dad', 'fixed_ips': [{'subnet_id': 'f1b0b4d5-f09a-4fe5-a1e3-0d51c6191d78'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:09.909752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:09.952298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2429714 May 29 01:36:09.955265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35130) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:09.961735 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'subnet': {'network_id': '1dfd197d-c894-4601-879c-ea8068042044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:09.964486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356da04-98c3-4351-92d4-89024d5c6c77 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Network': ['ID=1dfd197d-c894-4601-879c-ea8068042044,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:09.977088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 1dfd197d-c894-4601-879c-ea8068042044 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:10.162848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Allocated IP 2001:db8:0:ffff::2 (6977618a-b974-4ec6-9810-f57928b19b3d/f1b0b4d5-f09a-4fe5-a1e3-0d51c6191d78/31d21bed-639b-4576-a902-fdee2233219a) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:10.168718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:10.172983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:subnet and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:10.176268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:10.181883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:10.191151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:10.291907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.366612 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.377534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Transition to ACTIVE for port object 31d21bed-639b-4576-a902-fdee2233219a will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:10.398571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Transition to ACTIVE for port object 31d21bed-639b-4576-a902-fdee2233219a will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:10.404597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.473635 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Network 6977618a-b974-4ec6-9810-f57928b19b3d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:10.476770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:10.479452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:10.485954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Pushing event updated for resources: {'Port': ['ID=31d21bed-639b-4576-a902-fdee2233219a,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:10.513322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.569327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Attempting to bind port 31d21bed-639b-4576-a902-fdee2233219a on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:10.569691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Attempting to bind port 31d21bed-639b-4576-a902-fdee2233219a by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6977618a-b974-4ec6-9810-f57928b19b3d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:10.570048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Attempting to bind port 31d21bed-639b-4576-a902-fdee2233219a on network 6977618a-b974-4ec6-9810-f57928b19b3d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:10.576764 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:10.577135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Checking segment: {'id': '5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6977618a-b974-4ec6-9810-f57928b19b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:10.577528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.577913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Bound using segment: {'id': '5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6977618a-b974-4ec6-9810-f57928b19b3d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:10.578366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Bound port: 31d21bed-639b-4576-a902-fdee2233219a, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6977618a-b974-4ec6-9810-f57928b19b3d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:10.578732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.595554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Subnet': ['ID=a13846e1-ae5f-4565-b75b-553759350e11,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:10.605938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Checking segment: {'id': '3a57e867-360a-4d03-8136-ee2d8207cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dfd197d-c894-4601-879c-ea8068042044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:10.606299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network hostable DHCP agents. Network: 1dfd197d-c894-4601-879c-ea8068042044, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:10.628813 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network 1dfd197d-c894-4601-879c-ea8068042044 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:10.639226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 1dfd197d-c894-4601-879c-ea8068042044) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:10.643203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:10.644021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.648985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e70e1e-37c7-404b-a4a8-4ca5a75058aa None None] Network 1dfd197d-c894-4601-879c-ea8068042044 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:10.675712 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0176e4e5-d9e0-40e4-9777-e91e2aef3744 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7159564 May 29 01:36:10.675942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35134) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:10.754116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] For port 31d21bed-639b-4576-a902-fdee2233219a, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:10.759367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] For port 31d21bed-639b-4576-a902-fdee2233219a, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=31d21bed-639b-4576-a902-fdee2233219a,segment=NetworkSegment(5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa),segment_id=5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:10.775515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.818935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.885541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.917834 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf82b8-714f-4aab-b4ee-5000303fc418 None None] Pushing event updated for resources: {'Port': ['ID=31d21bed-639b-4576-a902-fdee2233219a,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:10.977342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:10.980285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a328d5d-44ac-42aa-be33-41092027023e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-1dfd197d-c894-4601-879c-ea8068042044', 'network_id': '1dfd197d-c894-4601-879c-ea8068042044', 'tenant_id': '6b4169a082e644ca8a164a157dac6dad', 'fixed_ips': [{'subnet_id': 'a13846e1-ae5f-4565-b75b-553759350e11'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:10.981099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a328d5d-44ac-42aa-be33-41092027023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.041217 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Subnet': ['ID=a13846e1-ae5f-4565-b75b-553759350e11,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:11.104898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c2681-17c3-4b9b-b8c9-89d1d5912c6d None None] Network 1dfd197d-c894-4601-879c-ea8068042044 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:11.132258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.177213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfd197d-c894-4601-879c-ea8068042044']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:11.191881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a57e867-360a-4d03-8136-ee2d8207cb8b') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:11.192186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a57e867-360a-4d03-8136-ee2d8207cb8b') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:11.206893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.225239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.231983 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:11.232458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:11.300431 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:11.332339 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.349541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.360119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Network': ['ID=1dfd197d-c894-4601-879c-ea8068042044,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:11.364343 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-34d7506f-7eda-4fec-8623-1fa979faece5 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/1dfd197d-c894-4601-879c-ea8068042044 HTTP/1.1" status: 204 len: 168 time: 0.6875103 May 29 01:36:11.368104 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35138) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:11.373870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1407272547'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:11.378722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:11.382487 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:network and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:11.385997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:11.391612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:11.402075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:11.405065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.434298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:11.443574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.443976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Added segment ef81f1a3-f897-4a75-b892-a6465731f917 of type vlan for network 0e7c2ac7-79f7-430e-bc82-718177453c44 May 29 01:36:11.470025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.499113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.502705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:11.503274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.601013 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2313666 May 29 01:36:11.604489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35142) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:11.612470 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'subnet': {'network_id': '0e7c2ac7-79f7-430e-bc82-718177453c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:11.630896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6efd8-baac-417b-ba84-0ab64df8d0f2 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Network': ['ID=0e7c2ac7-79f7-430e-bc82-718177453c44,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:11.641329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 0e7c2ac7-79f7-430e-bc82-718177453c44 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:11.731226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:11.735503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:subnet and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:11.738723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:11.745275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:11.755264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:11.866766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:11.866924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 31d21bed-639b-4576-a902-fdee2233219a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:11.925144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b4bbf-ef0f-4324-905e-669cc7da7ad0 None None] Network 6977618a-b974-4ec6-9810-f57928b19b3d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:12.042278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b88c0bc5-4b50-43cc-9e1d-08e8d333f033 None None] Provisioning for port 31d21bed-639b-4576-a902-fdee2233219a completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:12.047671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 31d21bed-639b-4576-a902-fdee2233219a completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:12.056934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 31d21bed-639b-4576-a902-fdee2233219a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:12.057305 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.070911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Performing IP validity checks on allocation pools {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 29 01:36:12.071622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.ipam_backend_mixin [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83980) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 29 01:36:12.082003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b88c0bc5-4b50-43cc-9e1d-08e8d333f033 None None] Provisioning complete for port 31d21bed-639b-4576-a902-fdee2233219a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:12.082395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b88c0bc5-4b50-43cc-9e1d-08e8d333f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.220847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.304498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Subnet': ['ID=ec84c264-185b-4629-9ddd-a06b7343faac,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:12.317072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Checking segment: {'id': 'ef81f1a3-f897-4a75-b892-a6465731f917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0e7c2ac7-79f7-430e-bc82-718177453c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:12.317424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network hostable DHCP agents. Network: 0e7c2ac7-79f7-430e-bc82-718177453c44, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:12.345800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network 0e7c2ac7-79f7-430e-bc82-718177453c44 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:12.356913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 0e7c2ac7-79f7-430e-bc82-718177453c44) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:12.362307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:12.362870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.372734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc63984-9706-4fc5-ac7b-aed4bda9a17c None None] Network 0e7c2ac7-79f7-430e-bc82-718177453c44 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:12.389639 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0e0488b8-d138-4bd6-81f2-3ad814d4a9cf tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7841244 May 29 01:36:12.392288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35146) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:12.471683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b88c0bc5-4b50-43cc-9e1d-08e8d333f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.481489 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.565148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.572802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b88c0bc5-4b50-43cc-9e1d-08e8d333f033 None None] For port 31d21bed-639b-4576-a902-fdee2233219a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=31d21bed-639b-4576-a902-fdee2233219a,segment=NetworkSegment(5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa),segment_id=5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:12.603538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b88c0bc5-4b50-43cc-9e1d-08e8d333f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.661515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.769564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.772299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c0bc5-4b50-43cc-9e1d-08e8d333f033 None None] Pushing event updated for resources: {'Port': ['ID=31d21bed-639b-4576-a902-fdee2233219a,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:12.775962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:36:12.776539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:36:12.792449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124edcb1-8778-43db-b909-eff48b7a95e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-0e7c2ac7-79f7-430e-bc82-718177453c44', 'network_id': '0e7c2ac7-79f7-430e-bc82-718177453c44', 'tenant_id': '6b4169a082e644ca8a164a157dac6dad', 'fixed_ips': [{'subnet_id': 'ec84c264-185b-4629-9ddd-a06b7343faac'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:12.793256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-124edcb1-8778-43db-b909-eff48b7a95e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.814798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Subnet': ['ID=ec84c264-185b-4629-9ddd-a06b7343faac,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:12.889469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-70ce7ed5-f551-4fa4-b30d-576ae4856ae1 None None] Provisioning complete for port 31d21bed-639b-4576-a902-fdee2233219a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:12.890036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-70ce7ed5-f551-4fa4-b30d-576ae4856ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.914914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.917991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49a26a-eaad-4413-8ea7-9239ee9189a6 None None] Network 0e7c2ac7-79f7-430e-bc82-718177453c44 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:12.940968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7c2ac7-79f7-430e-bc82-718177453c44']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:12.953762 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef81f1a3-f897-4a75-b892-a6465731f917') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:12.954060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef81f1a3-f897-4a75-b892-a6465731f917') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:12.965913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.982106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:12.988844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:12.989238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:13.005505 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:13.088954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.106699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.118244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Network': ['ID=0e7c2ac7-79f7-430e-bc82-718177453c44,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:13.131616 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/0e7c2ac7-79f7-430e-bc82-718177453c44 HTTP/1.1" status: 204 len: 168 time: 0.7381322 May 29 01:36:13.132361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35150) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:13.133590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.134593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.134924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.135252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.135583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.135911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.136424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.136755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.137080 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.137402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.137721 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1e11-8ffd-4244-b1ea-46e82d34a2c6 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:13.140588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10192121'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:13.146069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:13.151028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:network and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:13.154195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:13.160124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:13.171693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:13.175027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.205028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:13.215483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.215818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Added segment 15ab9ee0-70ec-4de1-ba02-2088bba9ceb0 of type vlan for network 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 May 29 01:36:13.242003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.270600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.274202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:13.275486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.371242 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2377832 May 29 01:36:13.374098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35154) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:13.379725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'subnet': {'network_id': '9d0028a6-183d-407c-9ce8-ee9195cf6bf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:13.382528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed71132-9fc8-4bef-bddf-c0fc8b53f284 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Network': ['ID=9d0028a6-183d-407c-9ce8-ee9195cf6bf3,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:13.393731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:13.493608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:13.497409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:subnet and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:13.500257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:13.506128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:13.516023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:13.613655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.822309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.824488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 31d21bed-639b-4576-a902-fdee2233219a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:13.894856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 31d21bed-639b-4576-a902-fdee2233219a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:13.895533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.898669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Subnet': ['ID=6a227693-806f-4e00-83c7-c14b20a2f4ac,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:13.913303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Checking segment: {'id': '15ab9ee0-70ec-4de1-ba02-2088bba9ceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d0028a6-183d-407c-9ce8-ee9195cf6bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:13.913654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network hostable DHCP agents. Network: 9d0028a6-183d-407c-9ce8-ee9195cf6bf3, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:13.935516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:13.944562 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 9d0028a6-183d-407c-9ce8-ee9195cf6bf3) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:13.950443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:13.951010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:13.957755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d386f98-a43a-4040-8085-d7305c6cb851 None None] Network 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:13.974230 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-57c549e9-7cc5-45e3-811d-9a8451051e17 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5990491 May 29 01:36:13.977919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35158) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:13.983344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191615589'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:13.988392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:13.992191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:network and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:13.995075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:14.000722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:14.012534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:14.015505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.044817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:14.054043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.054373 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Added segment 7857a7f2-4919-493c-9310-d0dc8ef3c856 of type vlan for network c013cb0c-c851-4259-9aa2-28b54dbb4dc1 May 29 01:36:14.081953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.115563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.120334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:14.120962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.217189 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2356198 May 29 01:36:14.217534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35162) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:14.223273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Request body: {'subnet': {'network_id': 'c013cb0c-c851-4259-9aa2-28b54dbb4dc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:14.225142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-9d0028a6-183d-407c-9ce8-ee9195cf6bf3', 'network_id': '9d0028a6-183d-407c-9ce8-ee9195cf6bf3', 'tenant_id': '6b4169a082e644ca8a164a157dac6dad', 'fixed_ips': [{'subnet_id': '6a227693-806f-4e00-83c7-c14b20a2f4ac'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:14.226250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.237680 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f2dab-d324-4c04-bc75-1249751b1acc tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Network': ['ID=c013cb0c-c851-4259-9aa2-28b54dbb4dc1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:14.248659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network c013cb0c-c851-4259-9aa2-28b54dbb4dc1 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:14.333716 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:14.338288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Usage tracker for resource:subnet and tenant:6b4169a082e644ca8a164a157dac6dad is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:14.341552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:14.350112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:14.360678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Made reservation on behalf of 6b4169a082e644ca8a164a157dac6dad for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:14.464062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.478307 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Allocated IP 2001:db8::2 (9d0028a6-183d-407c-9ce8-ee9195cf6bf3/6a227693-806f-4e00-83c7-c14b20a2f4ac/d8a04667-a84d-4d88-bdbe-b915bfb6411e) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:14.677948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.686014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.696227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Transition to ACTIVE for port object d8a04667-a84d-4d88-bdbe-b915bfb6411e will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:14.714660 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Transition to ACTIVE for port object d8a04667-a84d-4d88-bdbe-b915bfb6411e will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:14.720244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.762401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event updated for resources: {'Subnet': ['ID=100ddfa3-6315-48a2-a729-67b5bbac8c24,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:14.775908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Checking segment: {'id': '7857a7f2-4919-493c-9310-d0dc8ef3c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c013cb0c-c851-4259-9aa2-28b54dbb4dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:14.776290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network hostable DHCP agents. Network: c013cb0c-c851-4259-9aa2-28b54dbb4dc1, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:14.784686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Network 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:14.787287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:14.791502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:14.797604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Pushing event updated for resources: {'Port': ['ID=d8a04667-a84d-4d88-bdbe-b915bfb6411e,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:14.801024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Network c013cb0c-c851-4259-9aa2-28b54dbb4dc1 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:14.811265 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, c013cb0c-c851-4259-9aa2-28b54dbb4dc1) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:14.815084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:14.815643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.835096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3462a04-35c2-4418-b9cb-961ad2445cd1 None None] Network c013cb0c-c851-4259-9aa2-28b54dbb4dc1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:14.837919 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-22c7c607-8961-4026-9c67-d7e652479178 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6193352 May 29 01:36:14.841277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35166) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:14.966493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Attempting to bind port d8a04667-a84d-4d88-bdbe-b915bfb6411e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:14.967068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Attempting to bind port d8a04667-a84d-4d88-bdbe-b915bfb6411e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '15ab9ee0-70ec-4de1-ba02-2088bba9ceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d0028a6-183d-407c-9ce8-ee9195cf6bf3'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:14.967193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Attempting to bind port d8a04667-a84d-4d88-bdbe-b915bfb6411e on network 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:14.989050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:14.989449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Checking segment: {'id': '15ab9ee0-70ec-4de1-ba02-2088bba9ceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d0028a6-183d-407c-9ce8-ee9195cf6bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:14.989809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:14.990202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Bound using segment: {'id': '15ab9ee0-70ec-4de1-ba02-2088bba9ceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d0028a6-183d-407c-9ce8-ee9195cf6bf3'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:14.990683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Bound port: d8a04667-a84d-4d88-bdbe-b915bfb6411e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ab9ee0-70ec-4de1-ba02-2088bba9ceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d0028a6-183d-407c-9ce8-ee9195cf6bf3'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:14.991055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.065097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.130457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.201157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] For port d8a04667-a84d-4d88-bdbe-b915bfb6411e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:15.212742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.214390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] For port d8a04667-a84d-4d88-bdbe-b915bfb6411e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d8a04667-a84d-4d88-bdbe-b915bfb6411e,segment=NetworkSegment(15ab9ee0-70ec-4de1-ba02-2088bba9ceb0),segment_id=15ab9ee0-70ec-4de1-ba02-2088bba9ceb0)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:15.219866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00767034-b7bc-4858-b13c-6b0c0f71bf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-c013cb0c-c851-4259-9aa2-28b54dbb4dc1', 'network_id': 'c013cb0c-c851-4259-9aa2-28b54dbb4dc1', 'tenant_id': '6b4169a082e644ca8a164a157dac6dad', 'fixed_ips': [{'subnet_id': '100ddfa3-6315-48a2-a729-67b5bbac8c24'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:15.220646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-00767034-b7bc-4858-b13c-6b0c0f71bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.232592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.250740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Subnet': ['ID=100ddfa3-6315-48a2-a729-67b5bbac8c24,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:15.347239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.374808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c013cb0c-c851-4259-9aa2-28b54dbb4dc1']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:15.375109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675ca6-e755-41ea-9971-0eb5a11279f0 None None] Pushing event updated for resources: {'Port': ['ID=d8a04667-a84d-4d88-bdbe-b915bfb6411e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:15.391571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7857a7f2-4919-493c-9310-d0dc8ef3c856') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:15.391935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7857a7f2-4919-493c-9310-d0dc8ef3c856') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:15.392913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb35eedd-eb02-4ee9-99ed-82ffdbb00f4c None None] Network c013cb0c-c851-4259-9aa2-28b54dbb4dc1 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:15.405318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.422375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.429868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:15.430334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:15.445446 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:15.544657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.551626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.596475 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/c013cb0c-c851-4259-9aa2-28b54dbb4dc1 HTTP/1.1" status: 204 len: 168 time: 0.7520525 May 29 01:36:15.596475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724186-ea71-49eb-bae0-be26c3edef21 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Network': ['ID=c013cb0c-c851-4259-9aa2-28b54dbb4dc1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:15.597324 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35170) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:15.636666 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98e9032-3d28-4422-b5ed-0baf45930039 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] GET failed (client error): The resource could not be found. May 29 01:36:15.637162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b98e9032-3d28-4422-b5ed-0baf45930039 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Synchronizing usage tracker for tenant:6b4169a082e644ca8a164a157dac6dad on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:36:15.653728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b98e9032-3d28-4422-b5ed-0baf45930039 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Unset dirty status for tenant:6b4169a082e644ca8a164a157dac6dad on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:36:15.654880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b98e9032-3d28-4422-b5ed-0baf45930039 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "GET /v2.0/subnets/100ddfa3-6315-48a2-a729-67b5bbac8c24 HTTP/1.1" status: 404 len: 337 time: 0.0565908 May 29 01:36:15.657624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35174) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:15.785495 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ca9b0d-001e-405b-94ae-a4f7529b9569 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] DELETE failed (client error): The resource could not be found. May 29 01:36:15.785886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ca9b0d-001e-405b-94ae-a4f7529b9569 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:36:15.787557 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-14ca9b0d-001e-405b-94ae-a4f7529b9569 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/c013cb0c-c851-4259-9aa2-28b54dbb4dc1 HTTP/1.1" status: 404 len: 339 time: 0.1290596 May 29 01:36:15.792419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35178) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:15.830115 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe2890b-2bd7-4c45-91f8-a6e5b05f484c tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] DELETE failed (client error): The resource could not be found. May 29 01:36:15.830549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe2890b-2bd7-4c45-91f8-a6e5b05f484c tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:36:15.833194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cbe2890b-2bd7-4c45-91f8-a6e5b05f484c tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/subnets/100ddfa3-6315-48a2-a729-67b5bbac8c24 HTTP/1.1" status: 404 len: 337 time: 0.0387168 May 29 01:36:15.834855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35182) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:15.848353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d8a04667-a84d-4d88-bdbe-b915bfb6411e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:15.859763 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-887db426-456a-480c-b0ed-eaad9d509dca tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] DELETE failed (client error): The resource could not be found. May 29 01:36:15.860226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887db426-456a-480c-b0ed-eaad9d509dca tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:36:15.862110 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-887db426-456a-480c-b0ed-eaad9d509dca tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/c013cb0c-c851-4259-9aa2-28b54dbb4dc1 HTTP/1.1" status: 404 len: 339 time: 0.0263929 May 29 01:36:15.864743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35186) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:15.923089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d8a04667-a84d-4d88-bdbe-b915bfb6411e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:15.934421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Deleting subnet 6a227693-806f-4e00-83c7-c14b20a2f4ac {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:36:15.937489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:15.989613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.077054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.156636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.196977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Subnet': ['ID=6a227693-806f-4e00-83c7-c14b20a2f4ac,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:16.204981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.218894 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b160ec46-ba1a-48b6-b11b-9b91d03e0f94 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/subnets/6a227693-806f-4e00-83c7-c14b20a2f4ac HTTP/1.1" status: 204 len: 168 time: 0.3526611 May 29 01:36:16.220887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35190) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:16.339500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.345296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b2487-ee43-4c11-9160-3507162f5897 None None] Network 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:16.351030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Deleting port d8a04667-a84d-4d88-bdbe-b915bfb6411e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:16.351365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.506280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c3c51a42-0d4a-4e19-8c9e-b1cb34efb09e None None] Provisioning for port d8a04667-a84d-4d88-bdbe-b915bfb6411e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:16.517298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c3c51a42-0d4a-4e19-8c9e-b1cb34efb09e None None] Provisioning complete for port d8a04667-a84d-4d88-bdbe-b915bfb6411e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:16.517667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c3c51a42-0d4a-4e19-8c9e-b1cb34efb09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.555718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] For port d8a04667-a84d-4d88-bdbe-b915bfb6411e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d8a04667-a84d-4d88-bdbe-b915bfb6411e,segment=NetworkSegment(15ab9ee0-70ec-4de1-ba02-2088bba9ceb0),segment_id=15ab9ee0-70ec-4de1-ba02-2088bba9ceb0)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:16.556161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.652672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c3c51a42-0d4a-4e19-8c9e-b1cb34efb09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.676869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Calling delete_port for d8a04667-a84d-4d88-bdbe-b915bfb6411e owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:16.685971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c3c51a42-0d4a-4e19-8c9e-b1cb34efb09e None None] For port d8a04667-a84d-4d88-bdbe-b915bfb6411e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d8a04667-a84d-4d88-bdbe-b915bfb6411e,segment=NetworkSegment(15ab9ee0-70ec-4de1-ba02-2088bba9ceb0),segment_id=15ab9ee0-70ec-4de1-ba02-2088bba9ceb0)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:16.688785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] DHCP port deletion for 9d0028a6-183d-407c-9ce8-ee9195cf6bf3 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:36:16.692167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c3c51a42-0d4a-4e19-8c9e-b1cb34efb09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.726481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] Deleting port d8a04667-a84d-4d88-bdbe-b915bfb6411e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:16.726851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.748463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.db.api [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:36:16.748805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG oslo_db.api [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:36:16.841100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c51a42-0d4a-4e19-8c9e-b1cb34efb09e None None] Pushing event updated for resources: {'Port': ['ID=d8a04667-a84d-4d88-bdbe-b915bfb6411e,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:16.964638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:16.966251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] For port d8a04667-a84d-4d88-bdbe-b915bfb6411e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d8a04667-a84d-4d88-bdbe-b915bfb6411e,segment=NetworkSegment(15ab9ee0-70ec-4de1-ba02-2088bba9ceb0),segment_id=15ab9ee0-70ec-4de1-ba02-2088bba9ceb0)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:16.966630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.083338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] Calling delete_port for d8a04667-a84d-4d88-bdbe-b915bfb6411e owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:17.157123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.201908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] Pushing event deleted for resources: {'Port': ['ID=d8a04667-a84d-4d88-bdbe-b915bfb6411e,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:17.205410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695e908-befa-4ca0-924a-54f89a51f890 None None] No DVR routers for this DVR port d8a04667-a84d-4d88-bdbe-b915bfb6411e on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:36:17.250416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Deleting port d8a04667-a84d-4d88-bdbe-b915bfb6411e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:17.250725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.315893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] The port 'd8a04667-a84d-4d88-bdbe-b915bfb6411e' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:36:17.435083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.458959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0028a6-183d-407c-9ce8-ee9195cf6bf3']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:17.470753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ab9ee0-70ec-4de1-ba02-2088bba9ceb0') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:17.470992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ab9ee0-70ec-4de1-ba02-2088bba9ceb0') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:17.483004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.499071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.504974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:17.505345 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:17.519484 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:17.598099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.615103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:17.626090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Network': ['ID=9d0028a6-183d-407c-9ce8-ee9195cf6bf3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:17.629922 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f9794bad-9d43-4be8-bd4f-06b7e730b05f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/9d0028a6-183d-407c-9ce8-ee9195cf6bf3 HTTP/1.1" status: 204 len: 168 time: 1.4077487 May 29 01:36:17.632335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35194) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:17.671730 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f41e18e-e2da-4e20-960d-99080f7e61a0 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] DELETE failed (client error): The resource could not be found. May 29 01:36:17.672181 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f41e18e-e2da-4e20-960d-99080f7e61a0 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:36:17.673720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f41e18e-e2da-4e20-960d-99080f7e61a0 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/subnets/ec84c264-185b-4629-9ddd-a06b7343faac HTTP/1.1" status: 404 len: 337 time: 0.0405250 May 29 01:36:17.676187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35198) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:17.699946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd5717e-bbb8-453b-a326-6b781365cc1f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] DELETE failed (client error): The resource could not be found. May 29 01:36:17.700557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd5717e-bbb8-453b-a326-6b781365cc1f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:36:17.701831 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3bd5717e-bbb8-453b-a326-6b781365cc1f tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/0e7c2ac7-79f7-430e-bc82-718177453c44 HTTP/1.1" status: 404 len: 339 time: 0.0247872 May 29 01:36:17.704069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35202) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:17.740672 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c570aea-f844-459c-86c8-014dfcda8e16 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] DELETE failed (client error): The resource could not be found. May 29 01:36:17.741092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c570aea-f844-459c-86c8-014dfcda8e16 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:36:17.742618 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7c570aea-f844-459c-86c8-014dfcda8e16 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/subnets/a13846e1-ae5f-4565-b75b-553759350e11 HTTP/1.1" status: 404 len: 337 time: 0.0376973 May 29 01:36:17.745416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35206) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:17.769884 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fdd7a8-a3ba-4644-af87-33d35107a5a8 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] DELETE failed (client error): The resource could not be found. May 29 01:36:17.770310 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fdd7a8-a3ba-4644-af87-33d35107a5a8 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83980) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 29 01:36:17.771851 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-92fdd7a8-a3ba-4644-af87-33d35107a5a8 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/1dfd197d-c894-4601-879c-ea8068042044 HTTP/1.1" status: 404 len: 339 time: 0.0255964 May 29 01:36:17.774827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35210) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:17.823467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d8a04667-a84d-4d88-bdbe-b915bfb6411e no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:36:17.859989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d8a04667-a84d-4d88-bdbe-b915bfb6411e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:36:17.860360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d8a04667-a84d-4d88-bdbe-b915bfb6411e not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:36:17.961095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Deleting subnet f1b0b4d5-f09a-4fe5-a1e3-0d51c6191d78 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:36:17.963915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.020713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.101017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.178234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.217050 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b0b4d5-f09a-4fe5-a1e3-0d51c6191d78,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:18.222971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.228855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ddd4d-a88d-458a-8a41-0279a2eac0ed None None] Network 6977618a-b974-4ec6-9810-f57928b19b3d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:18.234116 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-37ec5d44-fe29-4677-85ea-c6685dedf54e tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/subnets/f1b0b4d5-f09a-4fe5-a1e3-0d51c6191d78 HTTP/1.1" status: 204 len: 168 time: 0.4581926 May 29 01:36:18.236771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35214) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:18.350530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.362356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Deleting port 31d21bed-639b-4576-a902-fdee2233219a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:18.362678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.495122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] DHCP port deletion for 6977618a-b974-4ec6-9810-f57928b19b3d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:36:18.499374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Deleting port 31d21bed-639b-4576-a902-fdee2233219a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:18.499750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.562977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] For port 31d21bed-639b-4576-a902-fdee2233219a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=31d21bed-639b-4576-a902-fdee2233219a,segment=NetworkSegment(5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa),segment_id=5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:18.563338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.685518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Calling delete_port for 31d21bed-639b-4576-a902-fdee2233219a owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:18.697633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] For port 31d21bed-639b-4576-a902-fdee2233219a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=31d21bed-639b-4576-a902-fdee2233219a,segment=NetworkSegment(5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa),segment_id=5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:18.698020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.758356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:18.816583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Calling delete_port for 31d21bed-639b-4576-a902-fdee2233219a owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:18.893336 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Port': ['ID=31d21bed-639b-4576-a902-fdee2233219a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:18.894569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:36:18.894957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:36:18.898109 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] No DVR routers for this DVR port 31d21bed-639b-4576-a902-fdee2233219a on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:36:19.017848 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.043360 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6977618a-b974-4ec6-9810-f57928b19b3d']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:19.055084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:19.055396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c63ef7d-3654-4be0-a58d-c4fe6aaf2aaa') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:19.066183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.082137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.088908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:19.089283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:19.103487 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:19.181879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.188263 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.214464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] Pushing event deleted for resources: {'Network': ['ID=6977618a-b974-4ec6-9810-f57928b19b3d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:19.217016 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b1187840-d927-44d6-a20e-468a18fe2283 tempest-NetworksIpV6Test-683699314 tempest-NetworksIpV6Test-683699314-project] 10.222.0.33 "DELETE /v2.0/networks/6977618a-b974-4ec6-9810-f57928b19b3d HTTP/1.1" status: 204 len: 168 time: 0.9793432 May 29 01:36:19.396526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Deleting port 31d21bed-639b-4576-a902-fdee2233219a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:19.396908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.459129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1712a16d-1e58-4760-8133-7d89386db920 None None] The port '31d21bed-639b-4576-a902-fdee2233219a' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:36:19.503801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35222) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:19.680285 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8ba97b82-e0b3-4d6b-bf3d-a0b9b4ca9e0e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6b4169a082e644ca8a164a157dac6dad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1752667 May 29 01:36:19.683494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35228) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:19.740934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a145c652-41ca-46bf-bbcf-897fcab2d19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.770114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a145c652-41ca-46bf-bbcf-897fcab2d19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.819248 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 31d21bed-639b-4576-a902-fdee2233219a no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:36:19.856588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 31d21bed-639b-4576-a902-fdee2233219a {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:36:19.856963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 31d21bed-639b-4576-a902-fdee2233219a not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:36:19.912267 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a145c652-41ca-46bf-bbcf-897fcab2d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.926868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145c652-41ca-46bf-bbcf-897fcab2d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd512ab5-15c7-4eba-ae9d-06097c0246bb,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:19.935669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a145c652-41ca-46bf-bbcf-897fcab2d19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:19.936825 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a145c652-41ca-46bf-bbcf-897fcab2d19e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd512ab5-15c7-4eba-ae9d-06097c0246bb HTTP/1.1" status: 204 len: 168 time: 0.2523572 May 29 01:36:20.715741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35250) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:20.840235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1613149263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:20.846564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:20.850329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Usage tracker for resource:router and tenant:205e765f006b4a1eaef38e65261bd595 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:20.853373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:20.859391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:20.870236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:20.871144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:20.889955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:20.906720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:20.926101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:20.927263 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e5fad507-6c9d-41d6-8b37-1f5ebab0581e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2104607 May 29 01:36:20.930032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35256) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:20.935936 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-597165363'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:20.940675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:20.944383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Usage tracker for resource:network and tenant:205e765f006b4a1eaef38e65261bd595 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:20.948373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:20.954022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:20.962927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Made reservation on behalf of 205e765f006b4a1eaef38e65261bd595 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:20.965698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:20.977791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.009499 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:21.012917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Usage tracker for resource:security_group_rule and tenant:205e765f006b4a1eaef38e65261bd595 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:21.015637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:21.021221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:21.091566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.095069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.128840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:21.142861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024ddc4e-6000-4591-be4c-584e571fbb2c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:21.148488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.148821 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Added segment e9091a7e-4bb2-4053-9af4-c097ea74672d of type vlan for network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b May 29 01:36:21.177603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.207459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.211058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:21.211804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.317842 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3860953 May 29 01:36:21.320581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238464a0-c386-43d1-8e50-ef64ea64435f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event updated for resources: {'Network': ['ID=7a230aab-a58d-47c3-9c65-3f771dfc9b5b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:21.320740 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35260) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:21.326412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Request body: {'subnet': {'network_id': '7a230aab-a58d-47c3-9c65-3f771dfc9b5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:21.335046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:21.438405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:21.442277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Usage tracker for resource:subnet and tenant:205e765f006b4a1eaef38e65261bd595 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:21.445158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:21.450897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:21.460044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Made reservation on behalf of 205e765f006b4a1eaef38e65261bd595 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:21.559874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.763852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.844779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event updated for resources: {'Subnet': ['ID=7ade60fd-1ec2-4780-beda-34c8010a6ea4,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:21.853991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Checking segment: {'id': 'e9091a7e-4bb2-4053-9af4-c097ea74672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a230aab-a58d-47c3-9c65-3f771dfc9b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:21.854346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Network hostable DHCP agents. Network: 7a230aab-a58d-47c3-9c65-3f771dfc9b5b, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:21.878640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:21.887694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 7a230aab-a58d-47c3-9c65-3f771dfc9b5b) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:21.891494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:21.892114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.896485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863649ff-aa3b-46f5-bcc8-c34d34f48e4e None None] Network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:21.913515 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3c24f875-2b95-44cb-a07c-d0763426928b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5917757 May 29 01:36:21.917781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35264) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:21.923566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-572190227'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:21.928996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:21.932804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Usage tracker for resource:network and tenant:205e765f006b4a1eaef38e65261bd595 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:21.935674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:21.942257 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:21.953004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Made reservation on behalf of 205e765f006b4a1eaef38e65261bd595 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:21.955853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.984067 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:21.993474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:21.993891 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Added segment 563dbb1d-8dab-4982-ae17-2bea5c8db77c of type vlan for network 3fcaf42e-1df9-4468-9f1d-2b719b25961a May 29 01:36:22.020777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.051624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.055892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:22.056565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.120944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-7a230aab-a58d-47c3-9c65-3f771dfc9b5b', 'network_id': '7a230aab-a58d-47c3-9c65-3f771dfc9b5b', 'tenant_id': '205e765f006b4a1eaef38e65261bd595', 'fixed_ips': [{'subnet_id': '7ade60fd-1ec2-4780-beda-34c8010a6ea4'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:22.122018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.160194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2412696 May 29 01:36:22.164429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35268) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:22.172687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Request body: {'subnet': {'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:22.179908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c89dc-5dab-4f4f-b5bd-f1ac4702b230 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event updated for resources: {'Network': ['ID=3fcaf42e-1df9-4468-9f1d-2b719b25961a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:22.206526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 3fcaf42e-1df9-4468-9f1d-2b719b25961a details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:22.289403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:22.293199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Usage tracker for resource:subnet and tenant:205e765f006b4a1eaef38e65261bd595 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:22.295980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:22.301758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:22.312706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Made reservation on behalf of 205e765f006b4a1eaef38e65261bd595 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:22.383217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Allocated IP 172.20.0.2 (7a230aab-a58d-47c3-9c65-3f771dfc9b5b/7ade60fd-1ec2-4780-beda-34c8010a6ea4/e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:22.413913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.595045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.605107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Transition to ACTIVE for port object e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:22.623568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Transition to ACTIVE for port object e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:22.631148 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.631926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.714575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event updated for resources: {'Subnet': ['ID=47d5cf3a-0f7a-446f-a060-3af32cd8ca26,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:22.724509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Checking segment: {'id': '563dbb1d-8dab-4982-ae17-2bea5c8db77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:22.724873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Network hostable DHCP agents. Network: 3fcaf42e-1df9-4468-9f1d-2b719b25961a, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:22.731565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:22.734448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:22.738927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:22.740987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Pushing event updated for resources: {'Port': ['ID=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:22.749145 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Network 3fcaf42e-1df9-4468-9f1d-2b719b25961a is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:22.758120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 3fcaf42e-1df9-4468-9f1d-2b719b25961a) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:22.762199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:22.762775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.776187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44687656-75c2-4686-bb40-acd4df8400ec None None] Network 3fcaf42e-1df9-4468-9f1d-2b719b25961a requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:22.785237 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-06ca59a9-5d9d-492c-9964-0050fbec22f4 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6194494 May 29 01:36:22.787962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35272) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:22.794166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-df8123c6-a73e-4d41-8a4d-1c28a4778ddf tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Request body: {'router': {'external_gateway_info': {'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:22.916369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Attempting to bind port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:22.916744 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Attempting to bind port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'e9091a7e-4bb2-4053-9af4-c097ea74672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a230aab-a58d-47c3-9c65-3f771dfc9b5b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:22.917115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Attempting to bind port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb on network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:22.938798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:22.939175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Checking segment: {'id': 'e9091a7e-4bb2-4053-9af4-c097ea74672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a230aab-a58d-47c3-9c65-3f771dfc9b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:22.939575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:22.939965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Bound using segment: {'id': 'e9091a7e-4bb2-4053-9af4-c097ea74672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a230aab-a58d-47c3-9c65-3f771dfc9b5b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:22.940459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Bound port: e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9091a7e-4bb2-4053-9af4-c097ea74672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a230aab-a58d-47c3-9c65-3f771dfc9b5b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:22.940832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.121217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] For port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:23.128657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] For port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,segment=NetworkSegment(e9091a7e-4bb2-4053-9af4-c097ea74672d),segment_id=e9091a7e-4bb2-4053-9af4-c097ea74672d)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:23.133498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-3fcaf42e-1df9-4468-9f1d-2b719b25961a', 'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a', 'tenant_id': '205e765f006b4a1eaef38e65261bd595', 'fixed_ips': [{'subnet_id': '47d5cf3a-0f7a-446f-a060-3af32cd8ca26'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:23.134436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.148216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.294915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df8123c6-a73e-4d41-8a4d-1c28a4778ddf tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.301131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ab07e-9bb9-4f7e-bc0d-9d4b51e436b4 None None] Pushing event updated for resources: {'Port': ['ID=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:23.383319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Allocated IP 172.21.0.2 (3fcaf42e-1df9-4468-9f1d-2b719b25961a/47d5cf3a-0f7a-446f-a060-3af32cd8ca26/738f83ad-68cb-4703-aa52-a5d5ae01dee1) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:23.473566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.api.v2.resource [None req-df8123c6-a73e-4d41-8a4d-1c28a4778ddf tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 29 01:36:23.474611 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-df8123c6-a73e-4d41-8a4d-1c28a4778ddf tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "PUT /v2.0/routers/2ed68ea5-cb68-4bd0-be9e-834adab7e3de HTTP/1.1" status: 400 len: 364 time: 0.6857109 May 29 01:36:23.481991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35276) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:23.619266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.629790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Transition to ACTIVE for port object 738f83ad-68cb-4703-aa52-a5d5ae01dee1 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:23.648246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Transition to ACTIVE for port object 738f83ad-68cb-4703-aa52-a5d5ae01dee1 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:23.654256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.693690 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Deleting subnet 47d5cf3a-0f7a-446f-a060-3af32cd8ca26 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:36:23.697000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.722519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Network 3fcaf42e-1df9-4468-9f1d-2b719b25961a is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:23.725348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:23.729678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:23.731703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Pushing event updated for resources: {'Port': ['ID=738f83ad-68cb-4703-aa52-a5d5ae01dee1,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:23.752083 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.823461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Attempting to bind port 738f83ad-68cb-4703-aa52-a5d5ae01dee1 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:23.824964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Attempting to bind port 738f83ad-68cb-4703-aa52-a5d5ae01dee1 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '563dbb1d-8dab-4982-ae17-2bea5c8db77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:23.825333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Attempting to bind port 738f83ad-68cb-4703-aa52-a5d5ae01dee1 on network 3fcaf42e-1df9-4468-9f1d-2b719b25961a {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:23.832932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:23.833315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Checking segment: {'id': '563dbb1d-8dab-4982-ae17-2bea5c8db77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:23.833875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.834234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Bound using segment: {'id': '563dbb1d-8dab-4982-ae17-2bea5c8db77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:23.834710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Bound port: 738f83ad-68cb-4703-aa52-a5d5ae01dee1, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563dbb1d-8dab-4982-ae17-2bea5c8db77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fcaf42e-1df9-4468-9f1d-2b719b25961a'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:23.835110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.844111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.888215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:23.928035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.971440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event deleted for resources: {'Subnet': ['ID=47d5cf3a-0f7a-446f-a060-3af32cd8ca26,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:23.976337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:23.983016 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6b25e2b2-c5df-40ae-930f-ad43cdcbe10e tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "DELETE /v2.0/subnets/47d5cf3a-0f7a-446f-a060-3af32cd8ca26 HTTP/1.1" status: 204 len: 168 time: 0.4999719 May 29 01:36:23.985586 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35280) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:23.987290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] For port 738f83ad-68cb-4703-aa52-a5d5ae01dee1, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:23.994235 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] For port 738f83ad-68cb-4703-aa52-a5d5ae01dee1, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=738f83ad-68cb-4703-aa52-a5d5ae01dee1,segment=NetworkSegment(563dbb1d-8dab-4982-ae17-2bea5c8db77c),segment_id=563dbb1d-8dab-4982-ae17-2bea5c8db77c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:24.003088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.040889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:24.098315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0eecb-84be-4b60-a687-f244f97be533 None None] Pushing event updated for resources: {'Port': ['ID=738f83ad-68cb-4703-aa52-a5d5ae01dee1,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:24.104929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.119784 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Deleting port 738f83ad-68cb-4703-aa52-a5d5ae01dee1 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:24.120148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.288947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c320bc9-59e6-460b-92e8-0a2b9683f1b4 None None] Network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:24.371891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] For port 738f83ad-68cb-4703-aa52-a5d5ae01dee1, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=738f83ad-68cb-4703-aa52-a5d5ae01dee1,segment=NetworkSegment(563dbb1d-8dab-4982-ae17-2bea5c8db77c),segment_id=563dbb1d-8dab-4982-ae17-2bea5c8db77c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:24.372348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.432754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c7e3331a-bbc7-43c9-b109-be3587274329 None None] Provisioning for port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:24.448373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c7e3331a-bbc7-43c9-b109-be3587274329 None None] Provisioning complete for port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:24.448837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7e3331a-bbc7-43c9-b109-be3587274329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.505137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Calling delete_port for 738f83ad-68cb-4703-aa52-a5d5ae01dee1 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:24.578932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.657659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7e3331a-bbc7-43c9-b109-be3587274329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.709415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-c7e3331a-bbc7-43c9-b109-be3587274329 None None] For port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,segment=NetworkSegment(e9091a7e-4bb2-4053-9af4-c097ea74672d),segment_id=e9091a7e-4bb2-4053-9af4-c097ea74672d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:24.714600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c7e3331a-bbc7-43c9-b109-be3587274329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.720038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event deleted for resources: {'Port': ['ID=738f83ad-68cb-4703-aa52-a5d5ae01dee1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:24.726095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] No DVR routers for this DVR port 738f83ad-68cb-4703-aa52-a5d5ae01dee1 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:36:24.835503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3331a-bbc7-43c9-b109-be3587274329 None None] Pushing event updated for resources: {'Port': ['ID=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:24.875666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.917405 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcaf42e-1df9-4468-9f1d-2b719b25961a']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:24.931674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563dbb1d-8dab-4982-ae17-2bea5c8db77c') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:24.932060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563dbb1d-8dab-4982-ae17-2bea5c8db77c') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:24.946208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.964261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.970901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:24.971322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:24.992268 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:25.096814 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.114901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.127709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event deleted for resources: {'Network': ['ID=3fcaf42e-1df9-4468-9f1d-2b719b25961a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:25.133700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35284) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:25.134295 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-15394313-4347-4907-a39c-710fe624a58f tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "DELETE /v2.0/networks/3fcaf42e-1df9-4468-9f1d-2b719b25961a HTTP/1.1" status: 204 len: 168 time: 1.1467631 May 29 01:36:25.148274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6758efec-ded6-4879-8293-f4ebec7a84a1 None None] Provisioning complete for port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:25.149053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6758efec-ded6-4879-8293-f4ebec7a84a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.215917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Deleting subnet 7ade60fd-1ec2-4780-beda-34c8010a6ea4 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:36:25.218936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.289201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.364166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c6b51f-a07f-4a92-9910-5dde5ac8508d None None] DHCP port deletion for 3fcaf42e-1df9-4468-9f1d-2b719b25961a request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:36:25.377333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e52aae-30a4-49a9-b0eb-ad3dcbd0d46f None None] Network 3fcaf42e-1df9-4468-9f1d-2b719b25961a requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:25.388310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.401040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6d814511-db69-4e2e-bbcd-27175d5ed932 None None] Could not find standard attr ID for object 738f83ad-68cb-4703-aa52-a5d5ae01dee1. {{(pid=83981) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 29 01:36:25.402519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e52aae-30a4-49a9-b0eb-ad3dcbd0d46f None None] Network 3fcaf42e-1df9-4468-9f1d-2b719b25961a could not be found, it might have been deleted concurrently. {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 29 01:36:25.462134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.502676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event deleted for resources: {'Subnet': ['ID=7ade60fd-1ec2-4780-beda-34c8010a6ea4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:25.513739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.518102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.518447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.518564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6810cc63-bf31-4957-8e58-c992024c4178 None None] Network 7a230aab-a58d-47c3-9c65-3f771dfc9b5b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:25.519019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.519122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.519413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.519738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.520087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.520408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.520734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.521045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.521363 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:25.526864 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8dd8cbcb-c3cb-4d0d-ba55-ac55a06eb8d8 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "DELETE /v2.0/subnets/7ade60fd-1ec2-4780-beda-34c8010a6ea4 HTTP/1.1" status: 204 len: 168 time: 0.3921492 May 29 01:36:25.529256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35288) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:25.641455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.652972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Deleting port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:25.653362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.759846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] DHCP port deletion for 7a230aab-a58d-47c3-9c65-3f771dfc9b5b request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:36:25.763897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Deleting port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:25.764299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.848852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:36:25.869199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] For port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,segment=NetworkSegment(e9091a7e-4bb2-4053-9af4-c097ea74672d),segment_id=e9091a7e-4bb2-4053-9af4-c097ea74672d)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:25.869575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:25.992551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Calling delete_port for e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:26.065316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] For port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,segment=NetworkSegment(e9091a7e-4bb2-4053-9af4-c097ea74672d),segment_id=e9091a7e-4bb2-4053-9af4-c097ea74672d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:26.065647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.066029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.108697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event deleted for resources: {'Port': ['ID=e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:26.114973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] No DVR routers for this DVR port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:36:26.128497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.200927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Calling delete_port for e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:36:26.314037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:36:26.314392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:36:26.333059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.363293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a230aab-a58d-47c3-9c65-3f771dfc9b5b']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:26.375551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9091a7e-4bb2-4053-9af4-c097ea74672d') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:26.375841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9091a7e-4bb2-4053-9af4-c097ea74672d') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:26.387629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.403283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.409418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:36:26.409798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:36:26.424621 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:36:26.503913 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.507858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.533164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Pushing event deleted for resources: {'Network': ['ID=7a230aab-a58d-47c3-9c65-3f771dfc9b5b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:26.536544 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-eb6bc9fb-7dff-44bb-b6da-8fa8328ea77b tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "DELETE /v2.0/networks/7a230aab-a58d-47c3-9c65-3f771dfc9b5b HTTP/1.1" status: 204 len: 168 time: 1.0063663 May 29 01:36:26.539201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35292) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:26.579926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3384a465-7d30-45c0-850e-5d3fdd1180f5 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Synchronizing usage tracker for tenant:205e765f006b4a1eaef38e65261bd595 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:36:26.595094 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-3384a465-7d30-45c0-850e-5d3fdd1180f5 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Unset dirty status for tenant:205e765f006b4a1eaef38e65261bd595 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:36:26.596145 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3384a465-7d30-45c0-850e-5d3fdd1180f5 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ed68ea5-cb68-4bd0-be9e-834adab7e3de HTTP/1.1" status: 200 len: 205 time: 0.0554640 May 29 01:36:26.598544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35296) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:26.732168 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9489a03a-16b4-40fe-98dd-c8c2b6060bb2 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.815414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Deleting port e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:36:26.815947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:26.882886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4ba45834-c43b-4a2e-abf8-eaacd7802577 None None] The port 'e4a1d6f6-5d4b-4f3a-a893-7e332cafccbb' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:36:27.101331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9489a03a-16b4-40fe-98dd-c8c2b6060bb2 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.106104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9489a03a-16b4-40fe-98dd-c8c2b6060bb2 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.130023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9489a03a-16b4-40fe-98dd-c8c2b6060bb2 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.130560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9489a03a-16b4-40fe-98dd-c8c2b6060bb2 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed68ea5-cb68-4bd0-be9e-834adab7e3de {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:36:27.140723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9489a03a-16b4-40fe-98dd-c8c2b6060bb2 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.141781 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9489a03a-16b4-40fe-98dd-c8c2b6060bb2 tempest-RoutersNegativeTest-659672621 tempest-RoutersNegativeTest-659672621-project] 10.222.0.33 "DELETE /v2.0/routers/2ed68ea5-cb68-4bd0-be9e-834adab7e3de HTTP/1.1" status: 204 len: 168 time: 0.5422456 May 29 01:36:27.436404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35304) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:27.604514 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f4986e05-e06b-4a89-90f9-1449c0684769 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=205e765f006b4a1eaef38e65261bd595&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669800 May 29 01:36:27.606873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35310) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:27.663126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e64bacda-14dc-410f-bbdb-8a6d8ada8e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.688591 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e64bacda-14dc-410f-bbdb-8a6d8ada8e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.740658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e64bacda-14dc-410f-bbdb-8a6d8ada8e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.754122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bacda-14dc-410f-bbdb-8a6d8ada8e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ddc4e-6000-4591-be4c-584e571fbb2c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:27.760574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e64bacda-14dc-410f-bbdb-8a6d8ada8e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:27.761677 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e64bacda-14dc-410f-bbdb-8a6d8ada8e31 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/024ddc4e-6000-4591-be4c-584e571fbb2c HTTP/1.1" status: 204 len: 168 time: 0.1539412 May 29 01:36:28.531311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35332) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:28.657822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-144182689-network', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:28.662513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:28.667133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Usage tracker for resource:network and tenant:b1976224011547cd952a1c0a6bea26f5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:28.670003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:28.675624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:28.686236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Made reservation on behalf of b1976224011547cd952a1c0a6bea26f5 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:28.688403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:28.700256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:28.731147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:28.734892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Usage tracker for resource:security_group_rule and tenant:b1976224011547cd952a1c0a6bea26f5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:28.737879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:28.744103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:28.807212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:28.810669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:28.838581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:28.846967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91953afa-e688-4713-82e8-1ace5cd5a0f2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:28.852934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:28.853273 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Added segment 2590113f-ffa0-4274-b52c-3236cfa065d8 of type vlan for network 0c7ac078-d599-4088-b891-610cc5649eeb May 29 01:36:28.878741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:28.906413 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:28.907403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:28.907960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.007482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4750991 May 29 01:36:29.008604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce30f8a-5510-4464-b286-7d718252581d admin admin] Pushing event updated for resources: {'Network': ['ID=0c7ac078-d599-4088-b891-610cc5649eeb,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:29.011139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35338) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:29.017716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Request body: {'subnet': {'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-subnet', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:29.018648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 0c7ac078-d599-4088-b891-610cc5649eeb details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:29.022949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:29.027256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Usage tracker for resource:subnet and tenant:b1976224011547cd952a1c0a6bea26f5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:29.030085 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:29.035748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:29.047006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Made reservation on behalf of b1976224011547cd952a1c0a6bea26f5 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:29.049281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.248976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.323239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b792e7-4680-4d99-bb99-4e398f6fbca4,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:29.336048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Checking segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:29.337008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Network hostable DHCP agents. Network: 0c7ac078-d599-4088-b891-610cc5649eeb, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:29.358062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Network 0c7ac078-d599-4088-b891-610cc5649eeb is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:29.366998 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 0c7ac078-d599-4088-b891-610cc5649eeb) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:29.370985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:29.371493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.375982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef009a-55ca-4900-8795-67fff4bf9e5c None None] Network 0c7ac078-d599-4088-b891-610cc5649eeb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:29.392286 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a709c37d-60fa-4db6-a159-5da31e00f20a admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3797662 May 29 01:36:29.395036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35342) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:29.400424 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:29.404878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:29.408660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Usage tracker for resource:router and tenant:b1976224011547cd952a1c0a6bea26f5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:29.411397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:29.417710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:29.428192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.429070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.447403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.594537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-0c7ac078-d599-4088-b891-610cc5649eeb', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'fixed_ips': [{'subnet_id': '76b792e7-4680-4d99-bb99-4e398f6fbca4'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:29.595375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.599361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.785833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Allocated IP 172.20.0.2 (0c7ac078-d599-4088-b891-610cc5649eeb/76b792e7-4680-4d99-bb99-4e398f6fbca4/abc2e134-2933-47c8-8f54-fcb3b4e930ce) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:29.790807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.820149 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.955069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Allocated IP 172.26.5.148 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/cc4a210c-3ac0-4f3a-b032-618964615f16) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:29.984114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:29.995439 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Transition to ACTIVE for port object abc2e134-2933-47c8-8f54-fcb3b4e930ce will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:30.014300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Transition to ACTIVE for port object abc2e134-2933-47c8-8f54-fcb3b4e930ce will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:30.020679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.089553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Network 0c7ac078-d599-4088-b891-610cc5649eeb is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:30.092465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:30.095119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:30.101518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Pushing event updated for resources: {'Port': ['ID=abc2e134-2933-47c8-8f54-fcb3b4e930ce,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:30.103381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.132488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.187864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Attempting to bind port abc2e134-2933-47c8-8f54-fcb3b4e930ce on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:30.188269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Attempting to bind port abc2e134-2933-47c8-8f54-fcb3b4e930ce by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:30.188635 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Attempting to bind port abc2e134-2933-47c8-8f54-fcb3b4e930ce on network 0c7ac078-d599-4088-b891-610cc5649eeb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:30.195055 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:30.195532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Checking segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:30.195934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.196347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Bound using segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:30.196828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Bound port: abc2e134-2933-47c8-8f54-fcb3b4e930ce, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:30.197246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.199915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:30.202593 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:30.207981 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:30.243519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4a210c-3ac0-4f3a-b032-618964615f16,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:30.288802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] For port abc2e134-2933-47c8-8f54-fcb3b4e930ce, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:30.292275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] For port abc2e134-2933-47c8-8f54-fcb3b4e930ce, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=abc2e134-2933-47c8-8f54-fcb3b4e930ce,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:30.296935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.374098 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.374947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.378532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cb572-bdcc-4611-9521-769b7018a45b None None] Pushing event updated for resources: {'Port': ['ID=abc2e134-2933-47c8-8f54-fcb3b4e930ce,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:30.726300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:36:30.925565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:36:30.935043 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Sync routers for ids ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:36:30.948255 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Routers {'34b91665-60e8-4c14-93ea-e5f0b6c1b064'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:36:30.948860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:30.949090 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:30.950064 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d6f7c93c-00eb-437a-9ea6-73250fec8d74 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5541246 May 29 01:36:30.952928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35346) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:31.083826 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:36:31.136308 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Set router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:36:31.328288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfa767-608e-4985-844c-ae00f2e60c82 None None] Network 0c7ac078-d599-4088-b891-610cc5649eeb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:31.434803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2ad06a8e-2aa6-4858-b936-a99108588938 None None] Provisioning for port abc2e134-2933-47c8-8f54-fcb3b4e930ce completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:31.441330 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:30Z', 'revision_number': 3, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port': {'id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:31.445968 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Checking router: 34b91665-60e8-4c14-93ea-e5f0b6c1b064 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:36:31.446327 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Updating router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 port cc4a210c-3ac0-4f3a-b032-618964615f16 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:36:31.500525 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:31.570482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8483eba4-15c9-45f1-8a15-6af0622e8f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:31.729863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:31.851903 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:31.867837 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Transition to ACTIVE for port object cc4a210c-3ac0-4f3a-b032-618964615f16 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:31.877137 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:31.960878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Allocated IP 172.20.0.1 (0c7ac078-d599-4088-b891-610cc5649eeb/76b792e7-4680-4d99-bb99-4e398f6fbca4/33af8a42-71df-4d78-b22b-4b0a9587f693) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:31.989502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device abc2e134-2933-47c8-8f54-fcb3b4e930ce up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:31.990920 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Attempting to bind port cc4a210c-3ac0-4f3a-b032-618964615f16 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:31.991445 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Attempting to bind port cc4a210c-3ac0-4f3a-b032-618964615f16 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:31.991632 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Attempting to bind port cc4a210c-3ac0-4f3a-b032-618964615f16 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:32.003411 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Pushing event updated for resources: {'Port': ['ID=cc4a210c-3ac0-4f3a-b032-618964615f16,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:32.006565 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:32.006926 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:32.007313 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.007692 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:32.008683 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Bound port: cc4a210c-3ac0-4f3a-b032-618964615f16, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:32.009080 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.046688 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.047031 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.047390 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.047750 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.048118 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.048447 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.048793 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.049138 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.049493 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.049814 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.050333 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:32.067819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port abc2e134-2933-47c8-8f54-fcb3b4e930ce completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:32.074170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port abc2e134-2933-47c8-8f54-fcb3b4e930ce triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:32.074551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.099103 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] For port cc4a210c-3ac0-4f3a-b032-618964615f16, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:32.103073 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] For port cc4a210c-3ac0-4f3a-b032-618964615f16, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cc4a210c-3ac0-4f3a-b032-618964615f16,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:32.109855 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.132766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.150572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Transition to ACTIVE for port object 33af8a42-71df-4d78-b22b-4b0a9587f693 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:32.176647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.201635 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db79a0-607e-490e-acfa-02cd011b0d70 None None] Pushing event updated for resources: {'Port': ['ID=cc4a210c-3ac0-4f3a-b032-618964615f16,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:32.206511 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Routers {'34b91665-60e8-4c14-93ea-e5f0b6c1b064'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:36:32.207146 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:32.229842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.267620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port abc2e134-2933-47c8-8f54-fcb3b4e930ce, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=abc2e134-2933-47c8-8f54-fcb3b4e930ce,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:32.272457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.350873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=abc2e134-2933-47c8-8f54-fcb3b4e930ce,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:32.362565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Network 0c7ac078-d599-4088-b891-610cc5649eeb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:32.363800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:32.365637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Pushing event updated for resources: {'Port': ['ID=33af8a42-71df-4d78-b22b-4b0a9587f693,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:32.368308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:32.403201 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] Set router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:36:32.427323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.519137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.611130 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b6188491-4823-43d6-a7c8-83e8fe786af8 None None] Provisioning for port 33af8a42-71df-4d78-b22b-4b0a9587f693 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:32.620356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b6188491-4823-43d6-a7c8-83e8fe786af8 None None] Provisioning complete for port 33af8a42-71df-4d78-b22b-4b0a9587f693 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:32.620734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b6188491-4823-43d6-a7c8-83e8fe786af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.673374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b6188491-4823-43d6-a7c8-83e8fe786af8 None None] Port 33af8a42-71df-4d78-b22b-4b0a9587f693 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:36:32.697809 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:30Z', 'revision_number': 3, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port': {'id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:32.701600 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8546b9-35e7-463b-ae48-134cfa1024ad None None] The sync data for ids ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'] in dv-neutron-843186-2-hyperv is: [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:30Z', 'revision_number': 3, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port': {'id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:36:32.754967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.759886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:32.867750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Pushing event updated for resources: {'Port': ['ID=33af8a42-71df-4d78-b22b-4b0a9587f693,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:32.870202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:33.019892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Network 0c7ac078-d599-4088-b891-610cc5649eeb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:33.021142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:33.297205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2052c911-1c70-4315-a1b0-1e0b8f8db777 None None] Provisioning complete for port 33af8a42-71df-4d78-b22b-4b0a9587f693 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:33.297724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2052c911-1c70-4315-a1b0-1e0b8f8db777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:33.359255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2052c911-1c70-4315-a1b0-1e0b8f8db777 None None] Port 33af8a42-71df-4d78-b22b-4b0a9587f693 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:36:33.425540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:36:33.623336 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:36:33.630383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e5d6-360a-442f-86c7-8ce8895d3596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:33.632366 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-94899aad-9421-4db3-826b-3d4e4d5e46c4 admin admin] 10.222.0.33 "PUT /v2.0/routers/34b91665-60e8-4c14-93ea-e5f0b6c1b064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6784317 May 29 01:36:33.896883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device abc2e134-2933-47c8-8f54-fcb3b4e930ce up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:33.973989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port abc2e134-2933-47c8-8f54-fcb3b4e930ce triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:33.974351 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.088475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cc4a210c-3ac0-4f3a-b032-618964615f16 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:34.155197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port cc4a210c-3ac0-4f3a-b032-618964615f16 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:34.159736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cc4a210c-3ac0-4f3a-b032-618964615f16 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:34.160145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.276893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.294966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port cc4a210c-3ac0-4f3a-b032-618964615f16, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cc4a210c-3ac0-4f3a-b032-618964615f16,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:34.296711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.367103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=cc4a210c-3ac0-4f3a-b032-618964615f16,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:34.547466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35368) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:34.552965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1851824847-network', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:34.558205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:34.562221 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Usage tracker for resource:network and tenant:9b968922c8fc4ef18dda29a5e74deb42 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:34.565139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:34.571350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:34.580880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Made reservation on behalf of 9b968922c8fc4ef18dda29a5e74deb42 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:34.583048 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.595106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.625122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:34.628798 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b968922c8fc4ef18dda29a5e74deb42 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:34.631518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:34.637991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:34.664765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.703216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.706726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.738234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:36:34.747496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39af728-7dde-4353-be4f-d8739811d949,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:34.753906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.754250 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Added segment 8dae42d8-ab99-4dff-80b1-1ead5cccb160 of type vlan for network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 May 29 01:36:34.784785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.813213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:34.814041 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:34.814602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.005526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d62e65dc-d999-4288-aa86-ef7c23e0ffb3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:35.009263 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f19c9946-cbbb-4240-a034-92166cbe24d6 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4607165 May 29 01:36:35.012722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35372) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:35.016060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:36:35.017201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Request body: {'subnet': {'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-subnet', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:35.021941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:35.026001 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Usage tracker for resource:subnet and tenant:9b968922c8fc4ef18dda29a5e74deb42 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:35.028779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:35.034303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:35.045467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Made reservation on behalf of 9b968922c8fc4ef18dda29a5e74deb42 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:35.048418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.255883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.327869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78295f48-9118-4ceb-9426-607826219f5a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:35.342026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Checking segment: {'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:35.342382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Network hostable DHCP agents. Network: d62e65dc-d999-4288-aa86-ef7c23e0ffb3, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:36:35.364555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:36:35.373175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, d62e65dc-d999-4288-aa86-ef7c23e0ffb3) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:35.376944 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:35.377523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.381871 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da7eb4-f1be-4883-8ee5-ea86bd3c749f None None] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:35.400508 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2fdcbfbc-2a5d-4ac0-b7ec-0f552f3ce1f5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3874524 May 29 01:36:35.401170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35376) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:35.406426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:35.414816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:35.416053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Usage tracker for resource:router and tenant:9b968922c8fc4ef18dda29a5e74deb42 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:35.419132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:35.425061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:35.435606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.436597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.455028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.542949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.616986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-d62e65dc-d999-4288-aa86-ef7c23e0ffb3', 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'fixed_ips': [{'subnet_id': '78295f48-9118-4ceb-9426-607826219f5a'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:36:35.618500 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.700847 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.776279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Allocated IP 172.20.0.2 (d62e65dc-d999-4288-aa86-ef7c23e0ffb3/78295f48-9118-4ceb-9426-607826219f5a/22a2a220-2620-46d6-bc0b-b22fbded1a01) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:35.853771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cc4a210c-3ac0-4f3a-b032-618964615f16 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:35.896032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:35.932447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.008969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cc4a210c-3ac0-4f3a-b032-618964615f16 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:36.009344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.068699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Allocated IP 172.26.5.228 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/ff26e9d9-95cf-4b84-986e-9f4a021bbe07) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:36.089719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.103033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Transition to ACTIVE for port object 22a2a220-2620-46d6-bc0b-b22fbded1a01 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:36.157982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Transition to ACTIVE for port object 22a2a220-2620-46d6-bc0b-b22fbded1a01 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:36.169526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Sync routers for ids ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:36:36.175383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.222373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.255815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.279756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:36.283069 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Routers {'34b91665-60e8-4c14-93ea-e5f0b6c1b064'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:36:36.283698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:36.325000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:36.327626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:36.329712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.331316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:36.336526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Pushing event updated for resources: {'Port': ['ID=22a2a220-2620-46d6-bc0b-b22fbded1a01,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:36.338437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:36.361254 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:36.394841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:36.491945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.492856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.521412 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Attempting to bind port 22a2a220-2620-46d6-bc0b-b22fbded1a01 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:36.521781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Attempting to bind port 22a2a220-2620-46d6-bc0b-b22fbded1a01 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:36.522143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Attempting to bind port 22a2a220-2620-46d6-bc0b-b22fbded1a01 on network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:36.536506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:36.536881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Checking segment: {'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:36.537277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.537671 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Bound using segment: {'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:36.538135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Bound port: 22a2a220-2620-46d6-bc0b-b22fbded1a01, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:36.538505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.563283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Set router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:36:36.715830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Router b57e4651-6a8a-4098-aee3-6a6412ebfa04 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:36:36.857044 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] For port 22a2a220-2620-46d6-bc0b-b22fbded1a01, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:36.878464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] For port 22a2a220-2620-46d6-bc0b-b22fbded1a01, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=22a2a220-2620-46d6-bc0b-b22fbded1a01,segment=NetworkSegment(8dae42d8-ab99-4dff-80b1-1ead5cccb160),segment_id=8dae42d8-ab99-4dff-80b1-1ead5cccb160)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:36.886261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.919912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:36:36.931393 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Sync routers for ids ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:36:36.945026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:36.945728 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Routers {'b57e4651-6a8a-4098-aee3-6a6412ebfa04'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:36:36.946508 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:36.949455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35380) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:36:36.949974 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4482bbfd-b65e-4103-8e27-9faaf4b319f8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5472820 May 29 01:36:37.031356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8d9f7-3e35-4fae-80f4-bed1d36ced82 None None] Pushing event updated for resources: {'Port': ['ID=22a2a220-2620-46d6-bc0b-b22fbded1a01,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:37.069997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:32Z', 'revision_number': 4, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port': {'id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '33af8a42-71df-4d78-b22b-4b0a9587f693', 'name': '', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'mac_address': 'fa:16:3e:39:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:31Z', 'updated_at': '2022-05-29T01:36:32Z', 'revision_number': 2, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'subnets': [{'id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:37.074735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Checking router: 34b91665-60e8-4c14-93ea-e5f0b6c1b064 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:36:37.074925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Updating router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 port 33af8a42-71df-4d78-b22b-4b0a9587f693 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:36:37.131713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:37.167394 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Set router b57e4651-6a8a-4098-aee3-6a6412ebfa04 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:36:37.507698 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:36Z', 'revision_number': 3, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port': {'id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:37.511854 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Checking router: b57e4651-6a8a-4098-aee3-6a6412ebfa04 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:36:37.512230 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Updating router b57e4651-6a8a-4098-aee3-6a6412ebfa04 port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:36:37.562090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:37.563965 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:37.574151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Transition to ACTIVE for port object 33af8a42-71df-4d78-b22b-4b0a9587f693 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:37.580724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:37.712321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ac87f-81ff-42ca-b699-a450741f20a7 None None] Pushing event updated for resources: {'Port': ['ID=33af8a42-71df-4d78-b22b-4b0a9587f693,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:37.856858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Attempting to bind port 33af8a42-71df-4d78-b22b-4b0a9587f693 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:37.858077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Attempting to bind port 33af8a42-71df-4d78-b22b-4b0a9587f693 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:37.858479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Attempting to bind port 33af8a42-71df-4d78-b22b-4b0a9587f693 on network 0c7ac078-d599-4088-b891-610cc5649eeb {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:37.866290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:37.866633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Checking segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:37.867314 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:37.867823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Bound using segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:37.868709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Bound port: 33af8a42-71df-4d78-b22b-4b0a9587f693, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:37.868952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:37.900988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:37.965842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 22a2a220-2620-46d6-bc0b-b22fbded1a01 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:38.069301 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.087400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] For port 33af8a42-71df-4d78-b22b-4b0a9587f693, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:38.092814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] For port 33af8a42-71df-4d78-b22b-4b0a9587f693, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=33af8a42-71df-4d78-b22b-4b0a9587f693,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:38.092967 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Transition to ACTIVE for port object ff26e9d9-95cf-4b84-986e-9f4a021bbe07 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:38.099638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.100796 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.162177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 22a2a220-2620-46d6-bc0b-b22fbded1a01 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:38.186899 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7827a-f546-406e-9527-3023c35db03c None None] Pushing event updated for resources: {'Port': ['ID=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:38.220439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Allocated IP 172.20.0.1 (d62e65dc-d999-4288-aa86-ef7c23e0ffb3/78295f48-9118-4ceb-9426-607826219f5a/af9692ee-f697-4450-82a8-e26a15a11078) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:38.235614 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Attempting to bind port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:38.236544 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Attempting to bind port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:38.237069 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Attempting to bind port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:38.246135 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:38.246744 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:38.247297 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.247915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ac87f-81ff-42ca-b699-a450741f20a7 None None] Pushing event updated for resources: {'Port': ['ID=33af8a42-71df-4d78-b22b-4b0a9587f693,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:38.252185 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:38.252842 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Bound port: ff26e9d9-95cf-4b84-986e-9f4a021bbe07, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:38.253389 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.259628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Routers {'34b91665-60e8-4c14-93ea-e5f0b6c1b064'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:36:38.260355 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:38.388989 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] For port ff26e9d9-95cf-4b84-986e-9f4a021bbe07, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:38.395357 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] For port ff26e9d9-95cf-4b84-986e-9f4a021bbe07, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:38.402011 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.410455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ea2a8-2005-4b5c-852a-2d32df1accf7 None None] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:36:38.419308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.436303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Transition to ACTIVE for port object af9692ee-f697-4450-82a8-e26a15a11078 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:38.458142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.506348 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7827a-f546-406e-9527-3023c35db03c None None] Pushing event updated for resources: {'Port': ['ID=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:38.520938 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Routers {'b57e4651-6a8a-4098-aee3-6a6412ebfa04'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:36:38.521918 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:38.530852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:38.534898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:38.536837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Pushing event updated for resources: {'Port': ['ID=af9692ee-f697-4450-82a8-e26a15a11078,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:38.539434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:38.580185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ab51dbcf-16d5-43da-8269-48b86dffabeb None None] Provisioning for port 22a2a220-2620-46d6-bc0b-b22fbded1a01 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:38.594930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.595142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ab51dbcf-16d5-43da-8269-48b86dffabeb None None] Provisioning complete for port 22a2a220-2620-46d6-bc0b-b22fbded1a01 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:38.595473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab51dbcf-16d5-43da-8269-48b86dffabeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:38.710783 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] Set router b57e4651-6a8a-4098-aee3-6a6412ebfa04 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:36:38.714643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] Set router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:36:38.789880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.014309 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:36Z', 'revision_number': 3, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port': {'id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:39.018813 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bb17a-8acf-41f9-89c5-7a065a2efce3 None None] The sync data for ids ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'] in dv-neutron-843186-2-hyperv is: [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:36Z', 'revision_number': 3, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port': {'id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:36:39.021207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.026058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.094979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab51dbcf-16d5-43da-8269-48b86dffabeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.135380 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Pushing event updated for resources: {'Port': ['ID=af9692ee-f697-4450-82a8-e26a15a11078,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:39.137866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.169441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ab51dbcf-16d5-43da-8269-48b86dffabeb None None] For port 22a2a220-2620-46d6-bc0b-b22fbded1a01, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=22a2a220-2620-46d6-bc0b-b22fbded1a01,segment=NetworkSegment(8dae42d8-ab99-4dff-80b1-1ead5cccb160),segment_id=8dae42d8-ab99-4dff-80b1-1ead5cccb160)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:39.179509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab51dbcf-16d5-43da-8269-48b86dffabeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.283038 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:39.284790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:39.296102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51dbcf-16d5-43da-8269-48b86dffabeb None None] Pushing event updated for resources: {'Port': ['ID=22a2a220-2620-46d6-bc0b-b22fbded1a01,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:39.326603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:32Z', 'revision_number': 4, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port': {'id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '33af8a42-71df-4d78-b22b-4b0a9587f693', 'name': '', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'mac_address': 'fa:16:3e:39:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:31Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 4, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'subnets': [{'id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:36:39.330938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9c1b3-86c1-4cec-ab95-878983ee9b44 None None] The sync data for ids ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'] in dv-neutron-843186-2-hyperv is: [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:32Z', 'revision_number': 4, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port': {'id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '33af8a42-71df-4d78-b22b-4b0a9587f693', 'name': '', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'mac_address': 'fa:16:3e:39:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:31Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 4, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'subnets': [{'id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:36:39.452518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-819c6504-dc33-41e9-9491-15e1be16bc70 None None] Provisioning for port af9692ee-f697-4450-82a8-e26a15a11078 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:39.460114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-819c6504-dc33-41e9-9491-15e1be16bc70 None None] Provisioning complete for port af9692ee-f697-4450-82a8-e26a15a11078 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:39.460530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-819c6504-dc33-41e9-9491-15e1be16bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.524534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-819c6504-dc33-41e9-9491-15e1be16bc70 None None] Port af9692ee-f697-4450-82a8-e26a15a11078 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:36:39.539597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-819c6504-dc33-41e9-9491-15e1be16bc70 None None] Provisioning complete for port 22a2a220-2620-46d6-bc0b-b22fbded1a01 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:39.540170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-819c6504-dc33-41e9-9491-15e1be16bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.765355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Router b57e4651-6a8a-4098-aee3-6a6412ebfa04 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:36:39.840024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-24f1e15e-88c7-4eb3-907d-f02a665c83b8 None None] Provisioning complete for port af9692ee-f697-4450-82a8-e26a15a11078 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:39.840557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-24f1e15e-88c7-4eb3-907d-f02a665c83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:39.947504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-24f1e15e-88c7-4eb3-907d-f02a665c83b8 None None] Port af9692ee-f697-4450-82a8-e26a15a11078 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:36:39.995545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 33af8a42-71df-4d78-b22b-4b0a9587f693 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:40.053932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:36:40.064554 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-55443c33-ed85-48e4-ba0f-efba2be64172 admin admin] 10.222.0.33 "PUT /v2.0/routers/b57e4651-6a8a-4098-aee3-6a6412ebfa04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1132355 May 29 01:36:40.084235 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 33af8a42-71df-4d78-b22b-4b0a9587f693 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:40.094994 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-85cc08e7-bc9a-4bb1-94f4-2ad5a3242d06 None None] Provisioning complete for port af9692ee-f697-4450-82a8-e26a15a11078 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:40.095461 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-85cc08e7-bc9a-4bb1-94f4-2ad5a3242d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:40.128888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 33af8a42-71df-4d78-b22b-4b0a9587f693 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:40.129271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:40.217190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-85cc08e7-bc9a-4bb1-94f4-2ad5a3242d06 None None] Port af9692ee-f697-4450-82a8-e26a15a11078 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:36:40.301911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:40.337821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 33af8a42-71df-4d78-b22b-4b0a9587f693, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=33af8a42-71df-4d78-b22b-4b0a9587f693,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:40.342377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:40.343301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 22a2a220-2620-46d6-bc0b-b22fbded1a01 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:40.469098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=33af8a42-71df-4d78-b22b-4b0a9587f693,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:40.483506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 22a2a220-2620-46d6-bc0b-b22fbded1a01 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:40.483962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:40.899616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-5539690a-7594-4508-9eb1-22502674d08c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:40.900219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-5539690a-7594-4508-9eb1-22502674d08c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Synchronizing usage tracker for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:36:40.916959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-5539690a-7594-4508-9eb1-22502674d08c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Unset dirty status for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:36:40.918818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-5539690a-7594-4508-9eb1-22502674d08c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/networks?id=0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 200 len: 816 time: 0.1587799 May 29 01:36:40.935599 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-9f560a14-a909-4ca1-95f5-141b2528cfdd tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/quotas/b1976224011547cd952a1c0a6bea26f5 HTTP/1.1" status: 200 len: 375 time: 0.0116916 May 29 01:36:41.013499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-d0e85ebf-736b-4585-bf62-496db163149b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b1976224011547cd952a1c0a6bea26f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729597 May 29 01:36:41.029378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-c7980280-0b0d-425c-ac20-33f89dd9e194 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:36:41.030287 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-c7980280-0b0d-425c-ac20-33f89dd9e194 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047357 May 29 01:36:41.252155 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-866d8134-3307-4f96-aa3a-03ca8f59ba5b service neutron] 10.222.0.33 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164192 May 29 01:36:41.379396 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-d21bcdab-2ced-4adc-8ad5-3fa8b499d4b1 service neutron] 10.222.0.33 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206324 May 29 01:36:41.901710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 33af8a42-71df-4d78-b22b-4b0a9587f693 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:41.971504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 33af8a42-71df-4d78-b22b-4b0a9587f693 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:41.971869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:42.082716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ff26e9d9-95cf-4b84-986e-9f4a021bbe07 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:42.162517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:42.168840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:42.169199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:42.279937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:42.295106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port ff26e9d9-95cf-4b84-986e-9f4a021bbe07, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:42.298002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:42.396895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:42.580197 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f3ef3ae-718e-451b-be0b-7b17c8d71b96 req-765e96bf-d1a2-4764-8843-5bb80f7fbf8f tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 210 time: 0.0443368 May 29 01:36:43.572843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-1c25b8d3-ac2e-4aae-923e-83f0af1956f1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:43.574153 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-1c25b8d3-ac2e-4aae-923e-83f0af1956f1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "GET /v2.0/networks?id=0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 200 len: 816 time: 0.1459126 May 29 01:36:43.589686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Request body: {'port': {'device_id': '6b161f73-9941-4da1-b75a-5991214b8213', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'admin_state_up': True, 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:43.725009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:36:43.729090 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Usage tracker for resource:port and tenant:b1976224011547cd952a1c0a6bea26f5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:36:43.731970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:36:43.738391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:36:43.743749 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4791af3d-2736-4726-b948-1a35be354157 req-0e9f8a95-6a5b-4e2b-b832-389710c9a0b1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 210 time: 0.0398650 May 29 01:36:43.748597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Made reservation on behalf of b1976224011547cd952a1c0a6bea26f5 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:36:43.751625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:43.835256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ff26e9d9-95cf-4b84-986e-9f4a021bbe07 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:43.903714 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:43.904104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:44.008170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Allocated IP 172.20.0.12 (0c7ac078-d599-4088-b891-610cc5649eeb/76b792e7-4680-4d99-bb99-4e398f6fbca4/8f981de0-6408-4924-81f9-3645be4be467) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:36:44.214550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:44.230459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Transition to ACTIVE for port object 8f981de0-6408-4924-81f9-3645be4be467 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:44.251732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:44.323367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Network 0c7ac078-d599-4088-b891-610cc5649eeb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:36:44.326469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:36:44.330797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:36:44.355610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Pushing event updated for resources: {'Port': ['ID=8f981de0-6408-4924-81f9-3645be4be467,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:44.397741 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:44.398386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:44.419938 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-ac082db2-a73c-4ee9-9f8f-9762c17bbda1 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8343933 May 29 01:36:44.561873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Request body: {'port': {'device_id': '6b161f73-9941-4da1-b75a-5991214b8213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:36:44.563114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-33672754-db9d-4ce8-9109-c8bc4c6dde93 None None] Provisioning for port 8f981de0-6408-4924-81f9-3645be4be467 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:44.567798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-33672754-db9d-4ce8-9109-c8bc4c6dde93 None None] Provisioning complete for port 8f981de0-6408-4924-81f9-3645be4be467 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:44.568198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-33672754-db9d-4ce8-9109-c8bc4c6dde93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:44.622786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-33672754-db9d-4ce8-9109-c8bc4c6dde93 None None] Port 8f981de0-6408-4924-81f9-3645be4be467 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:36:44.667371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:44.939343 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a43278-a023-4669-a82d-030ca569c461 req-4c6a96eb-0062-40b4-98af-d7c1be1c4eaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:44.940838 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82a43278-a023-4669-a82d-030ca569c461 req-4c6a96eb-0062-40b4-98af-d7c1be1c4eaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 932 time: 0.0748856 May 29 01:36:44.987885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-82a43278-a023-4669-a82d-030ca569c461 req-305e64cd-0f41-40f8-a11b-e4408aaeb179 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Synchronizing usage tracker for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:36:45.004701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-82a43278-a023-4669-a82d-030ca569c461 req-305e64cd-0f41-40f8-a11b-e4408aaeb179 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Unset dirty status for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:36:45.004924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f981de0-6408-4924-81f9-3645be4be467 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:36:45.005827 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82a43278-a023-4669-a82d-030ca569c461 req-305e64cd-0f41-40f8-a11b-e4408aaeb179 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591981 May 29 01:36:45.012270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:45.027513 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Transition to ACTIVE for port object 8f981de0-6408-4924-81f9-3645be4be467 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:36:45.032414 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:45.155758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Pushing event updated for resources: {'Port': ['ID=8f981de0-6408-4924-81f9-3645be4be467,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:45.271003 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Attempting to bind port 8f981de0-6408-4924-81f9-3645be4be467 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:36:45.271321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Attempting to bind port 8f981de0-6408-4924-81f9-3645be4be467 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:36:45.271640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Attempting to bind port 8f981de0-6408-4924-81f9-3645be4be467 on network 0c7ac078-d599-4088-b891-610cc5649eeb {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:45.278180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Port 8f981de0-6408-4924-81f9-3645be4be467 on network 0c7ac078-d599-4088-b891-610cc5649eeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:36:45.278492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Attempting to bind port 8f981de0-6408-4924-81f9-3645be4be467 on network 0c7ac078-d599-4088-b891-610cc5649eeb {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:36:45.284671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:36:45.284996 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Checking segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:36:45.285371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Bound using segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:36:45.286212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Bound port: 8f981de0-6408-4924-81f9-3645be4be467, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:36:45.286212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:45.377099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] For port 8f981de0-6408-4924-81f9-3645be4be467, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:36:45.379854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] For port 8f981de0-6408-4924-81f9-3645be4be467, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f981de0-6408-4924-81f9-3645be4be467,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:36:45.384615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:45.443171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:45.444525 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] 10.222.0.16 "PUT /v2.0/ports/8f981de0-6408-4924-81f9-3645be4be467 HTTP/1.1" status: 200 len: 1094 time: 1.0170541 May 29 01:36:45.445569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b161f73-9941-4da1-b75a-5991214b8213', 'tag': '8f981de0-6408-4924-81f9-3645be4be467'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:36:45.463350 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6a93-f535-4e8f-b13e-3b99c3388e78 service neutron] Pushing event updated for resources: {'Port': ['ID=8f981de0-6408-4924-81f9-3645be4be467,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:45.514651 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf97939-e38e-4c74-a782-8f29f12189ac'] response: {'name': 'network-changed', 'server_uuid': '6b161f73-9941-4da1-b75a-5991214b8213', 'tag': '8f981de0-6408-4924-81f9-3645be4be467', 'status': 'completed', 'code': 200} May 29 01:36:45.558265 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-27378950-d3b2-467d-aaa0-56c2d7e3f0f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1976224011547cd952a1c0a6bea26f5&device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 1097 time: 0.0797439 May 29 01:36:45.628951 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-bfc896b0-3169-4714-b4c4-1c406f8ef77d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f981de0-6408-4924-81f9-3645be4be467 HTTP/1.1" status: 200 len: 217 time: 0.0644090 May 29 01:36:45.696566 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-b5eebbe6-e157-45aa-a7be-61f2bf96aaff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:45.698000 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-b5eebbe6-e157-45aa-a7be-61f2bf96aaff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76b792e7-4680-4d99-bb99-4e398f6fbca4 HTTP/1.1" status: 200 len: 855 time: 0.0637121 May 29 01:36:45.770734 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-cc75a763-09cf-43b3-b9dd-164ecedd18a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c7ac078-d599-4088-b891-610cc5649eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665348 May 29 01:36:45.980895 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-412e582d-75d3-412b-829c-4d161ffb692d service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042465 May 29 01:36:46.110490 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-05a3703d-f3de-4fb4-b78b-8762531f310a req-b2976001-49c0-42a0-ada3-ebd40694bb15 service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237080 May 29 01:36:46.205822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9939c98-0671-4d83-8b6e-fbb1ae83c25e req-069aa1ec-33ca-4d90-95e1-4078d300a5e5 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:46.207263 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b9939c98-0671-4d83-8b6e-fbb1ae83c25e req-069aa1ec-33ca-4d90-95e1-4078d300a5e5 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 944 time: 0.0769877 May 29 01:36:46.229149 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-0f9be434-7c69-49aa-b975-f0d2c2b7c199 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1976224011547cd952a1c0a6bea26f5&device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 1097 time: 0.0744383 May 29 01:36:46.252662 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b9939c98-0671-4d83-8b6e-fbb1ae83c25e req-5d948ca6-a9d0-4a35-a2cf-83d643edb41f tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 May 29 01:36:46.370047 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-4fc054b4-53f0-4f1c-b1c9-da0f7f9ebf4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:46.371465 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-4fc054b4-53f0-4f1c-b1c9-da0f7f9ebf4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 200 len: 917 time: 0.1361849 May 29 01:36:46.436354 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-305676d2-ba40-4c26-a47c-2c009aeed5e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f981de0-6408-4924-81f9-3645be4be467 HTTP/1.1" status: 200 len: 217 time: 0.0590334 May 29 01:36:46.500542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-94ff255a-bd08-4d14-afdc-d89d4abe9cbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:46.501924 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-94ff255a-bd08-4d14-afdc-d89d4abe9cbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76b792e7-4680-4d99-bb99-4e398f6fbca4 HTTP/1.1" status: 200 len: 855 time: 0.0601747 May 29 01:36:46.575986 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-35b79eb9-ac25-4e35-a88b-3bef77c33882 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c7ac078-d599-4088-b891-610cc5649eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682352 May 29 01:36:46.705100 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-73040bb8-dd86-4d11-955d-d63ab7cc5b02 service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234918 May 29 01:36:46.833845 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-50db8d89-08ba-42b9-be80-b25fbed2920d req-02e4cd7b-bde7-44ff-ac3a-008f48d059bb service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229956 May 29 01:36:46.951462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:47.451839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790d08-6ed8-401f-8711-32b690297561 req-6dadc5f7-3987-455d-b7ba-5aabf94d155d tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:47.453298 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d0790d08-6ed8-401f-8711-32b690297561 req-6dadc5f7-3987-455d-b7ba-5aabf94d155d tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 944 time: 0.0785472 May 29 01:36:47.498746 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d0790d08-6ed8-401f-8711-32b690297561 req-7e79f10c-57de-4e05-81da-d0875ef48677 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 May 29 01:36:48.694442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc9f9-a3dc-49a3-a934-25c62e92c733 req-9ce28066-9c9b-486d-b973-3251590fc43b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:48.695867 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94bcc9f9-a3dc-49a3-a934-25c62e92c733 req-9ce28066-9c9b-486d-b973-3251590fc43b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 944 time: 0.0746086 May 29 01:36:48.740524 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94bcc9f9-a3dc-49a3-a934-25c62e92c733 req-5a7c792b-bd60-4eea-a62a-95eea2a7772c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391526 May 29 01:36:49.941198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448066a-5bc1-4790-95da-c182eae074a7 req-7258b15b-6aff-4168-8727-3b1ef99eed20 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:49.942632 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3448066a-5bc1-4790-95da-c182eae074a7 req-7258b15b-6aff-4168-8727-3b1ef99eed20 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 944 time: 0.0828824 May 29 01:36:49.986558 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3448066a-5bc1-4790-95da-c182eae074a7 req-3f9317ff-0424-433b-b3b8-b759c206c8e5 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384808 May 29 01:36:50.686322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f981de0-6408-4924-81f9-3645be4be467 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:36:50.816309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f981de0-6408-4924-81f9-3645be4be467, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f981de0-6408-4924-81f9-3645be4be467,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:50.829485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '8f981de0-6408-4924-81f9-3645be4be467', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'port_id': '8f981de0-6408-4924-81f9-3645be4be467', 'mac_address': 'fa:16:3e:44:47:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:36:50.882882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:50.900240 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f981de0-6408-4924-81f9-3645be4be467 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:36:50.914726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f981de0-6408-4924-81f9-3645be4be467, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f981de0-6408-4924-81f9-3645be4be467,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:50.918657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:50.985285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8f981de0-6408-4924-81f9-3645be4be467,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:50.993623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.993972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.994312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.994648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.995532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.995862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.996218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.996551 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.996878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.997203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:50.997533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:36:51.178431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e6bdd-f308-4625-8ed8-454d6ad6ec66 req-ba52bd34-c872-49df-b440-55f7b41a14fe tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:51.179875 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-030e6bdd-f308-4625-8ed8-454d6ad6ec66 req-ba52bd34-c872-49df-b440-55f7b41a14fe tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 945 time: 0.0764871 May 29 01:36:51.223838 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-030e6bdd-f308-4625-8ed8-454d6ad6ec66 req-cd5156df-b8b8-4be3-ad0d-a3b0d4bf0991 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 May 29 01:36:51.251868 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['8f981de0-6408-4924-81f9-3645be4be467'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:36:52.420720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67350bb1-74f8-4e29-9941-c2130a13c600 req-277656b2-e3cc-455b-82c1-9ea86c017232 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:52.422139 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-67350bb1-74f8-4e29-9941-c2130a13c600 req-277656b2-e3cc-455b-82c1-9ea86c017232 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 945 time: 0.0785782 May 29 01:36:52.466543 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-67350bb1-74f8-4e29-9941-c2130a13c600 req-e4bfa5c0-1fda-41c8-bbcd-9056a1607f7f tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 May 29 01:36:52.701463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f981de0-6408-4924-81f9-3645be4be467 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:36:52.771230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 8f981de0-6408-4924-81f9-3645be4be467 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:36:52.775652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 8f981de0-6408-4924-81f9-3645be4be467 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:36:52.776632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:52.886564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:52.916533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b161f73-9941-4da1-b75a-5991214b8213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f981de0-6408-4924-81f9-3645be4be467'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:36:52.926263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f981de0-6408-4924-81f9-3645be4be467, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f981de0-6408-4924-81f9-3645be4be467,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:36:52.930041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:36:52.972147 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9728d4ee-a200-47ca-9993-f59b5c3d4a33'] response: {'server_uuid': '6b161f73-9941-4da1-b75a-5991214b8213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f981de0-6408-4924-81f9-3645be4be467', 'code': 200} May 29 01:36:52.997434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8f981de0-6408-4924-81f9-3645be4be467,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:36:53.204356 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f347fbc-ab1a-40ca-85a8-87e17ab4b524 req-18dd52ed-0044-47f9-b0e0-9043d07c378d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 1099 time: 0.0800536 May 29 01:36:53.245483 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3f347fbc-ab1a-40ca-85a8-87e17ab4b524 req-65b83486-2cba-49ea-b654-00f44c57ea95 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353773 May 29 01:36:53.683024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61611-5760-4aca-a5be-5a640cb6150b req-73a24808-81cf-49c6-be51-57de701d0903 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:53.684469 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0ed61611-5760-4aca-a5be-5a640cb6150b req-73a24808-81cf-49c6-be51-57de701d0903 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 946 time: 0.0755856 May 29 01:36:53.732431 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0ed61611-5760-4aca-a5be-5a640cb6150b req-291e2df2-dbfb-4be7-b93d-e63f473eacdb tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 May 29 01:36:54.927627 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64108516-afe9-4420-b6fb-42015e174336 req-0f7dd4d6-c64d-4122-ba43-74a7c0322b82 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:54.929102 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-64108516-afe9-4420-b6fb-42015e174336 req-0f7dd4d6-c64d-4122-ba43-74a7c0322b82 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 946 time: 0.0760458 May 29 01:36:54.973922 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-64108516-afe9-4420-b6fb-42015e174336 req-17b49636-8c25-48b0-aee0-0c70e2c17d85 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 May 29 01:36:55.173326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0efc7-ae4e-42aa-b280-0221d54232c5 req-24c1ee82-60c3-4126-9ee1-0d879bdb8d00 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:36:55.174760 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60b0efc7-ae4e-42aa-b280-0221d54232c5 req-24c1ee82-60c3-4126-9ee1-0d879bdb8d00 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 946 time: 0.0782781 May 29 01:36:55.220314 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60b0efc7-ae4e-42aa-b280-0221d54232c5 req-fdf2196a-b0d4-4470-9cba-5c8c3ff2c8ca tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400295 May 29 01:37:01.357021 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Sync routers for ids ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:37:01.368668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Routers {'b57e4651-6a8a-4098-aee3-6a6412ebfa04'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:37:01.369268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:01.547212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-31c097a0-73e1-43ec-bf60-f3fc20ed26ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:01.554067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Set router b57e4651-6a8a-4098-aee3-6a6412ebfa04 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:37:01.860085 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 4, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port': {'id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'af9692ee-f697-4450-82a8-e26a15a11078', 'name': '', 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'mac_address': 'fa:16:3e:c6:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78295f48-9118-4ceb-9426-607826219f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:37Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 2, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'subnets': [{'id': '78295f48-9118-4ceb-9426-607826219f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:01.864129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Checking router: b57e4651-6a8a-4098-aee3-6a6412ebfa04 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:37:01.864486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Updating router b57e4651-6a8a-4098-aee3-6a6412ebfa04 port af9692ee-f697-4450-82a8-e26a15a11078 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:37:01.952553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:02.276560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:02.287585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Transition to ACTIVE for port object af9692ee-f697-4450-82a8-e26a15a11078 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:37:02.293783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:02.422364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24ae17-6a60-4ad4-b315-0d2644faec96 None None] Pushing event updated for resources: {'Port': ['ID=af9692ee-f697-4450-82a8-e26a15a11078,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:02.512497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Attempting to bind port af9692ee-f697-4450-82a8-e26a15a11078 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:37:02.512870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Attempting to bind port af9692ee-f697-4450-82a8-e26a15a11078 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:37:02.513244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Attempting to bind port af9692ee-f697-4450-82a8-e26a15a11078 on network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:37:02.519951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:37:02.520357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Checking segment: {'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:37:02.520757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:02.521153 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Bound using segment: {'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:37:02.521617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Bound port: af9692ee-f697-4450-82a8-e26a15a11078, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dae42d8-ab99-4dff-80b1-1ead5cccb160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:37:02.521993 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:02.618926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] For port af9692ee-f697-4450-82a8-e26a15a11078, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:37:02.622600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] For port af9692ee-f697-4450-82a8-e26a15a11078, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af9692ee-f697-4450-82a8-e26a15a11078,segment=NetworkSegment(8dae42d8-ab99-4dff-80b1-1ead5cccb160),segment_id=8dae42d8-ab99-4dff-80b1-1ead5cccb160)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:37:02.626798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:02.702813 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24ae17-6a60-4ad4-b315-0d2644faec96 None None] Pushing event updated for resources: {'Port': ['ID=af9692ee-f697-4450-82a8-e26a15a11078,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:02.708300 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Routers {'b57e4651-6a8a-4098-aee3-6a6412ebfa04'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:37:02.708916 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:36:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:02.896857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] Set router b57e4651-6a8a-4098-aee3-6a6412ebfa04 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:37:03.212188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 4, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port': {'id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'af9692ee-f697-4450-82a8-e26a15a11078', 'name': '', 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'mac_address': 'fa:16:3e:c6:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78295f48-9118-4ceb-9426-607826219f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:37Z', 'updated_at': '2022-05-29T01:37:02Z', 'revision_number': 4, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'subnets': [{'id': '78295f48-9118-4ceb-9426-607826219f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:03.216058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4f1d-54de-43bf-867b-f92922c7cca3 None None] The sync data for ids ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'] in dv-neutron-843186-2-hyperv is: [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:38Z', 'revision_number': 4, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port': {'id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'af9692ee-f697-4450-82a8-e26a15a11078', 'name': '', 'network_id': 'd62e65dc-d999-4288-aa86-ef7c23e0ffb3', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'mac_address': 'fa:16:3e:c6:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78295f48-9118-4ceb-9426-607826219f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:37Z', 'updated_at': '2022-05-29T01:37:02Z', 'revision_number': 4, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'subnets': [{'id': '78295f48-9118-4ceb-9426-607826219f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:37:03.632688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4c79ada2-7e9d-4f88-8e68-5cf5693f3600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:03.863682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device af9692ee-f697-4450-82a8-e26a15a11078 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:37:03.939830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port af9692ee-f697-4450-82a8-e26a15a11078 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:37:03.945154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port af9692ee-f697-4450-82a8-e26a15a11078 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:37:03.945530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:04.062294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:04.095257 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port af9692ee-f697-4450-82a8-e26a15a11078, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af9692ee-f697-4450-82a8-e26a15a11078,segment=NetworkSegment(8dae42d8-ab99-4dff-80b1-1ead5cccb160),segment_id=8dae42d8-ab99-4dff-80b1-1ead5cccb160)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:04.098181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:04.198353 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=af9692ee-f697-4450-82a8-e26a15a11078,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:04.667213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:05.497707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:05.846558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device af9692ee-f697-4450-82a8-e26a15a11078 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:37:05.912167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port af9692ee-f697-4450-82a8-e26a15a11078 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:37:05.912531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:06.225097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:08.063906 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:37:09.701083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20232faf-02c0-49c5-b6a2-973d49dfa417 req-bf18c832-7ad4-43b1-9854-31ae780e299b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:09.702546 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20232faf-02c0-49c5-b6a2-973d49dfa417 req-bf18c832-7ad4-43b1-9854-31ae780e299b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 946 time: 0.0792520 May 29 01:37:09.749161 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-20232faf-02c0-49c5-b6a2-973d49dfa417 req-7c367ce1-d299-41ff-b930-ef13e0e35dfd tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 May 29 01:37:11.095926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457283-ad50-482f-8245-de13a6f26c2f req-6e224b32-74f6-4041-a699-f88e567e631c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:11.097405 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0b457283-ad50-482f-8245-de13a6f26c2f req-6e224b32-74f6-4041-a699-f88e567e631c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 946 time: 0.0792212 May 29 01:37:11.142889 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0b457283-ad50-482f-8245-de13a6f26c2f req-9eaea7a4-11f4-4ee6-96f4-6dad1220aeb4 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 May 29 01:37:11.326428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-f877becd-e8b6-4cf1-a898-1ee6d766a911 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:11.327029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-f877becd-e8b6-4cf1-a898-1ee6d766a911 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Synchronizing usage tracker for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:37:11.344295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-f877becd-e8b6-4cf1-a898-1ee6d766a911 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Unset dirty status for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:37:11.345432 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-f877becd-e8b6-4cf1-a898-1ee6d766a911 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 946 time: 0.1018474 May 29 01:37:11.416628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Deleting port 8f981de0-6408-4924-81f9-3645be4be467 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:11.416962 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:11.653450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] For port 8f981de0-6408-4924-81f9-3645be4be467, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f981de0-6408-4924-81f9-3645be4be467,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:11.653758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:11.776044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Calling delete_port for 8f981de0-6408-4924-81f9-3645be4be467 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:11.912577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:11.924093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['8f981de0-6408-4924-81f9-3645be4be467'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:37:11.963831 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Pushing event deleted for resources: {'Port': ['ID=8f981de0-6408-4924-81f9-3645be4be467,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:12.037582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] No DVR routers for this DVR port 8f981de0-6408-4924-81f9-3645be4be467 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:37:12.040065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:12.043869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b161f73-9941-4da1-b75a-5991214b8213', 'name': 'network-vif-deleted', 'tag': '8f981de0-6408-4924-81f9-3645be4be467'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:37:12.058114 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f78ddea5-50ee-42bc-be0e-89275f11cf9d req-60059087-b646-4eee-aa5f-b554c977b32a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "DELETE /v2.0/ports/8f981de0-6408-4924-81f9-3645be4be467 HTTP/1.1" status: 204 len: 173 time: 0.7073085 May 29 01:37:12.113726 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e55c66-d3f0-41bd-ad80-a8a75392ef13'] response: {'server_uuid': '6b161f73-9941-4da1-b75a-5991214b8213', 'name': 'network-vif-deleted', 'tag': '8f981de0-6408-4924-81f9-3645be4be467', 'status': 'completed', 'code': 200} May 29 01:37:12.315617 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b1384158-7da8-4208-8dd7-1b524698fcd0 req-d7f92350-a729-402f-bf95-ff15aa8e5d5d tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b161f73-9941-4da1-b75a-5991214b8213 HTTP/1.1" status: 200 len: 210 time: 0.0400381 May 29 01:37:13.809677 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-05dbfea1-7ed8-4f52-b187-6e9809755193 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:13.811587 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-05dbfea1-7ed8-4f52-b187-6e9809755193 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/networks?id=0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 200 len: 816 time: 0.1433799 May 29 01:37:13.828493 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-5ea8ef63-609c-4c83-ba13-f2b407389be0 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/quotas/b1976224011547cd952a1c0a6bea26f5 HTTP/1.1" status: 200 len: 375 time: 0.0114253 May 29 01:37:13.911354 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-e9116f64-fa0a-478b-a68d-eb12fc1cc061 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b1976224011547cd952a1c0a6bea26f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779891 May 29 01:37:14.127873 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b0faeaec-a0a7-4efe-b53d-4dc0e708a175 service neutron] 10.222.0.33 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050545 May 29 01:37:14.257330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a8b8caa6-b567-45f0-976e-b20d9e23f9ed service neutron] 10.222.0.33 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240478 May 29 01:37:14.440470 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7cf25781-73ca-4036-93ad-20a0098f1916 req-a685100d-5a95-49e1-b4bb-79091c796cd9 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 210 time: 0.0410545 May 29 01:37:14.780194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f981de0-6408-4924-81f9-3645be4be467 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:14.813098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 8f981de0-6408-4924-81f9-3645be4be467 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:14.813418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f981de0-6408-4924-81f9-3645be4be467 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:15.567657 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-2f6083ca-9b8f-45d8-a117-91af8984a7e3 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:15.568958 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-2f6083ca-9b8f-45d8-a117-91af8984a7e3 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "GET /v2.0/networks?id=0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 200 len: 816 time: 0.2685773 May 29 01:37:15.588528 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Request body: {'port': {'device_id': '0d4182c5-3122-4f1d-b787-94f89399095e', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'admin_state_up': True, 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:37:15.616254 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ee8cfcf4-ff7d-49aa-a355-14a0143765c9 req-62177204-8e94-4494-abba-d2bae1a7a868 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 210 time: 0.0459278 May 29 01:37:15.726778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:37:15.730913 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Usage tracker for resource:port and tenant:b1976224011547cd952a1c0a6bea26f5 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:37:15.734299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:37:15.740188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:37:15.749232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Made reservation on behalf of b1976224011547cd952a1c0a6bea26f5 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:37:15.752180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:15.911219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Allocated IP 172.20.0.5 (0c7ac078-d599-4088-b891-610cc5649eeb/76b792e7-4680-4d99-bb99-4e398f6fbca4/f4654805-2c31-4129-aa6d-e7bdea999ee2) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:37:16.115811 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.131623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Transition to ACTIVE for port object f4654805-2c31-4129-aa6d-e7bdea999ee2 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:37:16.153693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.224116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Network 0c7ac078-d599-4088-b891-610cc5649eeb is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:37:16.226928 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:37:16.229396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:37:16.267127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Pushing event updated for resources: {'Port': ['ID=f4654805-2c31-4129-aa6d-e7bdea999ee2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:16.289603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.289927 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.290255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.290588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.290911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.291230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.291546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.291861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.292203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.292515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.292828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:16.308409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:16.309000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.334531 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-b9153203-67c3-4415-98e7-5c90d488e3ce tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497256 May 29 01:37:16.345444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Request body: {'port': {'device_id': '0d4182c5-3122-4f1d-b787-94f89399095e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:37:16.426951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d48d7ac9-f2c0-4bbc-be93-ea3526f95143 None None] Provisioning for port f4654805-2c31-4129-aa6d-e7bdea999ee2 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:37:16.431731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d48d7ac9-f2c0-4bbc-be93-ea3526f95143 None None] Provisioning complete for port f4654805-2c31-4129-aa6d-e7bdea999ee2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:37:16.432133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d48d7ac9-f2c0-4bbc-be93-ea3526f95143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.458958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.486805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d48d7ac9-f2c0-4bbc-be93-ea3526f95143 None None] Port f4654805-2c31-4129-aa6d-e7bdea999ee2 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:37:16.791337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4654805-2c31-4129-aa6d-e7bdea999ee2 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:37:16.798549 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.813404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Transition to ACTIVE for port object f4654805-2c31-4129-aa6d-e7bdea999ee2 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:37:16.814857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055978-28f5-4edf-b226-c5b9d90d5672 req-c135f0fb-5331-4bf7-80ec-689ba233b440 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:16.816428 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0055978-28f5-4edf-b226-c5b9d90d5672 req-c135f0fb-5331-4bf7-80ec-689ba233b440 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 931 time: 0.0786672 May 29 01:37:16.818244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.863176 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0055978-28f5-4edf-b226-c5b9d90d5672 req-92063fe9-348c-4a33-aabc-4897d425f33d tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 May 29 01:37:16.949363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:16.956625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=f4654805-2c31-4129-aa6d-e7bdea999ee2,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:17.065854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Attempting to bind port f4654805-2c31-4129-aa6d-e7bdea999ee2 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:37:17.066188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Attempting to bind port f4654805-2c31-4129-aa6d-e7bdea999ee2 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:37:17.066515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Attempting to bind port f4654805-2c31-4129-aa6d-e7bdea999ee2 on network 0c7ac078-d599-4088-b891-610cc5649eeb {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:37:17.072334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Port f4654805-2c31-4129-aa6d-e7bdea999ee2 on network 0c7ac078-d599-4088-b891-610cc5649eeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:37:17.072654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Attempting to bind port f4654805-2c31-4129-aa6d-e7bdea999ee2 on network 0c7ac078-d599-4088-b891-610cc5649eeb {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:37:17.078907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:37:17.079238 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Checking segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:37:17.079615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Bound using segment: {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:37:17.080058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Bound port: f4654805-2c31-4129-aa6d-e7bdea999ee2, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2590113f-ffa0-4274-b52c-3236cfa065d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:37:17.080403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:17.173476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] For port f4654805-2c31-4129-aa6d-e7bdea999ee2, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:37:17.176446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] For port f4654805-2c31-4129-aa6d-e7bdea999ee2, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:37:17.181300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:17.241509 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:17.242855 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] 10.222.0.16 "PUT /v2.0/ports/f4654805-2c31-4129-aa6d-e7bdea999ee2 HTTP/1.1" status: 200 len: 1093 time: 0.9018531 May 29 01:37:17.243278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4182c5-3122-4f1d-b787-94f89399095e', 'tag': 'f4654805-2c31-4129-aa6d-e7bdea999ee2'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:37:17.268828 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4bb9f-e9fa-41e4-99e1-1599a061dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=f4654805-2c31-4129-aa6d-e7bdea999ee2,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:17.322942 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999ef2f6-9cec-4234-a3bf-b7fa52fef444'] response: {'name': 'network-changed', 'server_uuid': '0d4182c5-3122-4f1d-b787-94f89399095e', 'tag': 'f4654805-2c31-4129-aa6d-e7bdea999ee2', 'status': 'completed', 'code': 200} May 29 01:37:17.366615 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-5eede471-0f83-4654-b200-054c0edc101e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1976224011547cd952a1c0a6bea26f5&device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 1096 time: 0.0782979 May 29 01:37:17.434117 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-8980146d-5fc8-432d-b613-6ca75f1fd620 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2 HTTP/1.1" status: 200 len: 217 time: 0.0606880 May 29 01:37:17.496870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-80d2f914-af54-4c4a-a62b-c22d9242df19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:17.498600 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-80d2f914-af54-4c4a-a62b-c22d9242df19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76b792e7-4680-4d99-bb99-4e398f6fbca4 HTTP/1.1" status: 200 len: 855 time: 0.0592186 May 29 01:37:17.570283 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-d3661b2f-c1ce-4976-b3da-d105ed5ad8f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c7ac078-d599-4088-b891-610cc5649eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658627 May 29 01:37:17.779079 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-c17ecf4f-39a3-4af0-9611-41954e4f7906 service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022803 May 29 01:37:17.914251 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-90cb67ad-46f8-4d1a-86a8-894544208de3 req-616da881-cbac-4d27-9264-cef560f29a8f service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299450 May 29 01:37:18.031175 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-f61462bd-00da-4165-a59e-6168a773a8bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1976224011547cd952a1c0a6bea26f5&device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 1096 time: 0.0766399 May 29 01:37:18.062695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a0697-cbb3-4c71-9a08-ac829b2bef25 req-93f87103-8c1f-462d-86fc-ab264c436488 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:18.064152 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f9a0697-cbb3-4c71-9a08-ac829b2bef25 req-93f87103-8c1f-462d-86fc-ab264c436488 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 943 time: 0.0760887 May 29 01:37:18.111594 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f9a0697-cbb3-4c71-9a08-ac829b2bef25 req-68111c5c-10f2-4a19-a482-2245eed295bd tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 May 29 01:37:18.164634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-b56a2fbd-6e2a-4f21-b858-8acc64b66998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:18.166088 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-b56a2fbd-6e2a-4f21-b858-8acc64b66998 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 200 len: 917 time: 0.1293979 May 29 01:37:18.232185 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-615c8043-81e6-48f1-b48c-7890ba6c134b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2 HTTP/1.1" status: 200 len: 217 time: 0.0598764 May 29 01:37:18.295393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-85730197-ff40-49ab-9c97-72cc174fe1f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:18.296731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-85730197-ff40-49ab-9c97-72cc174fe1f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76b792e7-4680-4d99-bb99-4e398f6fbca4 HTTP/1.1" status: 200 len: 855 time: 0.0591688 May 29 01:37:18.368882 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-e00171c3-1c5b-440d-8e07-5c5494e8192d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c7ac078-d599-4088-b891-610cc5649eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668359 May 29 01:37:18.502533 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-80daba83-9bfb-4325-8557-fb0bc2d38f0c service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275880 May 29 01:37:18.631936 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fef3f12a-219a-4235-b8e3-963b148229c9 req-57d4ac53-e19f-4c2c-b10b-898cd2dbe113 service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231143 May 29 01:37:19.307428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28d87d-fc98-4e5b-92e5-4d431d4e5e54 req-bfc37056-9620-43a3-a092-4306a30978fc tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:19.308894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5d28d87d-fc98-4e5b-92e5-4d431d4e5e54 req-bfc37056-9620-43a3-a092-4306a30978fc tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 943 time: 0.0751421 May 29 01:37:19.355898 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5d28d87d-fc98-4e5b-92e5-4d431d4e5e54 req-8cc842f3-cc9c-470a-8145-41c3af8089d8 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 May 29 01:37:20.553075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c1c39-c686-4897-95e0-43da1bcd6832 req-c183f6f0-d65e-4652-b0bb-000e34b1b029 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:20.554418 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a65c1c39-c686-4897-95e0-43da1bcd6832 req-c183f6f0-d65e-4652-b0bb-000e34b1b029 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 943 time: 0.0796072 May 29 01:37:20.602899 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a65c1c39-c686-4897-95e0-43da1bcd6832 req-7fbf70e4-b18f-48d5-ac98-862530c2c44b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 May 29 01:37:20.811555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f4654805-2c31-4129-aa6d-e7bdea999ee2 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:37:20.943001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port f4654805-2c31-4129-aa6d-e7bdea999ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:20.956206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'f4654805-2c31-4129-aa6d-e7bdea999ee2', 'network_id': '0c7ac078-d599-4088-b891-610cc5649eeb', 'port_id': 'f4654805-2c31-4129-aa6d-e7bdea999ee2', 'mac_address': 'fa:16:3e:56:4b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b792e7-4680-4d99-bb99-4e398f6fbca4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:37:21.007922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:21.025019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4654805-2c31-4129-aa6d-e7bdea999ee2 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:37:21.039741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port f4654805-2c31-4129-aa6d-e7bdea999ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:21.043465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:21.118697 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=f4654805-2c31-4129-aa6d-e7bdea999ee2,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:21.363921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['f4654805-2c31-4129-aa6d-e7bdea999ee2'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:37:21.797909 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668ca73-7a7e-4a05-81ad-5285aebeb76f req-958b942d-b9f2-4706-8e51-d37824c57f00 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:21.799331 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a668ca73-7a7e-4a05-81ad-5285aebeb76f req-958b942d-b9f2-4706-8e51-d37824c57f00 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 944 time: 0.0772350 May 29 01:37:21.843961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a668ca73-7a7e-4a05-81ad-5285aebeb76f req-617d1765-301f-48d5-ac9d-c2df72ef7187 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 May 29 01:37:22.841036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f4654805-2c31-4129-aa6d-e7bdea999ee2 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:37:22.912972 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port f4654805-2c31-4129-aa6d-e7bdea999ee2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:37:22.917681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port f4654805-2c31-4129-aa6d-e7bdea999ee2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:37:22.918056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:23.029342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:23.042317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacd4cb-cfee-4d81-9962-70ae1d7d5b91 req-8443b80a-8662-49d6-985d-6f0b7a2ec34f tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:23.044403 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-faacd4cb-cfee-4d81-9962-70ae1d7d5b91 req-8443b80a-8662-49d6-985d-6f0b7a2ec34f tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 944 time: 0.0792930 May 29 01:37:23.058519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4182c5-3122-4f1d-b787-94f89399095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4654805-2c31-4129-aa6d-e7bdea999ee2'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:37:23.068920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port f4654805-2c31-4129-aa6d-e7bdea999ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:23.073237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:23.092070 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-faacd4cb-cfee-4d81-9962-70ae1d7d5b91 req-05571f9f-cc7b-4b07-a69f-e1fdf4a98949 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 May 29 01:37:23.127876 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a32e3a-215e-4cdd-b289-599607838b63'] response: {'server_uuid': '0d4182c5-3122-4f1d-b787-94f89399095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4654805-2c31-4129-aa6d-e7bdea999ee2', 'code': 200} May 29 01:37:23.142298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=f4654805-2c31-4129-aa6d-e7bdea999ee2,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:23.348988 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6336b6c7-8555-4213-a66a-0e3628d31f54 req-e948f3d1-0a07-40f5-b7ab-096c4db37093 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 1098 time: 0.0697045 May 29 01:37:23.391600 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6336b6c7-8555-4213-a66a-0e3628d31f54 req-34bfa0a5-842b-4378-af2e-a198df0c18cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 May 29 01:37:24.287642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f39c4f-7190-4d5b-b8b3-558a1b5f932b req-0b6f11fc-75b0-482a-857a-ee017e0adae2 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:24.289091 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-88f39c4f-7190-4d5b-b8b3-558a1b5f932b req-0b6f11fc-75b0-482a-857a-ee017e0adae2 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 945 time: 0.0744901 May 29 01:37:24.334744 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-88f39c4f-7190-4d5b-b8b3-558a1b5f932b req-74a7b594-806d-46ef-99e9-3fcd914cf54c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 May 29 01:37:25.537257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e91fd7-d269-4cf1-9634-ef12b8288128 req-74999c71-691e-4a61-b568-d6287deb8099 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:25.538587 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5e91fd7-d269-4cf1-9634-ef12b8288128 req-74999c71-691e-4a61-b568-d6287deb8099 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 945 time: 0.0780406 May 29 01:37:25.583954 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5e91fd7-d269-4cf1-9634-ef12b8288128 req-5325f23b-6544-43c7-9391-5ea99f74229c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 May 29 01:37:25.783620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d6505-719d-451e-9386-e1a8def9731a req-47816e8c-8724-4814-ba6f-277c52584903 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:25.785076 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f8d6505-719d-451e-9386-e1a8def9731a req-47816e8c-8724-4814-ba6f-277c52584903 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 945 time: 0.0778012 May 29 01:37:25.833806 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f8d6505-719d-451e-9386-e1a8def9731a req-f8399386-0e56-4203-92a3-d425791d15e2 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 May 29 01:37:27.025980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-d13c0f64-011a-465f-858a-c7d6d1953bdb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703251 May 29 01:37:27.165280 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-0ffa45fd-0981-4eb7-a07f-55a77fd897b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1976224011547cd952a1c0a6bea26f5&device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 1098 time: 0.0722737 May 29 01:37:27.307385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-fe05866d-36d2-42cc-9837-8aea7f2a692d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:27.308711 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-fe05866d-36d2-42cc-9837-8aea7f2a692d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 200 len: 917 time: 0.1249852 May 29 01:37:27.374161 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-29208732-a9de-426b-b004-69529ae23a98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2 HTTP/1.1" status: 200 len: 217 time: 0.0602524 May 29 01:37:27.437900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-764b2b78-83bb-45aa-81b8-e5e4bb803f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:27.439330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-764b2b78-83bb-45aa-81b8-e5e4bb803f75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76b792e7-4680-4d99-bb99-4e398f6fbca4 HTTP/1.1" status: 200 len: 855 time: 0.0604317 May 29 01:37:27.513907 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-02df6a81-c0dd-45db-bc75-e9b6067ea6b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c7ac078-d599-4088-b891-610cc5649eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692165 May 29 01:37:27.740278 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-ecdd8347-49ab-4cd0-9688-623489c05563 service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208776 May 29 01:37:27.877746 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-97c3f18a-3fd1-4314-bdec-10b8089e7cd9 req-493ba2ed-2bc1-4e15-a629-e9550f88c35c service neutron] 10.222.0.16 "GET /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314530 May 29 01:37:31.529661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bc87ceb6-b955-4924-943c-a015ed66a213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:33.633906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-71d1f3de-0c8b-47e0-90a3-979a7eae38c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:34.670364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:35.500693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:36.226658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:40.098313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4b232-ca02-440f-912e-6c10a9e516d0 req-74136840-c3e2-4eb9-aa36-abc081789cb2 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:40.099681 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d6f4b232-ca02-440f-912e-6c10a9e516d0 req-74136840-c3e2-4eb9-aa36-abc081789cb2 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 945 time: 0.0830359 May 29 01:37:40.145935 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d6f4b232-ca02-440f-912e-6c10a9e516d0 req-b5ad1db5-0738-4249-b955-cd06a4929581 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 May 29 01:37:41.347269 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe83cb-418e-4f08-9b70-45ccdf0e8798 req-b9f4ab63-5570-451b-b175-78ff00eb3f76 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:41.348728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bafe83cb-418e-4f08-9b70-45ccdf0e8798 req-b9f4ab63-5570-451b-b175-78ff00eb3f76 tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 945 time: 0.0777140 May 29 01:37:41.394004 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bafe83cb-418e-4f08-9b70-45ccdf0e8798 req-901b9c31-3ae7-4eec-b800-11b54c2e705c tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/security-groups?id=91953afa-e688-4713-82e8-1ace5cd5a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 May 29 01:37:41.757244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-33a3ca03-aa64-4820-98fb-050a00ef8c0b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:41.757925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-33a3ca03-aa64-4820-98fb-050a00ef8c0b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Synchronizing usage tracker for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:37:41.772836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-33a3ca03-aa64-4820-98fb-050a00ef8c0b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Unset dirty status for tenant:b1976224011547cd952a1c0a6bea26f5 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:37:41.773997 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-33a3ca03-aa64-4820-98fb-050a00ef8c0b tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 945 time: 0.0947356 May 29 01:37:41.840786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Deleting port f4654805-2c31-4129-aa6d-e7bdea999ee2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:41.841125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:42.078953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] For port f4654805-2c31-4129-aa6d-e7bdea999ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f4654805-2c31-4129-aa6d-e7bdea999ee2,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:42.079229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:42.202461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Calling delete_port for f4654805-2c31-4129-aa6d-e7bdea999ee2 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:42.342154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:42.353230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['f4654805-2c31-4129-aa6d-e7bdea999ee2'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:37:42.390008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Pushing event deleted for resources: {'Port': ['ID=f4654805-2c31-4129-aa6d-e7bdea999ee2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:42.474638 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] No DVR routers for this DVR port f4654805-2c31-4129-aa6d-e7bdea999ee2 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:37:42.478121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:42.482118 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4182c5-3122-4f1d-b787-94f89399095e', 'name': 'network-vif-deleted', 'tag': 'f4654805-2c31-4129-aa6d-e7bdea999ee2'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:37:42.503691 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a0d161-6f80-4e7c-93d2-1b724a7b8078 req-88e8aa63-11d8-46ac-9241-bed365c9ffaa tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.16 "DELETE /v2.0/ports/f4654805-2c31-4129-aa6d-e7bdea999ee2 HTTP/1.1" status: 204 len: 173 time: 0.7237287 May 29 01:37:42.556278 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5bd429-e9f5-4092-b383-23df833405dc'] response: {'server_uuid': '0d4182c5-3122-4f1d-b787-94f89399095e', 'name': 'network-vif-deleted', 'tag': 'f4654805-2c31-4129-aa6d-e7bdea999ee2', 'status': 'completed', 'code': 200} May 29 01:37:42.584529 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d0e33a2b-8968-4d78-9f7f-f24afc98d526 req-83195c2d-994e-4b12-a674-c4b5fe04027a tempest-TestEncryptedCinderVolumes-410430479 tempest-TestEncryptedCinderVolumes-410430479-project] 10.222.0.33 "GET /v2.0/ports?device_id=0d4182c5-3122-4f1d-b787-94f89399095e HTTP/1.1" status: 200 len: 210 time: 0.0527921 May 29 01:37:43.727256 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35652) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:44.191120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:44.764647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Deleting port 33af8a42-71df-4d78-b22b-4b0a9587f693 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:44.765375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:44.930918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] For port 33af8a42-71df-4d78-b22b-4b0a9587f693, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=33af8a42-71df-4d78-b22b-4b0a9587f693,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:44.931271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:44.982132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f4654805-2c31-4129-aa6d-e7bdea999ee2 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:45.016906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: f4654805-2c31-4129-aa6d-e7bdea999ee2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:45.017151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device f4654805-2c31-4129-aa6d-e7bdea999ee2 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:45.049035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Calling delete_port for 33af8a42-71df-4d78-b22b-4b0a9587f693 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:45.063967 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:37:45.210981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:45.255432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Pushing event deleted for resources: {'Port': ['ID=33af8a42-71df-4d78-b22b-4b0a9587f693,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:45.294327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.294664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.294992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.295315 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.295637 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.295958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.296305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.296620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.296931 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.297241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.297551 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:45.632556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:46.195216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:37:46.397337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:37:46.407203 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] Sync routers for ids ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:37:46.410201 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-212b35b7-52c4-4933-8089-c480342f11eb admin admin] 10.222.0.33 "PUT /v2.0/routers/34b91665-60e8-4c14-93ea-e5f0b6c1b064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6818366 May 29 01:37:46.412666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35656) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:46.419698 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] Routers {'34b91665-60e8-4c14-93ea-e5f0b6c1b064'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:37:46.420346 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:37:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:46.595952 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] Set router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:37:46.613291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:46.805841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:46.816240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Deleting port cc4a210c-3ac0-4f3a-b032-618964615f16 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:46.816569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:46.909505 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:37:45Z', 'revision_number': 5, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port': {'id': 'cc4a210c-3ac0-4f3a-b032-618964615f16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:46.913302 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] Checking router: 34b91665-60e8-4c14-93ea-e5f0b6c1b064 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:37:46.923648 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] Routers {'34b91665-60e8-4c14-93ea-e5f0b6c1b064'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:37:46.924269 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:37:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:46.978304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.077515 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] Set router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:37:47.098418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] For port cc4a210c-3ac0-4f3a-b032-618964615f16, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cc4a210c-3ac0-4f3a-b032-618964615f16,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:47.098767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.182022 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:37:46Z', 'revision_number': 6, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:47.186257 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa721b-d0f0-4932-9485-900c8b2e8d17 None None] The sync data for ids ['34b91665-60e8-4c14-93ea-e5f0b6c1b064'] in dv-neutron-843186-2-hyperv is: [{'id': '34b91665-60e8-4c14-93ea-e5f0b6c1b064', 'name': 'tempest-TestEncryptedCinderVolumes-144182689-router', 'tenant_id': 'b1976224011547cd952a1c0a6bea26f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:29Z', 'updated_at': '2022-05-29T01:37:46Z', 'revision_number': 6, 'project_id': 'b1976224011547cd952a1c0a6bea26f5', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:37:47.216212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Calling delete_port for cc4a210c-3ac0-4f3a-b032-618964615f16 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:47.377379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.421588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4a210c-3ac0-4f3a-b032-618964615f16,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:47.647209 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.898554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.902661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.929687 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.930247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b91665-60e8-4c14-93ea-e5f0b6c1b064 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:37:47.944118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:47.945238 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6f9ea519-c879-4e7d-b5e8-28839dae7a61 admin admin] 10.222.0.33 "DELETE /v2.0/routers/34b91665-60e8-4c14-93ea-e5f0b6c1b064 HTTP/1.1" status: 204 len: 168 time: 1.5316739 May 29 01:37:47.947661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35660) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:47.975533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cc4a210c-3ac0-4f3a-b032-618964615f16 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:48.005923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] Deleting subnet 76b792e7-4680-4d99-bb99-4e398f6fbca4 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:37:48.007456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: cc4a210c-3ac0-4f3a-b032-618964615f16 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:48.007988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cc4a210c-3ac0-4f3a-b032-618964615f16 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:48.008318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 33af8a42-71df-4d78-b22b-4b0a9587f693 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:48.008869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.039550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 33af8a42-71df-4d78-b22b-4b0a9587f693 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:48.040071 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 33af8a42-71df-4d78-b22b-4b0a9587f693 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:48.061531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.142271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.212894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.256316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b792e7-4680-4d99-bb99-4e398f6fbca4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:48.261900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.267435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d1320-bc2d-4057-9e90-95125a2bace3 None None] Network 0c7ac078-d599-4088-b891-610cc5649eeb requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:37:48.268460 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8e5ecbb8-81bd-4c89-8dc2-56e474ba98de admin admin] 10.222.0.33 "DELETE /v2.0/subnets/76b792e7-4680-4d99-bb99-4e398f6fbca4 HTTP/1.1" status: 204 len: 168 time: 0.3198063 May 29 01:37:48.270968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35664) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:48.375306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.385663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Deleting port abc2e134-2933-47c8-8f54-fcb3b4e930ce {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:48.385983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.535475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] DHCP port deletion for 0c7ac078-d599-4088-b891-610cc5649eeb request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:37:48.539582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Deleting port abc2e134-2933-47c8-8f54-fcb3b4e930ce {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:48.539955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.680328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] For port abc2e134-2933-47c8-8f54-fcb3b4e930ce, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=abc2e134-2933-47c8-8f54-fcb3b4e930ce,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:48.680681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.739510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] For port abc2e134-2933-47c8-8f54-fcb3b4e930ce, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=abc2e134-2933-47c8-8f54-fcb3b4e930ce,segment=NetworkSegment(2590113f-ffa0-4274-b52c-3236cfa065d8),segment_id=2590113f-ffa0-4274-b52c-3236cfa065d8)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:48.739894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.803062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Calling delete_port for abc2e134-2933-47c8-8f54-fcb3b4e930ce owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:48.862070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Calling delete_port for abc2e134-2933-47c8-8f54-fcb3b4e930ce owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:48.880610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:48.924047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc2e134-2933-47c8-8f54-fcb3b4e930ce,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:48.930031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] No DVR routers for this DVR port abc2e134-2933-47c8-8f54-fcb3b4e930ce on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:37:48.932218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:37:48.932605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:37:49.042806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.067082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7ac078-d599-4088-b891-610cc5649eeb']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:49.079366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2590113f-ffa0-4274-b52c-3236cfa065d8') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:49.079659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2590113f-ffa0-4274-b52c-3236cfa065d8') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:49.091253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.109815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.116081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:37:49.116672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:37:49.130546 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:37:49.202611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.218920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.228835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c7ac078-d599-4088-b891-610cc5649eeb,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:49.242232 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ae30f0c2-26d4-4880-8dea-22c3cdcf0ad6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/0c7ac078-d599-4088-b891-610cc5649eeb HTTP/1.1" status: 204 len: 168 time: 0.9702437 May 29 01:37:49.245320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35668) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:49.434289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Deleting port abc2e134-2933-47c8-8f54-fcb3b4e930ce {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:49.434879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.500629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2e75cfb5-dfc0-4470-aa87-24ba863e347d None None] The port 'abc2e134-2933-47c8-8f54-fcb3b4e930ce' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:37:49.635952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:49.860068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device abc2e134-2933-47c8-8f54-fcb3b4e930ce no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:49.894626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: abc2e134-2933-47c8-8f54-fcb3b4e930ce {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:49.894980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device abc2e134-2933-47c8-8f54-fcb3b4e930ce not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:50.298027 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Deleting port af9692ee-f697-4450-82a8-e26a15a11078 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:50.298361 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:50.461450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] For port af9692ee-f697-4450-82a8-e26a15a11078, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=af9692ee-f697-4450-82a8-e26a15a11078,segment=NetworkSegment(8dae42d8-ab99-4dff-80b1-1ead5cccb160),segment_id=8dae42d8-ab99-4dff-80b1-1ead5cccb160)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:50.461715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:50.580586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Calling delete_port for af9692ee-f697-4450-82a8-e26a15a11078 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:50.744449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:50.787584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=af9692ee-f697-4450-82a8-e26a15a11078,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:51.070473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:51.720643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Router b57e4651-6a8a-4098-aee3-6a6412ebfa04 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:37:51.922431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:37:51.931275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] Sync routers for ids ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:37:51.931781 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2013c8c3-0f35-4590-9240-248a4108a5cb admin admin] 10.222.0.33 "PUT /v2.0/routers/b57e4651-6a8a-4098-aee3-6a6412ebfa04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6848388 May 29 01:37:51.934193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35672) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:51.945880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] Routers {'b57e4651-6a8a-4098-aee3-6a6412ebfa04'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:37:51.946494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:37:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:52.126788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:52.127645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] Set router b57e4651-6a8a-4098-aee3-6a6412ebfa04 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:37:52.339460 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:52.348934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Deleting port ff26e9d9-95cf-4b84-986e-9f4a021bbe07 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:52.349327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:52.416107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:37:50Z', 'revision_number': 5, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port': {'id': 'ff26e9d9-95cf-4b84-986e-9f4a021bbe07', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:52.420276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] Checking router: b57e4651-6a8a-4098-aee3-6a6412ebfa04 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:37:52.430581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] Routers {'b57e4651-6a8a-4098-aee3-6a6412ebfa04'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:37:52.431171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:37:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:52.516936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] For port ff26e9d9-95cf-4b84-986e-9f4a021bbe07, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:52.517293 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:52.618779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] Set router b57e4651-6a8a-4098-aee3-6a6412ebfa04 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:37:52.637205 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Calling delete_port for ff26e9d9-95cf-4b84-986e-9f4a021bbe07 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:52.727100 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:37:52Z', 'revision_number': 6, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:52.731641 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62edd1-bee8-4cf2-86f2-5d21160d6da2 None None] The sync data for ids ['b57e4651-6a8a-4098-aee3-6a6412ebfa04'] in dv-neutron-843186-2-hyperv is: [{'id': 'b57e4651-6a8a-4098-aee3-6a6412ebfa04', 'name': 'tempest-TestEncryptedCinderVolumes-1851824847-router', 'tenant_id': '9b968922c8fc4ef18dda29a5e74deb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:36:35Z', 'updated_at': '2022-05-29T01:37:52Z', 'revision_number': 6, 'project_id': '9b968922c8fc4ef18dda29a5e74deb42', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:37:52.805775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:52.850917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ff26e9d9-95cf-4b84-986e-9f4a021bbe07,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:53.164028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.411805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.415915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.441316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.441920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b57e4651-6a8a-4098-aee3-6a6412ebfa04 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:37:53.456091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.457212 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f64ac6ad-bf5b-4338-9ed7-bf6a6da466fe admin admin] 10.222.0.33 "DELETE /v2.0/routers/b57e4651-6a8a-4098-aee3-6a6412ebfa04 HTTP/1.1" status: 204 len: 168 time: 1.5219932 May 29 01:37:53.459697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35676) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:53.519643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] Deleting subnet 78295f48-9118-4ceb-9426-607826219f5a {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:37:53.522511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.576631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.655164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.728179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.767123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78295f48-9118-4ceb-9426-607826219f5a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:53.771680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.777434 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7f7f6f04-bd15-47ab-a69b-3d80a8d8509c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/78295f48-9118-4ceb-9426-607826219f5a HTTP/1.1" status: 204 len: 168 time: 0.3167500 May 29 01:37:53.777605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e6d92-9276-4dd4-8b77-913ec5f497c5 None None] Network d62e65dc-d999-4288-aa86-ef7c23e0ffb3 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:37:53.780158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35680) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:53.867523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ff26e9d9-95cf-4b84-986e-9f4a021bbe07 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:53.887670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.897921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Deleting port 22a2a220-2620-46d6-bc0b-b22fbded1a01 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:53.898247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:53.911598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ff26e9d9-95cf-4b84-986e-9f4a021bbe07 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:53.911942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ff26e9d9-95cf-4b84-986e-9f4a021bbe07 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:53.912373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device af9692ee-f697-4450-82a8-e26a15a11078 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:53.947040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: af9692ee-f697-4450-82a8-e26a15a11078 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:53.947321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device af9692ee-f697-4450-82a8-e26a15a11078 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:54.094472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] For port 22a2a220-2620-46d6-bc0b-b22fbded1a01, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=22a2a220-2620-46d6-bc0b-b22fbded1a01,segment=NetworkSegment(8dae42d8-ab99-4dff-80b1-1ead5cccb160),segment_id=8dae42d8-ab99-4dff-80b1-1ead5cccb160)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:54.094827 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.098552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] DHCP port deletion for d62e65dc-d999-4288-aa86-ef7c23e0ffb3 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:37:54.102805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Deleting port 22a2a220-2620-46d6-bc0b-b22fbded1a01 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:54.103179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.214401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Calling delete_port for 22a2a220-2620-46d6-bc0b-b22fbded1a01 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:54.305238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] For port 22a2a220-2620-46d6-bc0b-b22fbded1a01, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=22a2a220-2620-46d6-bc0b-b22fbded1a01,segment=NetworkSegment(8dae42d8-ab99-4dff-80b1-1ead5cccb160),segment_id=8dae42d8-ab99-4dff-80b1-1ead5cccb160)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:37:54.305634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.380936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.424825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a2a220-2620-46d6-bc0b-b22fbded1a01,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:54.429117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] No DVR routers for this DVR port 22a2a220-2620-46d6-bc0b-b22fbded1a01 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:37:54.431799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Calling delete_port for 22a2a220-2620-46d6-bc0b-b22fbded1a01 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:37:54.501996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:37:54.502258 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:37:54.541859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.567455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62e65dc-d999-4288-aa86-ef7c23e0ffb3']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:54.579757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dae42d8-ab99-4dff-80b1-1ead5cccb160') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:54.580089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dae42d8-ab99-4dff-80b1-1ead5cccb160') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:54.591045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.610053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.616270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:37:54.616647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:37:54.629966 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:37:54.707519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.722700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:54.732490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62e65dc-d999-4288-aa86-ef7c23e0ffb3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:54.736714 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3df7bc4f-a766-4086-ab77-9295ecb9b622 admin admin] 10.222.0.33 "DELETE /v2.0/networks/d62e65dc-d999-4288-aa86-ef7c23e0ffb3 HTTP/1.1" status: 204 len: 168 time: 0.9555881 May 29 01:37:54.926817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35686) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:54.979641 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-00a369c3-5380-470d-9562-b32a9f7cc1b0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b1976224011547cd952a1c0a6bea26f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516293 May 29 01:37:54.982553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35690) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:55.003254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Deleting port 22a2a220-2620-46d6-bc0b-b22fbded1a01 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:37:55.003763 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.039604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd64b-5eb6-4ce9-9d59-56a505a23dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.065502 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd64b-5eb6-4ce9-9d59-56a505a23dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.067668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb932-6f60-4542-90e4-0c54927ae974 None None] The port '22a2a220-2620-46d6-bc0b-b22fbded1a01' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:37:55.118383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd64b-5eb6-4ce9-9d59-56a505a23dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.137518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dd64b-5eb6-4ce9-9d59-56a505a23dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91953afa-e688-4713-82e8-1ace5cd5a0f2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:55.152925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd64b-5eb6-4ce9-9d59-56a505a23dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.154117 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fb4dd64b-5eb6-4ce9-9d59-56a505a23dce admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/91953afa-e688-4713-82e8-1ace5cd5a0f2 HTTP/1.1" status: 204 len: 168 time: 0.1707015 May 29 01:37:55.562781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35698) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:55.625388 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0b8ccd9f-bf4d-49db-a3d2-28b507a66381 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b968922c8fc4ef18dda29a5e74deb42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0613589 May 29 01:37:55.627672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35702) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:55.685926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10d42268-7350-48ca-928e-7fc49c22bea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.710980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10d42268-7350-48ca-928e-7fc49c22bea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.761780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10d42268-7350-48ca-928e-7fc49c22bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.776050 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d42268-7350-48ca-928e-7fc49c22bea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39af728-7dde-4353-be4f-d8739811d949,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:55.785070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-10d42268-7350-48ca-928e-7fc49c22bea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:55.786166 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-10d42268-7350-48ca-928e-7fc49c22bea9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c39af728-7dde-4353-be4f-d8739811d949 HTTP/1.1" status: 204 len: 168 time: 0.1575994 May 29 01:37:55.859146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 22a2a220-2620-46d6-bc0b-b22fbded1a01 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:37:55.896517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 22a2a220-2620-46d6-bc0b-b22fbded1a01 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:37:55.896931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 22a2a220-2620-46d6-bc0b-b22fbded1a01 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:37:56.705156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35724) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:56.830056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-807048203-network', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:37:56.834744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:37:56.838582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Usage tracker for resource:network and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:37:56.841948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:37:56.847653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:37:56.863389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Made reservation on behalf of 4a4f4d7b91a34fb8a562fb15502898fb for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:37:56.865900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:56.878091 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:56.911826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:37:56.915574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:37:56.919222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:37:56.924879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:37:56.988452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:56.992170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.020434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:37:57.029667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083dfc98-a7b9-4304-ad84-b57ddf894b5a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:57.034868 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.035195 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Added segment c5707793-7235-4db6-84b1-7c3969d74bc5 of type vlan for network 83243b44-9e9e-4773-99c2-30abfee0cb69 May 29 01:37:57.060570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.088060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.088863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:57.090290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.190785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] Pushing event updated for resources: {'Network': ['ID=83243b44-9e9e-4773-99c2-30abfee0cb69,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:57.193751 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e326753e-94d6-4a39-8e50-cea20a0f5a1c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4875410 May 29 01:37:57.196585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35730) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:57.201310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:37:57.202353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Request body: {'subnet': {'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-807048203-subnet', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:37:57.207207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:37:57.211017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Usage tracker for resource:subnet and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:37:57.213994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:37:57.220503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:37:57.230545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Made reservation on behalf of 4a4f4d7b91a34fb8a562fb15502898fb for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:37:57.232938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.429920 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.502884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef68e62-f516-4195-8120-0daf60e9ab04,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:57.517268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Checking segment: {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:37:57.517628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Network hostable DHCP agents. Network: 83243b44-9e9e-4773-99c2-30abfee0cb69, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:37:57.538863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:37:57.547799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 83243b44-9e9e-4773-99c2-30abfee0cb69) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:37:57.551565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:37:57.552100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.558866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf11d1c-46c1-43dc-a2c7-62a4bf583f29 None None] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:37:57.574649 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d6202ba6-a98c-42ce-ae5c-7b2abe52a222 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3768911 May 29 01:37:57.578859 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35734) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:57.584536 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:37:57.589993 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:37:57.595706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Usage tracker for resource:router and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:37:57.599105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:37:57.604992 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:37:57.615697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.616635 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.635905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.779277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-83243b44-9e9e-4773-99c2-30abfee0cb69', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:37:57.780142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.784588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:57.937621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Allocated IP 172.20.0.2 (83243b44-9e9e-4773-99c2-30abfee0cb69/bef68e62-f516-4195-8120-0daf60e9ab04/27cf0ce8-8289-46f4-ab46-e7e0df290078) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:37:57.972974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.003575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.144103 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Allocated IP 172.26.5.150 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/ef2305f1-66f7-4631-a2d3-be8a01a29575) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:37:58.178204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.189079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Transition to ACTIVE for port object 27cf0ce8-8289-46f4-ab46-e7e0df290078 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:37:58.207061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Transition to ACTIVE for port object 27cf0ce8-8289-46f4-ab46-e7e0df290078 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:37:58.212381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.277306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:37:58.280729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:37:58.283139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:37:58.322199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Pushing event updated for resources: {'Port': ['ID=27cf0ce8-8289-46f4-ab46-e7e0df290078,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:58.366642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.366986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.367327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.367657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.367987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.368346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.368674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.369001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.369324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.369647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.369967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:37:58.382414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.395104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Attempting to bind port 27cf0ce8-8289-46f4-ab46-e7e0df290078 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:37:58.395400 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Attempting to bind port 27cf0ce8-8289-46f4-ab46-e7e0df290078 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:37:58.395765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Attempting to bind port 27cf0ce8-8289-46f4-ab46-e7e0df290078 on network 83243b44-9e9e-4773-99c2-30abfee0cb69 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:37:58.402070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:37:58.402386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Checking segment: {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:37:58.402782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.403172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Bound using segment: {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:37:58.403629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Bound port: 27cf0ce8-8289-46f4-ab46-e7e0df290078, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:37:58.404050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.410092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.474947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:37:58.477625 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:37:58.481440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:37:58.495747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] For port 27cf0ce8-8289-46f4-ab46-e7e0df290078, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:37:58.498930 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] For port 27cf0ce8-8289-46f4-ab46-e7e0df290078, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=27cf0ce8-8289-46f4-ab46-e7e0df290078,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:37:58.502462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.515117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2305f1-66f7-4631-a2d3-be8a01a29575,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:58.587247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0209d8-3f32-40fb-9bbd-cfc1f437e830 None None] Pushing event updated for resources: {'Port': ['ID=27cf0ce8-8289-46f4-ab46-e7e0df290078,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:37:58.651316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.652379 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:58.901961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Router 8b5a1648-2339-4248-a879-5c086e0593de is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:37:59.103088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:37:59.112990 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Sync routers for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:37:59.124426 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:37:59.125055 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:37:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:59.128654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:59.130302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6ce9d78f-93b8-45b1-8989-2030670db3f7 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5504231 May 29 01:37:59.133024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35738) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:37:59.309115 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:37:59.533122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec34b6c-4175-41c6-a630-376c52c779b8 None None] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:37:59.614238 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:37:58Z', 'revision_number': 3, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:37:59.618441 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Checking router: 8b5a1648-2339-4248-a879-5c086e0593de for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:37:59.619057 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Updating router 8b5a1648-2339-4248-a879-5c086e0593de port ef2305f1-66f7-4631-a2d3-be8a01a29575 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:37:59.644348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fa04fa6f-d08a-4fbb-b2ba-f891d7eedc09 None None] Provisioning for port 27cf0ce8-8289-46f4-ab46-e7e0df290078 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:37:59.678874 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:59.916518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27cf0ce8-8289-46f4-ab46-e7e0df290078 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:37:59.925826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:37:59.992087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 27cf0ce8-8289-46f4-ab46-e7e0df290078 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:37:59.998485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 27cf0ce8-8289-46f4-ab46-e7e0df290078 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:37:59.998911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.062450 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.076807 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Transition to ACTIVE for port object ef2305f1-66f7-4631-a2d3-be8a01a29575 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:00.085212 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.130492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.150044 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fd409892-0921-4d43-b6c1-3ed8ed41fa79 None None] Provisioning complete for port 27cf0ce8-8289-46f4-ab46-e7e0df290078 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:00.150417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fd409892-0921-4d43-b6c1-3ed8ed41fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.197502 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Attempting to bind port ef2305f1-66f7-4631-a2d3-be8a01a29575 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:38:00.198077 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Attempting to bind port ef2305f1-66f7-4631-a2d3-be8a01a29575 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:38:00.198239 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Attempting to bind port ef2305f1-66f7-4631-a2d3-be8a01a29575 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:38:00.212595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 27cf0ce8-8289-46f4-ab46-e7e0df290078, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=27cf0ce8-8289-46f4-ab46-e7e0df290078,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:00.218568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.225010 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:38:00.225492 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:38:00.225982 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.226464 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:38:00.227264 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Bound port: ef2305f1-66f7-4631-a2d3-be8a01a29575, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:38:00.227671 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.265258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Allocated IP 172.20.0.1 (83243b44-9e9e-4773-99c2-30abfee0cb69/bef68e62-f516-4195-8120-0daf60e9ab04/de555bfe-c3da-457f-860b-348b44eb04d8) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:38:00.265900 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Pushing event updated for resources: {'Port': ['ID=ef2305f1-66f7-4631-a2d3-be8a01a29575,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:00.286196 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.286681 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.287121 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.287555 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.287986 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.288437 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.288862 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.289283 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.289704 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.290124 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.290541 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:00.328145 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] For port ef2305f1-66f7-4631-a2d3-be8a01a29575, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:38:00.332723 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] For port ef2305f1-66f7-4631-a2d3-be8a01a29575, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef2305f1-66f7-4631-a2d3-be8a01a29575,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:38:00.335699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=27cf0ce8-8289-46f4-ab46-e7e0df290078,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:00.336800 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.422204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.422435 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:00.422981 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:37:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:00.437488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Transition to ACTIVE for port object de555bfe-c3da-457f-860b-348b44eb04d8 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:00.459389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.467760 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f74f0e-e47a-4ce3-864f-4fffc5353d10 None None] Pushing event updated for resources: {'Port': ['ID=ef2305f1-66f7-4631-a2d3-be8a01a29575,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:00.531011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:00.534456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:00.537047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:38:00.564978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=de555bfe-c3da-457f-860b-348b44eb04d8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:00.594233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.612408 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:00.688739 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.768045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-95413dbb-2d0a-4e9a-8f52-88fa80059e59 None None] Provisioning for port de555bfe-c3da-457f-860b-348b44eb04d8 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:00.773182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-95413dbb-2d0a-4e9a-8f52-88fa80059e59 None None] Provisioning complete for port de555bfe-c3da-457f-860b-348b44eb04d8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:00.773876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95413dbb-2d0a-4e9a-8f52-88fa80059e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.831527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-95413dbb-2d0a-4e9a-8f52-88fa80059e59 None None] Port de555bfe-c3da-457f-860b-348b44eb04d8 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:38:00.893564 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:37:58Z', 'revision_number': 3, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:00.897324 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446e844-e871-4fc2-a193-3da7b8e6eead None None] The sync data for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv is: [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:37:58Z', 'revision_number': 3, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:38:00.919367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:00.923911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:01.029998 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:01.033457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=de555bfe-c3da-457f-860b-348b44eb04d8,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:01.178169 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:01.179310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:01.458598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c74771d9-9145-4351-9994-bd43a0861bda None None] Provisioning complete for port de555bfe-c3da-457f-860b-348b44eb04d8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:01.459073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c74771d9-9145-4351-9994-bd43a0861bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:01.514162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c74771d9-9145-4351-9994-bd43a0861bda None None] Port de555bfe-c3da-457f-860b-348b44eb04d8 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:38:01.536127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-57ad532b-3c55-42ad-ab32-a9e9c04bb17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:01.584744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Router 8b5a1648-2339-4248-a879-5c086e0593de has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:38:01.875247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:38:01.884116 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-41073025-2f86-41bf-a3ca-8c3b6900c3c1 admin admin] 10.222.0.33 "PUT /v2.0/routers/8b5a1648-2339-4248-a879-5c086e0593de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7501092 May 29 01:38:01.937410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef2305f1-66f7-4631-a2d3-be8a01a29575 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:02.007361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port ef2305f1-66f7-4631-a2d3-be8a01a29575 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:02.013723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ef2305f1-66f7-4631-a2d3-be8a01a29575 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:02.014093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.127262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.143174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port ef2305f1-66f7-4631-a2d3-be8a01a29575, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef2305f1-66f7-4631-a2d3-be8a01a29575,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:02.147911 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.148901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27cf0ce8-8289-46f4-ab46-e7e0df290078 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:02.263243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=ef2305f1-66f7-4631-a2d3-be8a01a29575,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:02.279765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 27cf0ce8-8289-46f4-ab46-e7e0df290078 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:02.280175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.711651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35760) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:02.717390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1962736452-network', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:02.722225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:02.726158 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Usage tracker for resource:network and tenant:5133e6961d50489ea05d6f85ec3dcbd9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:02.729107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:02.734881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:02.744624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Made reservation on behalf of 5133e6961d50489ea05d6f85ec3dcbd9 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:38:02.747525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.759491 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.789925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:02.793827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Usage tracker for resource:security_group_rule and tenant:5133e6961d50489ea05d6f85ec3dcbd9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:02.796557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:02.802099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:02.868171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.872103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.903733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:38:02.908877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4fecfc-6f76-4475-a5c9-54804789a0a1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:02.915277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.915645 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Added segment 24073e4b-dfb7-4475-9827-05aa322023fb of type vlan for network f3c883c4-d81a-47e1-83cf-51ef7a326a13 May 29 01:38:02.943619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.971695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:02.972656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:02.973239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.075943 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3631511 May 29 01:38:03.076892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d7cf1-f894-4fdc-802a-760fa39931bc admin admin] Pushing event updated for resources: {'Network': ['ID=f3c883c4-d81a-47e1-83cf-51ef7a326a13,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:03.078801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35764) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:03.084490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Request body: {'subnet': {'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1962736452-subnet', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:03.086773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:38:03.089518 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:03.093336 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Usage tracker for resource:subnet and tenant:5133e6961d50489ea05d6f85ec3dcbd9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:03.096143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:03.101796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:03.112289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Made reservation on behalf of 5133e6961d50489ea05d6f85ec3dcbd9 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:38:03.114566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.310738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.390143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d5365c-b897-4dcb-9d0b-7952aad475b0,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:03.400693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Checking segment: {'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:38:03.400693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Network hostable DHCP agents. Network: f3c883c4-d81a-47e1-83cf-51ef7a326a13, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:38:03.423289 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:38:03.432896 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, f3c883c4-d81a-47e1-83cf-51ef7a326a13) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:03.436736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:03.437354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.444218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c1ad6-be81-4636-ab4d-f4dd9ef2ac91 None None] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:38:03.461163 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35768) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:03.461388 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5254a6f8-c3d1-484a-91c1-79a11a4ea1fa admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3811522 May 29 01:38:03.467503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:03.472215 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:03.475896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Usage tracker for resource:router and tenant:5133e6961d50489ea05d6f85ec3dcbd9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:03.478687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:03.485535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:03.496303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.497192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.514845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.666862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-47ac4307-7eb8-43c3-9c94-1cba9d256e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.671080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-f3c883c4-d81a-47e1-83cf-51ef7a326a13', 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'fixed_ips': [{'subnet_id': '64d5365c-b897-4dcb-9d0b-7952aad475b0'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:38:03.671898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.758135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.825477 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Allocated IP 172.20.0.2 (f3c883c4-d81a-47e1-83cf-51ef7a326a13/64d5365c-b897-4dcb-9d0b-7952aad475b0/1f50020d-2944-4b54-8179-dc24f4262276) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:38:03.905398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef2305f1-66f7-4631-a2d3-be8a01a29575 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:03.961789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:03.991614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.068511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ef2305f1-66f7-4631-a2d3-be8a01a29575 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:04.068785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.130089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Allocated IP 172.26.5.110 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/bb8d117c-483d-48f1-be7b-a263cf38c043) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:38:04.137292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.150290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Transition to ACTIVE for port object 1f50020d-2944-4b54-8179-dc24f4262276 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:04.196826 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Transition to ACTIVE for port object 1f50020d-2944-4b54-8179-dc24f4262276 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:04.209239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.291725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.299166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Pushing event updated for resources: {'Port': ['ID=1f50020d-2944-4b54-8179-dc24f4262276,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:04.304846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:04.305978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:04.308966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:38:04.326069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.398057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Sync routers for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:38:04.403844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:04.406352 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Attempting to bind port 1f50020d-2944-4b54-8179-dc24f4262276 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:38:04.406600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:04.406734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Attempting to bind port 1f50020d-2944-4b54-8179-dc24f4262276 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:38:04.407081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Attempting to bind port 1f50020d-2944-4b54-8179-dc24f4262276 on network f3c883c4-d81a-47e1-83cf-51ef7a326a13 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:38:04.410419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:38:04.416827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:38:04.417204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Checking segment: {'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:38:04.417608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.417999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Bound using segment: {'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:38:04.418469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Bound port: 1f50020d-2944-4b54-8179-dc24f4262276, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:38:04.418846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.436357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:04.436980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:04.447290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8d117c-483d-48f1-be7b-a263cf38c043,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:04.574006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.574666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.664878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] For port 1f50020d-2944-4b54-8179-dc24f4262276, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:38:04.684293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] For port 1f50020d-2944-4b54-8179-dc24f4262276, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1f50020d-2944-4b54-8179-dc24f4262276,segment=NetworkSegment(24073e4b-dfb7-4475-9827-05aa322023fb),segment_id=24073e4b-dfb7-4475-9827-05aa322023fb)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:38:04.692484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.728110 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:04.730372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:04.821935 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Router aa005240-fcb6-4330-b6b7-b2e4a81d32cf is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:38:04.885609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee60d2-acc5-4a34-8041-cac42af086d1 None None] Pushing event updated for resources: {'Port': ['ID=1f50020d-2944-4b54-8179-dc24f4262276,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:05.062106 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:38:05.076395 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Sync routers for ids ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:38:05.091376 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Routers {'aa005240-fcb6-4330-b6b7-b2e4a81d32cf'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:05.092082 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:05.094550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:05.095914 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7a638ae6-bd4f-4a07-9576-45082c6bab92 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6336744 May 29 01:38:05.098838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35772) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:05.198389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 2, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:05.203659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Checking router: 8b5a1648-2339-4248-a879-5c086e0593de for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:38:05.204237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Updating router 8b5a1648-2339-4248-a879-5c086e0593de port de555bfe-c3da-457f-860b-348b44eb04d8 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:38:05.269354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:05.304376 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Set router aa005240-fcb6-4330-b6b7-b2e4a81d32cf gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:05.514812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:05.596767 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:38:04Z', 'revision_number': 3, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port': {'id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:04Z', 'updated_at': '2022-05-29T01:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:05.601115 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Checking router: aa005240-fcb6-4330-b6b7-b2e4a81d32cf for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:38:05.601672 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Updating router aa005240-fcb6-4330-b6b7-b2e4a81d32cf port bb8d117c-483d-48f1-be7b-a263cf38c043 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:38:05.643417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:05.655405 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:05.659088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Transition to ACTIVE for port object de555bfe-c3da-457f-860b-348b44eb04d8 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:05.666322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:05.809569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242037-09ec-4049-808c-ab0bf673626c None None] Pushing event updated for resources: {'Port': ['ID=de555bfe-c3da-457f-860b-348b44eb04d8,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:05.965213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Attempting to bind port de555bfe-c3da-457f-860b-348b44eb04d8 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:38:05.965663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Attempting to bind port de555bfe-c3da-457f-860b-348b44eb04d8 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:38:05.966092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Attempting to bind port de555bfe-c3da-457f-860b-348b44eb04d8 on network 83243b44-9e9e-4773-99c2-30abfee0cb69 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:38:05.989627 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:38:05.990133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Checking segment: {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:38:05.990613 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:05.991083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Bound using segment: {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:38:05.991811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Bound port: de555bfe-c3da-457f-860b-348b44eb04d8, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:38:05.992773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.004873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1f50020d-2944-4b54-8179-dc24f4262276 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:06.058962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.116879 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.130636 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Transition to ACTIVE for port object bb8d117c-483d-48f1-be7b-a263cf38c043 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:06.138681 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.175828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa7f69-a037-4544-9e03-e1605f8ec139 None None] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:38:06.237051 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Attempting to bind port bb8d117c-483d-48f1-be7b-a263cf38c043 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:38:06.237408 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Attempting to bind port bb8d117c-483d-48f1-be7b-a263cf38c043 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:38:06.237760 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Attempting to bind port bb8d117c-483d-48f1-be7b-a263cf38c043 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:38:06.251476 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:38:06.251834 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:38:06.252252 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.252629 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:38:06.253075 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Bound port: bb8d117c-483d-48f1-be7b-a263cf38c043, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:38:06.253435 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.277484 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14932d-0bdf-4b66-98ab-adf89bed57a5 None None] Pushing event updated for resources: {'Port': ['ID=bb8d117c-483d-48f1-be7b-a263cf38c043,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:06.291620 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 1f50020d-2944-4b54-8179-dc24f4262276 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:06.312432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Allocated IP 172.20.0.1 (f3c883c4-d81a-47e1-83cf-51ef7a326a13/64d5365c-b897-4dcb-9d0b-7952aad475b0/7178483a-45bd-4f4f-83e0-9df43e9f3515) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:38:06.334087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.336598 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] For port bb8d117c-483d-48f1-be7b-a263cf38c043, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:38:06.338645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] For port de555bfe-c3da-457f-860b-348b44eb04d8, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:38:06.339912 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] For port bb8d117c-483d-48f1-be7b-a263cf38c043, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bb8d117c-483d-48f1-be7b-a263cf38c043,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:38:06.343358 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] For port de555bfe-c3da-457f-860b-348b44eb04d8, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=de555bfe-c3da-457f-860b-348b44eb04d8,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:38:06.344955 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.362403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.453291 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Routers {'aa005240-fcb6-4330-b6b7-b2e4a81d32cf'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:06.453915 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:06.482647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.492684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b104e0f0-128b-4e04-adb8-09d219e7c5e7 None None] Provisioning for port 1f50020d-2944-4b54-8179-dc24f4262276 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:06.502974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Transition to ACTIVE for port object 7178483a-45bd-4f4f-83e0-9df43e9f3515 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:06.517927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b104e0f0-128b-4e04-adb8-09d219e7c5e7 None None] Provisioning complete for port 1f50020d-2944-4b54-8179-dc24f4262276 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:06.518280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b104e0f0-128b-4e04-adb8-09d219e7c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.533562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.560032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242037-09ec-4049-808c-ab0bf673626c None None] Pushing event updated for resources: {'Port': ['ID=de555bfe-c3da-457f-860b-348b44eb04d8,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:06.578309 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14932d-0bdf-4b66-98ab-adf89bed57a5 None None] Pushing event updated for resources: {'Port': ['ID=bb8d117c-483d-48f1-be7b-a263cf38c043,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:06.583373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:06.586998 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:06.623701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:06.624769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Pushing event updated for resources: {'Port': ['ID=7178483a-45bd-4f4f-83e0-9df43e9f3515,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:06.627898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:06.630392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:38:06.678314 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] Set router aa005240-fcb6-4330-b6b7-b2e4a81d32cf gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:06.805297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.893884 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.940947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b104e0f0-128b-4e04-adb8-09d219e7c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:06.962193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:06.992739 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:38:04Z', 'revision_number': 3, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port': {'id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:04Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:06.997272 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b35ae-1dfd-4502-9d41-e227594ebaff None None] The sync data for ids ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'] in dv-neutron-843186-2-hyperv is: [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:38:04Z', 'revision_number': 3, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port': {'id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:04Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:38:07.026288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-b104e0f0-128b-4e04-adb8-09d219e7c5e7 None None] For port 1f50020d-2944-4b54-8179-dc24f4262276, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1f50020d-2944-4b54-8179-dc24f4262276,segment=NetworkSegment(24073e4b-dfb7-4475-9827-05aa322023fb),segment_id=24073e4b-dfb7-4475-9827-05aa322023fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:07.033071 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b104e0f0-128b-4e04-adb8-09d219e7c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:07.146108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:07.152907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:07.206601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104e0f0-128b-4e04-adb8-09d219e7c5e7 None None] Pushing event updated for resources: {'Port': ['ID=1f50020d-2944-4b54-8179-dc24f4262276,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:07.265105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:07.278365 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Pushing event updated for resources: {'Port': ['ID=7178483a-45bd-4f4f-83e0-9df43e9f3515,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:07.410275 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:07.416327 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7486c6-948c-4b3a-bbfc-9287993db619 None None] The sync data for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv is: [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:38:07.419064 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c4891a81-578e-4f39-943d-7a823622b555 None None] Provisioning for port 7178483a-45bd-4f4f-83e0-9df43e9f3515 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:07.423659 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:07.424799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c4891a81-578e-4f39-943d-7a823622b555 None None] Provisioning complete for port 7178483a-45bd-4f4f-83e0-9df43e9f3515 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:07.425061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:07.425171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4891a81-578e-4f39-943d-7a823622b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:07.507429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c4891a81-578e-4f39-943d-7a823622b555 None None] Port 7178483a-45bd-4f4f-83e0-9df43e9f3515 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:38:07.521252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c4891a81-578e-4f39-943d-7a823622b555 None None] Provisioning complete for port 1f50020d-2944-4b54-8179-dc24f4262276 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:07.521865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4891a81-578e-4f39-943d-7a823622b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:07.783209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ced2c5cb-94e1-4123-a260-433763129711 None None] Provisioning complete for port 7178483a-45bd-4f4f-83e0-9df43e9f3515 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:07.783683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ced2c5cb-94e1-4123-a260-433763129711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:07.873878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ced2c5cb-94e1-4123-a260-433763129711 None None] Port 7178483a-45bd-4f4f-83e0-9df43e9f3515 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:38:07.926926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Router aa005240-fcb6-4330-b6b7-b2e4a81d32cf has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:38:07.980691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1f50020d-2944-4b54-8179-dc24f4262276 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:08.092776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 1f50020d-2944-4b54-8179-dc24f4262276 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:08.093145 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:08.229550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:38:08.239117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de555bfe-c3da-457f-860b-348b44eb04d8 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:08.248459 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9bfd1cdd-d01e-4165-a6d0-afd530b0979a admin admin] 10.222.0.33 "PUT /v2.0/routers/aa005240-fcb6-4330-b6b7-b2e4a81d32cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1388998 May 29 01:38:08.316469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port de555bfe-c3da-457f-860b-348b44eb04d8 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:08.321580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port de555bfe-c3da-457f-860b-348b44eb04d8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:08.321952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:08.456971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:08.492940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port de555bfe-c3da-457f-860b-348b44eb04d8, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=de555bfe-c3da-457f-860b-348b44eb04d8,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:08.497647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:08.572545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=de555bfe-c3da-457f-860b-348b44eb04d8,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:09.962859 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de555bfe-c3da-457f-860b-348b44eb04d8 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:10.038236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port de555bfe-c3da-457f-860b-348b44eb04d8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:10.038579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:10.165935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb8d117c-483d-48f1-be7b-a263cf38c043 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:10.246377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port bb8d117c-483d-48f1-be7b-a263cf38c043 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:10.251851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port bb8d117c-483d-48f1-be7b-a263cf38c043 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:10.252256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:10.381016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:10.403426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port bb8d117c-483d-48f1-be7b-a263cf38c043, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bb8d117c-483d-48f1-be7b-a263cf38c043,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:10.408190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:10.530691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=bb8d117c-483d-48f1-be7b-a263cf38c043,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:11.879882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb8d117c-483d-48f1-be7b-a263cf38c043 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:11.951326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port bb8d117c-483d-48f1-be7b-a263cf38c043 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:11.951695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:17.004570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:19.096542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-ff13d9c8-e358-4887-ab3d-710ae046f999 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:19.097201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-ff13d9c8-e358-4887-ab3d-710ae046f999 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Synchronizing usage tracker for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:38:19.114469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-ff13d9c8-e358-4887-ab3d-710ae046f999 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Unset dirty status for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:38:19.115554 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-ff13d9c8-e358-4887-ab3d-710ae046f999 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 814 time: 0.1566701 May 29 01:38:19.132820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-83b582bf-d0f1-4045-9918-86ed2e6b582c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/quotas/4a4f4d7b91a34fb8a562fb15502898fb HTTP/1.1" status: 200 len: 375 time: 0.0105762 May 29 01:38:19.214063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-29ccc26a-063d-49ee-b7f2-245c08d26760 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Synchronizing usage tracker for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:38:19.230150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-29ccc26a-063d-49ee-b7f2-245c08d26760 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Unset dirty status for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:38:19.231540 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-29ccc26a-063d-49ee-b7f2-245c08d26760 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932772 May 29 01:38:19.585139 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-ea5fc9db-9d4b-4922-b375-08160782ded6 service neutron] 10.222.0.33 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419843 May 29 01:38:19.714411 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-e65c359c-dd72-47a5-a9a5-330e48abf704 service neutron] 10.222.0.33 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228786 May 29 01:38:19.898955 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fda9b53f-8c50-40b2-9431-3f4c8ebbfbe1 req-60c56f29-72a5-45c1-ad24-9f2ab26f4258 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 210 time: 0.0417063 May 29 01:38:20.915180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-e935cd43-feb9-4185-991f-e4978bd3f103 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:20.917279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-e935cd43-feb9-4185-991f-e4978bd3f103 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 814 time: 0.1416042 May 29 01:38:20.931969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'port': {'device_id': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'admin_state_up': True, 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:21.066065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:21.068795 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-917f022b-9f81-4944-80e9-58637b13786a req-bde03538-2fee-40f0-b36e-c6cc7dff61b9 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 210 time: 0.0395823 May 29 01:38:21.076207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:21.085915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Made reservation on behalf of 4a4f4d7b91a34fb8a562fb15502898fb for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:38:21.093547 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:21.368736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Allocated IP 172.20.0.14 (83243b44-9e9e-4773-99c2-30abfee0cb69/bef68e62-f516-4195-8120-0daf60e9ab04/ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:38:21.668747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:21.690822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Transition to ACTIVE for port object ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:21.720604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:21.799596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:21.802920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:21.807534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:38:21.846650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:21.875942 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.876389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.876665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.876992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.877306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.877634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.877938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.878254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.878573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.878882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.879288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:21.905029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:21.905683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:21.941195 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-8cd5360b-4488-4efd-9a6a-682a64d5051a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0128322 May 29 01:38:22.072134 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:38:22.112976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-357524c0-775e-44fd-9ffe-4c51f9bb402f None None] Provisioning for port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:22.123717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-357524c0-775e-44fd-9ffe-4c51f9bb402f None None] Provisioning complete for port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:22.124159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-357524c0-775e-44fd-9ffe-4c51f9bb402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:22.230686 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-357524c0-775e-44fd-9ffe-4c51f9bb402f None None] Port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:38:22.307585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf84e80-501c-4d90-8614-d89a8d6848f4 req-1b475fff-0b6c-410c-a1d9-29837871973a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:22.310062 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2cf84e80-501c-4d90-8614-d89a8d6848f4 req-1b475fff-0b6c-410c-a1d9-29837871973a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 932 time: 0.0937381 May 29 01:38:22.359349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-2cf84e80-501c-4d90-8614-d89a8d6848f4 req-f34f1591-610b-4f85-966e-b05a08e41d8a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Synchronizing usage tracker for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:38:22.380989 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-2cf84e80-501c-4d90-8614-d89a8d6848f4 req-f34f1591-610b-4f85-966e-b05a08e41d8a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Unset dirty status for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:38:22.382391 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2cf84e80-501c-4d90-8614-d89a8d6848f4 req-f34f1591-610b-4f85-966e-b05a08e41d8a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663640 May 29 01:38:23.622244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4beae-ac50-4e32-a06d-3daf90be2af9 req-8fef4889-f23e-4ff7-98ab-d908a84aab2a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:23.623772 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d6b4beae-ac50-4e32-a06d-3daf90be2af9 req-8fef4889-f23e-4ff7-98ab-d908a84aab2a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 932 time: 0.1097174 May 29 01:38:23.678688 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d6b4beae-ac50-4e32-a06d-3daf90be2af9 req-4a57f361-94b0-44fe-bc1b-0e2b3afbf462 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 May 29 01:38:24.907450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd6a36-0213-4046-9acd-d521bcebc8cd req-5cde006f-1514-46d1-b0ef-9b4423e91c6e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:24.911503 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ddd6a36-0213-4046-9acd-d521bcebc8cd req-5cde006f-1514-46d1-b0ef-9b4423e91c6e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 932 time: 0.0879242 May 29 01:38:24.959590 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ddd6a36-0213-4046-9acd-d521bcebc8cd req-873f1d6f-6af6-4df1-b520-1db52b43f60d tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446064 May 29 01:38:26.175453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea5a8-45a7-4375-bb13-ab4f05f69fea req-5a518cab-2865-44fd-b39d-7d08c2882deb tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:26.179833 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff6ea5a8-45a7-4375-bb13-ab4f05f69fea req-5a518cab-2865-44fd-b39d-7d08c2882deb tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 932 time: 0.0844982 May 29 01:38:26.228757 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ff6ea5a8-45a7-4375-bb13-ab4f05f69fea req-b02dd245-b9c7-410a-9fd7-0a67ebd5e58a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449278 May 29 01:38:27.451926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06be09-6385-40fc-a94b-71e92b587ef5 req-3caab878-ef01-4ca5-834f-4e77185d5d26 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:27.453331 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9c06be09-6385-40fc-a94b-71e92b587ef5 req-3caab878-ef01-4ca5-834f-4e77185d5d26 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 932 time: 0.0895245 May 29 01:38:27.501143 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9c06be09-6385-40fc-a94b-71e92b587ef5 req-097c82a2-6f17-4ee4-b91f-30490d0a8806 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 May 29 01:38:28.704469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302513-5466-41ff-a47f-0f91f32deb68 req-5db3047c-9d28-47d0-b778-9dfbda20d5f9 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:28.705910 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-76302513-5466-41ff-a47f-0f91f32deb68 req-5db3047c-9d28-47d0-b778-9dfbda20d5f9 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 932 time: 0.0796924 May 29 01:38:28.750678 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-76302513-5466-41ff-a47f-0f91f32deb68 req-8a65fc42-290e-4697-9188-f3a32d639d7c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 May 29 01:38:29.544376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Sync routers for ids ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:38:29.556248 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Routers {'aa005240-fcb6-4330-b6b7-b2e4a81d32cf'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:29.557523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:29.734604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Set router aa005240-fcb6-4330-b6b7-b2e4a81d32cf gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:29.943261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a416fd-594d-45f9-ba5d-d778905d2686 req-54b9f294-0f05-424e-963f-700a79b2c947 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:29.944752 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-44a416fd-594d-45f9-ba5d-d778905d2686 req-54b9f294-0f05-424e-963f-700a79b2c947 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 932 time: 0.0747845 May 29 01:38:29.990105 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-44a416fd-594d-45f9-ba5d-d778905d2686 req-312be220-8356-4424-8d5f-92577b0a2671 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 May 29 01:38:30.041999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 4, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port': {'id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:04Z', 'updated_at': '2022-05-29T01:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '7178483a-45bd-4f4f-83e0-9df43e9f3515', 'name': '', 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'mac_address': 'fa:16:3e:a2:6d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d5365c-b897-4dcb-9d0b-7952aad475b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:06Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 2, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'subnets': [{'id': '64d5365c-b897-4dcb-9d0b-7952aad475b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:30.045800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Checking router: aa005240-fcb6-4330-b6b7-b2e4a81d32cf for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:38:30.046154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Updating router aa005240-fcb6-4330-b6b7-b2e4a81d32cf port 7178483a-45bd-4f4f-83e0-9df43e9f3515 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:38:30.095665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.347733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Request body: {'port': {'device_id': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:30.435456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.447595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Transition to ACTIVE for port object 7178483a-45bd-4f4f-83e0-9df43e9f3515 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:30.453629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.466403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.576503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61615584-cbed-492c-8b35-15d11583aa68 None None] Pushing event updated for resources: {'Port': ['ID=7178483a-45bd-4f4f-83e0-9df43e9f3515,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:30.667482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Attempting to bind port 7178483a-45bd-4f4f-83e0-9df43e9f3515 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:38:30.667886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Attempting to bind port 7178483a-45bd-4f4f-83e0-9df43e9f3515 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:38:30.668292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Attempting to bind port 7178483a-45bd-4f4f-83e0-9df43e9f3515 on network f3c883c4-d81a-47e1-83cf-51ef7a326a13 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:38:30.675174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:38:30.675550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Checking segment: {'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:38:30.675951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.676369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Bound using segment: {'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:38:30.676839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Bound port: 7178483a-45bd-4f4f-83e0-9df43e9f3515, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24073e4b-dfb7-4475-9827-05aa322023fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:38:30.677214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.832647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:38:30.835450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] For port 7178483a-45bd-4f4f-83e0-9df43e9f3515, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:38:30.839602 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] For port 7178483a-45bd-4f4f-83e0-9df43e9f3515, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7178483a-45bd-4f4f-83e0-9df43e9f3515,segment=NetworkSegment(24073e4b-dfb7-4475-9827-05aa322023fb),segment_id=24073e4b-dfb7-4475-9827-05aa322023fb)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:38:30.840059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.845115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.857249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Transition to ACTIVE for port object ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:38:30.861387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:30.925238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61615584-cbed-492c-8b35-15d11583aa68 None None] Pushing event updated for resources: {'Port': ['ID=7178483a-45bd-4f4f-83e0-9df43e9f3515,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:30.929765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Routers {'aa005240-fcb6-4330-b6b7-b2e4a81d32cf'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:30.930378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:30.931224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Pushing event updated for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:31.205042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] Set router aa005240-fcb6-4330-b6b7-b2e4a81d32cf gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:31.208327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Attempting to bind port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:38:31.208855 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Attempting to bind port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:38:31.209367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Attempting to bind port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae on network 83243b44-9e9e-4773-99c2-30abfee0cb69 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:38:31.217174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae on network 83243b44-9e9e-4773-99c2-30abfee0cb69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:38:31.217723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Attempting to bind port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae on network 83243b44-9e9e-4773-99c2-30abfee0cb69 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:38:31.225270 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:38:31.225866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Checking segment: {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:38:31.226422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Bound using segment: {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:38:31.227022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Bound port: ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5707793-7235-4db6-84b1-7c3969d74bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:38:31.227538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:31.286529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423529ec-95ee-4d34-b06f-5734b7348671 req-082d2284-c81a-439e-9277-2fdfdd8f1152 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:31.288125 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-423529ec-95ee-4d34-b06f-5734b7348671 req-082d2284-c81a-439e-9277-2fdfdd8f1152 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 944 time: 0.1021960 May 29 01:38:31.333119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:38:31.336166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:38:31.336343 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-423529ec-95ee-4d34-b06f-5734b7348671 req-8484e9a2-3948-490e-9c48-6f09e4606383 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 May 29 01:38:31.340963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:31.404632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:31.406069 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] 10.222.0.16 "PUT /v2.0/ports/ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 1094 time: 1.0640666 May 29 01:38:31.406411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:38:31.422540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec20a30-6e11-45af-95d9-cfb8f4f4f3bd service neutron] Pushing event updated for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:31.518089 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c8665e-b83d-46c6-9686-55e41856576a'] response: {'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'status': 'completed', 'code': 200} May 29 01:38:31.538635 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-80988d4a-fd6d-4dbd-af8b-a2249fc2bc8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0893745 May 29 01:38:31.563061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-082c2ba2-33c9-4db5-810c-a607408f6b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:31.588636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 4, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port': {'id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:04Z', 'updated_at': '2022-05-29T01:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '7178483a-45bd-4f4f-83e0-9df43e9f3515', 'name': '', 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'mac_address': 'fa:16:3e:a2:6d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d5365c-b897-4dcb-9d0b-7952aad475b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:06Z', 'updated_at': '2022-05-29T01:38:30Z', 'revision_number': 4, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'subnets': [{'id': '64d5365c-b897-4dcb-9d0b-7952aad475b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:31.593105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb6c86-a495-488b-9adf-f2db6b5f6639 None None] The sync data for ids ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'] in dv-neutron-843186-2-hyperv is: [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:38:06Z', 'revision_number': 4, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port': {'id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:04Z', 'updated_at': '2022-05-29T01:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '7178483a-45bd-4f4f-83e0-9df43e9f3515', 'name': '', 'network_id': 'f3c883c4-d81a-47e1-83cf-51ef7a326a13', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'mac_address': 'fa:16:3e:a2:6d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d5365c-b897-4dcb-9d0b-7952aad475b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:06Z', 'updated_at': '2022-05-29T01:38:30Z', 'revision_number': 4, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'subnets': [{'id': '64d5365c-b897-4dcb-9d0b-7952aad475b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:38:31.617993 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-9ab16e06-e3bb-4102-8bfa-9d38a4b3236c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 217 time: 0.0731535 May 29 01:38:31.708122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-9e8219bd-8c9d-49fd-8e94-6dcb01a0e01e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:31.710355 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-9e8219bd-8c9d-49fd-8e94-6dcb01a0e01e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0847344 May 29 01:38:31.787312 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-e7e25aaa-b161-4eb9-950b-bf7e795ab2cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712433 May 29 01:38:31.916923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7178483a-45bd-4f4f-83e0-9df43e9f3515 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:31.990858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 7178483a-45bd-4f4f-83e0-9df43e9f3515 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:31.996890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 7178483a-45bd-4f4f-83e0-9df43e9f3515 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:31.997446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:32.022076 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-429c3ba6-846a-4d37-b192-27e24156c239 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286823 May 29 01:38:32.117279 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:32.153403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 7178483a-45bd-4f4f-83e0-9df43e9f3515, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7178483a-45bd-4f4f-83e0-9df43e9f3515,segment=NetworkSegment(24073e4b-dfb7-4475-9827-05aa322023fb),segment_id=24073e4b-dfb7-4475-9827-05aa322023fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:32.158636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:32.170804 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-94108f77-fd1a-4216-b5ce-adef210509a4 req-d6c12a8d-f78a-4ca8-be5f-e55140fc5557 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433814 May 29 01:38:32.230541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=7178483a-45bd-4f4f-83e0-9df43e9f3515,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:32.296159 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-a906ef2c-57ac-4129-b44b-8d0a1715b7c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0792143 May 29 01:38:32.436964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-17c12f47-443c-4d4d-b720-a306ed614c52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:32.439122 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-17c12f47-443c-4d4d-b720-a306ed614c52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1377811 May 29 01:38:32.507376 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-efe88708-9b22-4f1f-9b2e-cd1ba99bdfb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 217 time: 0.0627272 May 29 01:38:32.549276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a899b7-f57e-474e-a46d-2b282d5c36e8 req-f123e213-d306-45ae-b2fd-bece04a2c04e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:32.550746 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8a899b7-f57e-474e-a46d-2b282d5c36e8 req-f123e213-d306-45ae-b2fd-bece04a2c04e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 944 time: 0.0770915 May 29 01:38:32.575607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-353ea69f-b795-470c-b157-b018b934e5fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:32.577059 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-353ea69f-b795-470c-b157-b018b934e5fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0621037 May 29 01:38:32.599619 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8a899b7-f57e-474e-a46d-2b282d5c36e8 req-46583d02-3989-407a-8b02-2b2294dc8dd0 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 May 29 01:38:32.650744 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-8e939002-38af-430b-a4b4-7ce1815cb45b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679808 May 29 01:38:32.781673 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-e801c5d1-f772-445e-bc51-0a548e4cbf50 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249080 May 29 01:38:32.912785 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2c5c55f8-0513-4c87-9903-2905b3741e5c req-87ca49b0-3737-4dfd-90fd-a85de16c992a service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254714 May 29 01:38:33.640862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5198-1535-436d-9517-1e356955c82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:33.795956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48e7e5-f217-4782-a6fa-ac55ffbdbc3d req-8556e778-fd7c-48d0-b53b-63aa1922497e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:33.797430 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae48e7e5-f217-4782-a6fa-ac55ffbdbc3d req-8556e778-fd7c-48d0-b53b-63aa1922497e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 944 time: 0.0764105 May 29 01:38:33.841888 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae48e7e5-f217-4782-a6fa-ac55ffbdbc3d req-83265ff3-7332-40b8-9026-891115af634b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 May 29 01:38:33.886195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7178483a-45bd-4f4f-83e0-9df43e9f3515 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:33.954266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 7178483a-45bd-4f4f-83e0-9df43e9f3515 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:33.954626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:34.675555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:35.043495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a9c83-073d-41eb-b493-2c1b78795186 req-7fbde97f-2b82-4fe0-8156-12cc69a1c447 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:35.044861 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fb8a9c83-073d-41eb-b493-2c1b78795186 req-7fbde97f-2b82-4fe0-8156-12cc69a1c447 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 944 time: 0.0798359 May 29 01:38:35.090313 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fb8a9c83-073d-41eb-b493-2c1b78795186 req-294e70fe-6808-485d-8f53-4c1c92b0b5d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 May 29 01:38:35.197983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:38:35.330735 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:35.343372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'port_id': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'mac_address': 'fa:16:3e:0b:bf:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:38:35.396630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:35.413209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:38:35.428171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:35.432088 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:35.510575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:35.514039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:35.750874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:38:36.232633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:36.288312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe95e0-b116-4bd2-baec-3fccb76f5055 req-c1d33569-47c6-4e38-b8a6-7e16dc0e8b35 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:36.289755 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8fe95e0-b116-4bd2-baec-3fccb76f5055 req-c1d33569-47c6-4e38-b8a6-7e16dc0e8b35 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 945 time: 0.0786686 May 29 01:38:36.334175 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f8fe95e0-b116-4bd2-baec-3fccb76f5055 req-d39c6d63-04bd-45e6-9752-b0258dac158a tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 May 29 01:38:37.203446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:38:37.306241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:38:37.310653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:37.311050 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:37.422059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:37.448570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:38:37.458262 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:37.462421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:37.508146 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0ebfc5-33ec-4893-90b4-245e2fc7852b'] response: {'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'code': 200} May 29 01:38:37.537174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:37.537427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c08f5-1b9b-4ee1-8aef-2b8de2a4eecc req-78422f2a-5442-4d59-90dd-2d308d7683f8 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:37.538700 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-024c08f5-1b9b-4ee1-8aef-2b8de2a4eecc req-78422f2a-5442-4d59-90dd-2d308d7683f8 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0835142 May 29 01:38:37.586344 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-024c08f5-1b9b-4ee1-8aef-2b8de2a4eecc req-4a516384-f059-4af1-85ae-588053d2a70e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 May 29 01:38:37.731301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cb087bf3-4b6b-4958-a96d-2f7dd9654a71 req-e1a7ee63-4c61-49f4-9a34-61efb8d218ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1099 time: 0.0669615 May 29 01:38:37.775696 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cb087bf3-4b6b-4958-a96d-2f7dd9654a71 req-a1fd1497-9bcd-4c2f-b88c-d3394c0b48f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 May 29 01:38:38.784362 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd5186-616b-4a6b-9d49-bd1a0a16dc62 req-1e0396e0-9ac7-44e9-91c5-39456ed9f9a5 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:38.785809 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5dd5186-616b-4a6b-9d49-bd1a0a16dc62 req-1e0396e0-9ac7-44e9-91c5-39456ed9f9a5 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0775704 May 29 01:38:38.834131 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5dd5186-616b-4a6b-9d49-bd1a0a16dc62 req-3749b96d-a950-4040-a347-4e50692d8229 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 May 29 01:38:40.027482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b72cea-a71d-481e-862c-6d891304cd66 req-3b5c8956-986d-48a5-be65-12926334c5b3 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:40.028923 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e7b72cea-a71d-481e-862c-6d891304cd66 req-3b5c8956-986d-48a5-be65-12926334c5b3 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0752394 May 29 01:38:40.073222 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e7b72cea-a71d-481e-862c-6d891304cd66 req-7ed07fe6-284d-418d-9f41-bbf4dff50efd tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387568 May 29 01:38:40.275352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b958-946f-45dc-8403-13f0205dc95c req-a613cc01-cae7-470f-96e6-c1bb77d56205 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:40.277411 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aae8b958-946f-45dc-8403-13f0205dc95c req-a613cc01-cae7-470f-96e6-c1bb77d56205 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0796366 May 29 01:38:40.410314 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aae8b958-946f-45dc-8403-13f0205dc95c req-45902992-fd25-466d-bafd-0da9e09182bc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272953 May 29 01:38:40.823928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02789a-4972-42e1-8e38-1bc4d2470da2 req-14bbe7d4-9874-40e3-8899-28ad17ade80c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:40.825362 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ed02789a-4972-42e1-8e38-1bc4d2470da2 req-14bbe7d4-9874-40e3-8899-28ad17ade80c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0741727 May 29 01:38:40.868953 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ed02789a-4972-42e1-8e38-1bc4d2470da2 req-998a3ebd-eaa7-479f-861d-86a9a6749200 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 May 29 01:38:47.029061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:50.955323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b756425-4c90-473c-9001-178b3e9624a2 req-a2be252c-4ece-4dfb-b218-a0bb108f887b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:50.956792 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5b756425-4c90-473c-9001-178b3e9624a2 req-a2be252c-4ece-4dfb-b218-a0bb108f887b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0796177 May 29 01:38:51.003847 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5b756425-4c90-473c-9001-178b3e9624a2 req-aa009f37-78a9-4cc9-9ea5-2bd259b62599 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 May 29 01:38:51.032175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35950) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:51.167499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8a2a6529-b972-4a0c-9673-b7be1d08b915 tempest-TestMinimumBasicScenario-900953945 tempest-TestMinimumBasicScenario-900953945-project-admin] Synchronizing usage tracker for tenant:5133e6961d50489ea05d6f85ec3dcbd9 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:38:51.187586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-8a2a6529-b972-4a0c-9673-b7be1d08b915 tempest-TestMinimumBasicScenario-900953945 tempest-TestMinimumBasicScenario-900953945-project-admin] Unset dirty status for tenant:5133e6961d50489ea05d6f85ec3dcbd9 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:38:51.190902 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8a2a6529-b972-4a0c-9673-b7be1d08b915 tempest-TestMinimumBasicScenario-900953945 tempest-TestMinimumBasicScenario-900953945-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1094 time: 0.1559622 May 29 01:38:51.192209 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35956) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:51.198259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:51.205633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:51.209617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:floatingip and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:51.214033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:51.220560 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:51.234480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:51.365034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:51.498831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Allocated IP 172.26.5.191 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/58467fe9-71be-4ec1-9580-20ead1e96766) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:38:51.646247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:51.674056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:51.742803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:38:51.743878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:38:51.747667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:38:51.779982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'Port': ['ID=58467fe9-71be-4ec1-9580-20ead1e96766,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:51.798235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.798576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.798912 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.799243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.799570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.799894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.800241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.800563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.800881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.801197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:51.801510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:38:52.246730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:52.300468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:52.502331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:52.506502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:52.684299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'Port': ['ID=58467fe9-71be-4ec1-9580-20ead1e96766,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:52.698493 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:52.881712 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Floating IP 956d0863-a0e8-485b-9d68-e17505cf6bd7 associated. External IP: 172.26.5.191, port: ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae. May 29 01:38:53.264044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Router 8b5a1648-2339-4248-a879-5c086e0593de has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:38:53.462467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:38:53.472082 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] Sync routers for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:38:53.484260 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:53.485183 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:53.487519 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:53.540363 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ef5825d6-3541-479d-901e-af870b28a88b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3468316 May 29 01:38:53.541470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:38:53.544173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35960) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:53.550279 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425624206', 'description': 'tempest-secgroup-smoke-1425624206 description', 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:53.560861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:53.574625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:53.585588 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:53.623109 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:53.627212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:53.630186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:53.636110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:53.669199 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:53.692301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:53.698979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:53.742989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:53.755234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:53.759297 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b11ed2be-20bc-487f-8d65-d13ef3215709 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2109203 May 29 01:38:53.759738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35968) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:53.766208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3', 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:53.769005 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0a1f8c-1dfc-4297-86cb-30a4f63004ee'] response: {'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'status': 'completed', 'code': 200} May 29 01:38:53.772541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:53.779323 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:53.780676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:53.786396 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:53.845287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:53.919794 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-11501dc0-b5b5-4742-9da7-348d6ad9d7d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1099 time: 0.1231179 May 29 01:38:53.948356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:53.954883 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.028856 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '956d0863-a0e8-485b-9d68-e17505cf6bd7', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'floating_ip_address': '172.26.5.191', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'port_id': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'mac_address': 'fa:16:3e:0b:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:38:52Z', 'updated_at': '2022-05-29T01:38:52Z', 'revision_number': 0, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:08Z', 'revision_number': 5, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:54.032813 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] Checking router: 8b5a1648-2339-4248-a879-5c086e0593de for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:38:54.037587 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e97e84-f2e8-4343-ae51-aff2928f693c,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:54.044082 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:38:54.044593 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:38:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:54.053662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.054833 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4535a1a1-113a-48b8-b996-1ece6e2fd6c6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2935610 May 29 01:38:54.058337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35972) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:54.064157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3', 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:54.071226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:54.077089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:54.080346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:54.086902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:54.089911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-f82fd3bd-947a-43b0-a3c9-9c41b816c315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:54.091384 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-f82fd3bd-947a-43b0-a3c9-9c41b816c315 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1636977 May 29 01:38:54.105299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.183083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.192481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.212267 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-4085be09-642f-453b-bd82-dc2f85de3761 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 1000 time: 0.1148891 May 29 01:38:54.219165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59405ee7-0f56-4822-aceb-deeb9a821d73,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:54.229816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.230990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f1239170-36d4-442b-8b1f-fe511b4135c7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1715965 May 29 01:38:54.233781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35976) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:54.240196 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3', 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:54.246369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:54.250172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:54.253022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:54.258885 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:54.275348 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:38:54.280412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.284772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-298c1811-c1bb-402e-b5d9-2c3214da6c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:54.286209 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-298c1811-c1bb-402e-b5d9-2c3214da6c28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0681164 May 29 01:38:54.349916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.354923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.388953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2273098c-ac8d-4f3f-a938-640d243bd1c2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:54.399233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.401193 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ebf12774-3b91-4ed2-9dfe-9df099f410f6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1655736 May 29 01:38:54.403960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35980) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:54.409715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3', 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:54.417805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:54.422458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:54.425455 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:54.432323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:54.451681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.488391 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-57de18fa-ba72-45a9-b9ab-d003744eb7e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1958354 May 29 01:38:54.526475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.529867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.555217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efda408d-acf0-4cc9-b721-8bdefb3bd33a,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:54.566385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.570578 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fcb6e75f-5133-47e4-ba9a-69d513325038 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1629109 May 29 01:38:54.570786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 35984) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:54.576790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3', 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:54.582973 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:54.586986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:54.590842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:54.596549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:54.608566 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Project 4a4f4d7b91a34fb8a562fb15502898fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:38:54.615261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.633934 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-01cea814-4d68-4c21-af8a-ba2991b39b2a service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399167 May 29 01:38:54.644347 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '956d0863-a0e8-485b-9d68-e17505cf6bd7', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'floating_ip_address': '172.26.5.191', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'port_id': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'mac_address': 'fa:16:3e:0b:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:38:52Z', 'updated_at': '2022-05-29T01:38:52Z', 'revision_number': 0, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:08Z', 'revision_number': 5, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:38:54.648352 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947687a-461c-4198-8f87-bcb65e97edd3 None None] The sync data for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv is: [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '956d0863-a0e8-485b-9d68-e17505cf6bd7', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'floating_ip_address': '172.26.5.191', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'port_id': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'mac_address': 'fa:16:3e:0b:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:38:52Z', 'updated_at': '2022-05-29T01:38:52Z', 'revision_number': 0, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:08Z', 'revision_number': 5, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:38:54.686224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.690954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.720375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ace97c8-53ce-43be-90b2-3eb13f691a46,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:54.731176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.735234 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-733b7646-c0c2-4bf9-a90d-f270b7fbee49 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1606910 May 29 01:38:54.735542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 35988) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:38:54.742493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3', 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:54.756446 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:38:54.771729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Usage tracker for resource:security_group_rule and tenant:4a4f4d7b91a34fb8a562fb15502898fb is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:38:54.776701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:38:54.790873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:38:54.803846 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4ab18ca1-44e2-4292-82c2-b19d5cac5e32 req-887442df-94ae-4eda-83ba-83a80dd161d8 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631951 May 29 01:38:54.808538 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Project 4a4f4d7b91a34fb8a562fb15502898fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:38:54.819619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.864582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3d57a-cd0c-474d-ad6b-20b46878348b None None] New status for floating IP 956d0863-a0e8-485b-9d68-e17505cf6bd7: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:38:54.891349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.895783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.919278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f34e19-5a3c-40a1-8446-3a82252d3db2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:54.928320 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:54.929488 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-604470a8-415f-45c7-b07d-873ef4925ffe tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1929669 May 29 01:38:55.065457 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-c271e2dc-de19-4091-acb7-562cd8b4de63 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425624206&fields=id&tenant_id=4a4f4d7b91a34fb8a562fb15502898fb HTTP/1.1" status: 200 len: 267 time: 0.0430741 May 29 01:38:55.155963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-3d5f6b52-8e90-4c44-8d6d-960f5d5d1b17 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:55.157554 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-3d5f6b52-8e90-4c44-8d6d-960f5d5d1b17 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0869448 May 29 01:38:55.168136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'port': {'security_groups': ['083dfc98-a7b9-4304-ad84-b57ddf894b5a', 'ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:38:55.282663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:55.614558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:38:55.639164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:55.643766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:55.657710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:38:55.711914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:55.712565 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:55.714030 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d79a9de7-1e38-43f1-a25d-84c28c6e2ebd req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "PUT /v2.0/ports/ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 982 time: 0.5504804 May 29 01:38:55.739151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa052-89a5-4bf5-b86c-59f4747e36d6 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=6']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:38:55.769981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:38:55.781530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:38:55.874747 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659cf846-49cb-4bd5-98b8-74b968669ec2'] response: {'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'status': 'completed', 'code': 200} May 29 01:38:55.963224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81465d11-614c-4b01-9104-2ec0a20f775b req-b9878329-001b-42e8-a995-3db877511493 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:55.966092 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81465d11-614c-4b01-9104-2ec0a20f775b req-b9878329-001b-42e8-a995-3db877511493 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.1334186 May 29 01:38:55.967367 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-7b5dedcb-dda6-42ab-93a7-c22fef5d07e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1138 time: 0.0968893 May 29 01:38:56.013409 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-81465d11-614c-4b01-9104-2ec0a20f775b req-b46a4062-3b62-4121-886c-f78787a10653 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422657 May 29 01:38:56.045837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a7c972c5-3a56-489d-86d2-81ff8d2f5617 None None] Provisioning complete for port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:38:56.046372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a7c972c5-3a56-489d-86d2-81ff8d2f5617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:38:56.110476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-fd569d76-9d8d-40a9-bb9d-cdf903ade906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:56.111894 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-fd569d76-9d8d-40a9-bb9d-cdf903ade906 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1386957 May 29 01:38:56.220372 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-9d478a8f-43ae-4595-8d98-e575d5fbfe29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 1002 time: 0.1023309 May 29 01:38:56.285370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-b0ef26c5-ec83-4dc8-9d83-af2a1f6fd08d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:38:56.286789 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-b0ef26c5-ec83-4dc8-9d83-af2a1f6fd08d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0607011 May 29 01:38:56.372118 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-1f852c39-9669-4664-8cf3-f79f5c2c46b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796003 May 29 01:38:56.510363 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-bfdde32e-cf66-4bdc-a72a-6955e59530c9 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318588 May 29 01:38:56.639493 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0ac312c0-ec0a-4371-a810-bfccc54e47b0 req-87598e8b-4a99-462d-8517-a14d91d61645 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233654 May 29 01:38:59.062705 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:39:01.524618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-98b7f457-9aed-4223-a6dc-4140143f8a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:03.642320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c2183e1d-cd4a-4f79-b7c0-8e59553084f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:04.683942 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:05.502081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:06.234132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:17.023630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:29.510509 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-5aba558c-5f48-4c68-8f41-7650b26e76da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707498 May 29 01:39:29.647862 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-0d38ac48-ec05-4307-9185-6d13c182a251 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1138 time: 0.0708406 May 29 01:39:29.789092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-138ffb52-94ef-4622-9021-80ebd38ee6ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:29.791233 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-138ffb52-94ef-4622-9021-80ebd38ee6ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1248689 May 29 01:39:29.890597 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-059edd6b-7184-42f6-bcaf-66d3ab97664b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 1002 time: 0.0939674 May 29 01:39:29.950467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-fdd05ee5-bbd1-48c8-bb71-dd57c86bc4e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:29.951817 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-fdd05ee5-bbd1-48c8-bb71-dd57c86bc4e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0561299 May 29 01:39:30.113696 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-cca36c13-9bee-47b3-84e0-91698380c3fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1566124 May 29 01:39:30.241330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-32e37335-8b1e-4ce2-9b94-1d55233605eb service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218305 May 29 01:39:30.370527 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ec400dee-8c52-4318-b4ce-9483ad5aa0b9 req-5e7fc2fd-e6cb-4a3b-8f9b-a06fb4f5a655 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239605 May 29 01:39:31.526805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8864a4f4-f986-449e-bab5-34f7fa503d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:33.643869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d2ea39c5-9313-4602-b115-4e59f573bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:34.681943 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:35.503135 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:36.063619 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:39:36.237989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:47.058647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:39:53.771183 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-ea9847e3-49be-42b0-87d8-1963ab6ca872 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1138 time: 0.0692899 May 29 01:39:53.884942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce99f3b-2e14-4584-a60c-ae2fecd239ce req-dd5495ee-4c45-46e4-b675-2e67c8c8f467 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:53.886388 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4ce99f3b-2e14-4584-a60c-ae2fecd239ce req-dd5495ee-4c45-46e4-b675-2e67c8c8f467 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.1454940 May 29 01:39:53.904530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-de3ac3ed-24a7-449e-b89c-27e8f30fc7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:53.905955 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-de3ac3ed-24a7-449e-b89c-27e8f30fc7ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1285808 May 29 01:39:53.932979 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4ce99f3b-2e14-4584-a60c-ae2fecd239ce req-b102e4c8-41ca-4372-809b-af3b21f24d45 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410547 May 29 01:39:54.009330 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-4603a620-fb6d-4615-9cc4-ace5d83204ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 1002 time: 0.0970211 May 29 01:39:54.068670 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-bb916443-3029-4b98-82b0-f382469b3f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:54.070041 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-bb916443-3029-4b98-82b0-f382469b3f1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0552583 May 29 01:39:54.146459 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-562895c3-3e52-44ba-b3bd-71480e4b9b12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697680 May 29 01:39:54.281461 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-f931859d-7fc0-4c2a-82ce-af52488a065a service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291399 May 29 01:39:54.419254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1d11cc53-7677-490e-a22d-5e58402959e0 req-2ac91cea-e215-4188-9bc9-c401e4f806d7 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321347 May 29 01:39:55.221998 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c1fd0-7b6f-4875-887f-4d029d6832f0 req-3cad3587-19f5-46d8-8569-69f74c8cfbe2 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:55.223420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f29c1fd0-7b6f-4875-887f-4d029d6832f0 req-3cad3587-19f5-46d8-8569-69f74c8cfbe2 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.1509240 May 29 01:39:55.271857 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f29c1fd0-7b6f-4875-887f-4d029d6832f0 req-5e765eae-a820-459c-8a6a-0798e08cc24b tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416927 May 29 01:39:56.478681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe088d9-cea1-4764-9412-7de2fea3e4a6 req-4efa13ef-923b-4d03-938b-45acf2c8779d tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:56.480072 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ebe088d9-cea1-4764-9412-7de2fea3e4a6 req-4efa13ef-923b-4d03-938b-45acf2c8779d tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0816472 May 29 01:39:56.529725 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ebe088d9-cea1-4764-9412-7de2fea3e4a6 req-0d6656f1-2907-45d4-a461-c70c05e53b03 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438235 May 29 01:39:57.721981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fb574-2678-4dee-aaf6-27127eb4a20d req-af98267c-26c0-4bb4-aec6-2b814cd6a0dc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:57.723404 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2e9fb574-2678-4dee-aaf6-27127eb4a20d req-af98267c-26c0-4bb4-aec6-2b814cd6a0dc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0746243 May 29 01:39:57.770668 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2e9fb574-2678-4dee-aaf6-27127eb4a20d req-d03d3f92-426f-478e-abac-b93e00624fe7 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409222 May 29 01:39:58.968275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc7abc-2f5d-4f5c-a8ad-57fd7ead2824 req-da133c53-e0e6-4632-b6f8-29816262546f tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:39:58.969699 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27dc7abc-2f5d-4f5c-a8ad-57fd7ead2824 req-da133c53-e0e6-4632-b6f8-29816262546f tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0783052 May 29 01:39:59.029748 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27dc7abc-2f5d-4f5c-a8ad-57fd7ead2824 req-93fa66ab-c552-4893-8230-7aa1ce433fd9 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544221 May 29 01:40:00.224874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e686f-1c87-4662-9d9a-c543b79e0058 req-74bbd956-713f-4fc5-a92f-d03b585721ae tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:00.226307 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a81e686f-1c87-4662-9d9a-c543b79e0058 req-74bbd956-713f-4fc5-a92f-d03b585721ae tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0744567 May 29 01:40:00.272422 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a81e686f-1c87-4662-9d9a-c543b79e0058 req-12c3cfac-1299-4d03-8751-4970c3a46ff8 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399036 May 29 01:40:01.473442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271627-5945-439c-9487-b9fe60ef89b8 req-63255ae5-718c-4335-aef2-ad08cf67bbad tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:01.474793 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c8271627-5945-439c-9487-b9fe60ef89b8 req-63255ae5-718c-4335-aef2-ad08cf67bbad tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0811267 May 29 01:40:01.522639 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c8271627-5945-439c-9487-b9fe60ef89b8 req-802b63c1-7384-485c-b80a-d7fb9c62cefd tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415127 May 29 01:40:01.527782 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-bb92c70f-95e1-4272-9469-2433345be111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:02.719238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410604a-49a2-4951-ac8d-1c7de0de7be1 req-c4cf7b58-c0a3-4db1-9b2a-8d326d6c2b20 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:02.720694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b410604a-49a2-4951-ac8d-1c7de0de7be1 req-c4cf7b58-c0a3-4db1-9b2a-8d326d6c2b20 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0764153 May 29 01:40:02.772375 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b410604a-49a2-4951-ac8d-1c7de0de7be1 req-b344527b-6e7f-48ba-9f54-da2ba2ec2e45 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459137 May 29 01:40:03.643870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e612c7a0-6e75-4fe9-b4f5-695047da3692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:03.967795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998504c-7cde-40db-968f-f9b4fe3675f5 req-8cba9572-e94b-44b9-a4b2-6a1bf060677e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:03.969329 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8998504c-7cde-40db-968f-f9b4fe3675f5 req-8cba9572-e94b-44b9-a4b2-6a1bf060677e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0743506 May 29 01:40:04.015513 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8998504c-7cde-40db-968f-f9b4fe3675f5 req-31ef33fc-ca44-45a6-832b-cdeb12e7516e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407119 May 29 01:40:04.684254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:05.217182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066db67-7a6b-4923-9e91-3a902d05e9b3 req-c1620c67-6d1f-4d56-88e5-8b0cd6725003 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:05.218711 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3066db67-7a6b-4923-9e91-3a902d05e9b3 req-c1620c67-6d1f-4d56-88e5-8b0cd6725003 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0809369 May 29 01:40:05.268324 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3066db67-7a6b-4923-9e91-3a902d05e9b3 req-d89c6674-0e1b-4ee9-bc89-7667567f0e1e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437543 May 29 01:40:05.504819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:06.239761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:06.467105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa4f8e-fad2-4364-ab8e-d58f112317a9 req-86b92acc-ec90-48c3-945f-146537c90ab9 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:06.468467 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-33aa4f8e-fad2-4364-ab8e-d58f112317a9 req-86b92acc-ec90-48c3-945f-146537c90ab9 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0756457 May 29 01:40:06.514375 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-33aa4f8e-fad2-4364-ab8e-d58f112317a9 req-72207e7b-c371-483f-acd0-e5680ce71bf5 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3&id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404611 May 29 01:40:13.065162 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:40:17.057140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:30.486072 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-1fe0d68a-ed9f-4278-9149-56e5e13f7928 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666685 May 29 01:40:30.680889 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-64b90ec8-807f-4ab7-9334-db7ce55546f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1138 time: 0.0829966 May 29 01:40:30.795141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-f356feb9-6759-4c40-a35a-4745fd566634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:30.796584 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-f356feb9-6759-4c40-a35a-4745fd566634 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1252692 May 29 01:40:30.897724 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-dd727841-ec7f-4184-81d3-f5fe9e629d00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 1002 time: 0.0952775 May 29 01:40:30.961435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-25a9efd8-b39b-4363-ab96-2fe779051535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:40:30.962751 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-25a9efd8-b39b-4363-ab96-2fe779051535 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0598047 May 29 01:40:31.035920 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-468b6280-025e-4569-b735-2c4ee81dbf2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666020 May 29 01:40:31.264044 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-d9ae0959-8e49-408b-a31b-603cd58705ed service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219849 May 29 01:40:31.394258 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d66434b6-e6e2-4c6c-947e-9a7db472b3dc req-d54cd5c4-7a70-4bbe-b68b-40b8bc5b3b9d service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242831 May 29 01:40:31.530764 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d31d-c289-4137-bef6-f7baa7dfeea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:33.644318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6349b863-249c-4a48-8d82-740c6dadb8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:34.687811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:35.506732 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:36.242514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:47.073000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:40:50.065620 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:41:01.532608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-da115bc8-c623-4c84-84d5-f18af20754e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:03.645637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3b4b-11c7-4690-8bbd-002b618850b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:04.692238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:05.509296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:06.245002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:09.934759 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e644ada-7284-4523-9865-7a25978cbb56 req-58ff5dc1-4180-4708-a505-a7cf43e360dc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425624206&fields=id&tenant_id=4a4f4d7b91a34fb8a562fb15502898fb HTTP/1.1" status: 200 len: 267 time: 0.0445559 May 29 01:41:10.013571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e644ada-7284-4523-9865-7a25978cbb56 req-3bb1da9a-5e98-4723-beba-6b4764b3c8b5 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:10.014864 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e644ada-7284-4523-9865-7a25978cbb56 req-3bb1da9a-5e98-4723-beba-6b4764b3c8b5 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 985 time: 0.0738719 May 29 01:41:10.026086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Request body: {'port': {'security_groups': ['083dfc98-a7b9-4304-ad84-b57ddf894b5a']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:10.144231 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.377605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:10.401260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.405774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.417662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:41:10.560426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:10.561031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.563042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3e644ada-7284-4523-9865-7a25978cbb56 req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "PUT /v2.0/ports/ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 943 time: 0.5406280 May 29 01:41:10.563649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:41:10.569772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36080) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:10.586716 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event updated for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=7']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:10.595722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.596100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.596436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.596768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.597161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.597487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.597811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.598126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.598445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.599174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.599174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78a5b-3164-4afe-bb80-9fdab39c4578 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.626949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:41:10.683068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.715542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.785794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.805692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:10.815433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:10.816554 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "DELETE /v2.0/security-groups/ea0d3c6e-4d1a-4d3c-8661-d25b620e57a3 HTTP/1.1" status: 204 len: 168 time: 0.2449105 May 29 01:41:10.819348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36086) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:10.819837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.820204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.820541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.820869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.821205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.821506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.822335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.822335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.822488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.822764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.823077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0c069-0423-4341-8e8c-c3c6a7fd7f4c tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:10.834467 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-257d08c3-e1cc-4cc7-b7f3-4dae6b75605f None None] Provisioning complete for port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:10.834849 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-257d08c3-e1cc-4cc7-b7f3-4dae6b75605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:11.018964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Deleting port 58467fe9-71be-4ec1-9580-20ead1e96766 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:11.019522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:11.180900 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:11.181270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:11.295744 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Calling delete_port for 58467fe9-71be-4ec1-9580-20ead1e96766 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:11.443417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:11.486567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event deleted for resources: {'Port': ['ID=58467fe9-71be-4ec1-9580-20ead1e96766,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:11.578533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:11.684309 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657ae921-6cea-4ede-9e94-68d3ca988ee3'] response: {'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'status': 'completed', 'code': 200} May 29 01:41:11.771105 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-c0425482-3d59-4f93-adc8-3d567e1808c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1099 time: 0.0700412 May 29 01:41:11.903108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-0b58b93d-9a88-432d-a18a-e5b4c88316f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:11.904604 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-0b58b93d-9a88-432d-a18a-e5b4c88316f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1273682 May 29 01:41:11.967431 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Router 8b5a1648-2339-4248-a879-5c086e0593de has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:41:11.975815 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-31085dd1-bb7e-453c-be62-6c47eaf3d3ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 217 time: 0.0654595 May 29 01:41:12.036929 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-a2675622-2563-4e49-92f8-9f2cd2726c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:12.038256 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-a2675622-2563-4e49-92f8-9f2cd2726c23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0570672 May 29 01:41:12.115018 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-9cea3d77-e78f-4e55-b2b0-44a81df96059 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715027 May 29 01:41:12.124720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-fd7e689d-f2c5-4040-97ec-7db996f483f1 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:41:12.125723 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-fd7e689d-f2c5-4040-97ec-7db996f483f1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048482 May 29 01:41:12.165030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:41:12.176627 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] Sync routers for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:41:12.185710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:12.189048 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:12.189709 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:12.266128 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-a8bb4717-0873-4c97-a126-2922176b4314 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342940 May 29 01:41:12.342286 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-090624e5-5eb0-4138-b88a-a00e6dff97a4 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "DELETE /v2.0/floatingips/956d0863-a0e8-485b-9d68-e17505cf6bd7 HTTP/1.1" status: 204 len: 168 time: 1.5214298 May 29 01:41:12.367897 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:12.405534 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e50ea4a-9534-49c0-b137-e0729e0f7d6e req-9008519e-fa14-4a11-a6b5-0767cb575903 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342163 May 29 01:41:12.773227 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:08Z', 'revision_number': 5, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:12.779657 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] Checking router: 8b5a1648-2339-4248-a879-5c086e0593de for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:41:12.797293 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:12.798312 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:12.975536 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:13.284590 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:08Z', 'revision_number': 5, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:13.288612 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f9e2c-60de-42f7-8583-0f104c368fdc None None] The sync data for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv is: [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:38:00Z', 'revision_number': 4, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'de555bfe-c3da-457f-860b-348b44eb04d8', 'name': '', 'network_id': '83243b44-9e9e-4773-99c2-30abfee0cb69', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'mac_address': 'fa:16:3e:4c:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:00Z', 'updated_at': '2022-05-29T01:38:08Z', 'revision_number': 5, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'subnets': [{'id': 'bef68e62-f516-4195-8120-0daf60e9ab04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:41:13.531123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351de1f-23f1-4c16-af7d-e9bfd12a8729 None None] New status for floating IP 956d0863-a0e8-485b-9d68-e17505cf6bd7: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:41:13.685924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:41:13.747370 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c62fc3-9993-44f7-9ff5-29adb5698f88'] response: {'name': 'network-changed', 'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'status': 'completed', 'code': 200} May 29 01:41:13.834513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-acfc3275-da90-4b55-ab25-5d83cf97b1f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 1099 time: 0.0671508 May 29 01:41:13.964902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-66a41a00-0467-4ebe-8498-04cd7f015864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:13.966322 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-66a41a00-0467-4ebe-8498-04cd7f015864 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 200 len: 915 time: 0.1266732 May 29 01:41:14.036553 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-16ed4ba9-e4cf-4131-a4b8-b670a880357d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 200 len: 217 time: 0.0643706 May 29 01:41:14.097286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-9c0723cb-afbf-437d-b7a0-c654acaa45b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:14.098700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-9c0723cb-afbf-437d-b7a0-c654acaa45b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 200 len: 853 time: 0.0564506 May 29 01:41:14.189683 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-61b2d9f4-9e37-40cb-b47b-9fc8655a1196 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83243b44-9e9e-4773-99c2-30abfee0cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846293 May 29 01:41:14.420327 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-9addeb96-e317-4184-ad57-67234b902799 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246408 May 29 01:41:14.552161 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcbf26a7-668b-4e4f-809a-bedb01c2bd34 req-039bbea9-ceee-4116-9154-db024af1ba28 service neutron] 10.222.0.16 "GET /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261616 May 29 01:41:16.786355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a8995-5100-459c-9f74-caf2998a3550 req-50fcd247-fd22-451d-881a-0ec507875dfc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:16.786967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7f4a8995-5100-459c-9f74-caf2998a3550 req-50fcd247-fd22-451d-881a-0ec507875dfc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Synchronizing usage tracker for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:41:16.801735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-7f4a8995-5100-459c-9f74-caf2998a3550 req-50fcd247-fd22-451d-881a-0ec507875dfc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Unset dirty status for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:41:16.803105 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f4a8995-5100-459c-9f74-caf2998a3550 req-50fcd247-fd22-451d-881a-0ec507875dfc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0907295 May 29 01:41:16.848563 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7f4a8995-5100-459c-9f74-caf2998a3550 req-7081ebc3-86f4-4249-ac19-1aeb5bdb161e tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 May 29 01:41:17.071808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:18.047883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fae00-e3eb-45a1-ac45-63ccd07a76da req-0cb82b7f-1dd8-438f-a608-c19412cf8701 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:18.049336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c5fae00-e3eb-45a1-ac45-63ccd07a76da req-0cb82b7f-1dd8-438f-a608-c19412cf8701 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0784416 May 29 01:41:18.092746 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c5fae00-e3eb-45a1-ac45-63ccd07a76da req-e4d51f2f-2f7f-4273-9201-ebe1d8e44bfc tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/security-groups?id=083dfc98-a7b9-4304-ad84-b57ddf894b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379572 May 29 01:41:18.479752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-4e090c34-0699-4920-a6ce-2c1d7d9927ba tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:18.480360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-4e090c34-0699-4920-a6ce-2c1d7d9927ba tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Synchronizing usage tracker for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:41:18.492482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-4e090c34-0699-4920-a6ce-2c1d7d9927ba tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Unset dirty status for tenant:4a4f4d7b91a34fb8a562fb15502898fb on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:41:18.495400 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-4e090c34-0699-4920-a6ce-2c1d7d9927ba tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.16 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 946 time: 0.0924480 May 29 01:41:18.568256 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Deleting port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:18.568584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:18.821352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] For port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:18.821623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:18.947683 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Calling delete_port for ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:19.084840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:19.096015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:41:19.141287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Pushing event deleted for resources: {'Port': ['ID=ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:19.216277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] No DVR routers for this DVR port ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:41:19.219216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:19.221952 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'name': 'network-vif-deleted', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:41:19.238436 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2ad37986-8ee8-4ba5-9976-64f00a33e2c0 req-69ab4932-a0ba-4799-9b81-46752af8a324 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.16 "DELETE /v2.0/ports/ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae HTTP/1.1" status: 204 len: 173 time: 0.7382290 May 29 01:41:19.269905 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fcc27f66-fc4a-472f-bd80-3ab98141ff8c req-c157dc8c-677d-4c3d-ac95-b842ee8c6657 tempest-TestMinimumBasicScenario-555213805 tempest-TestMinimumBasicScenario-555213805-project] 10.222.0.33 "GET /v2.0/ports?device_id=981693f8-56a7-4f24-aa6a-ca9f539acdf5 HTTP/1.1" status: 200 len: 210 time: 0.0478144 May 29 01:41:19.356579 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dac27d-9288-4eaa-839f-800a2013f5b6'] response: {'server_uuid': '981693f8-56a7-4f24-aa6a-ca9f539acdf5', 'name': 'network-vif-deleted', 'tag': 'ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae', 'status': 'completed', 'code': 200} May 29 01:41:21.973033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36174) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:22.346976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:22.917766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Deleting port de555bfe-c3da-457f-860b-348b44eb04d8 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:22.918099 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:23.088805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] For port de555bfe-c3da-457f-860b-348b44eb04d8, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=de555bfe-c3da-457f-860b-348b44eb04d8,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:23.089487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:23.291011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Calling delete_port for de555bfe-c3da-457f-860b-348b44eb04d8 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:23.451203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:23.496953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de555bfe-c3da-457f-860b-348b44eb04d8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:23.780592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:23.806807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:41:23.839807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:41:23.840181 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ba47c53c-b9f1-4102-9bf7-c35c9c5ab6ae not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:41:24.337632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Router 8b5a1648-2339-4248-a879-5c086e0593de has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:41:24.534482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:41:24.543908 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] Sync routers for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:41:24.548927 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0c62f936-b43a-49e5-8752-3c82c8b207e8 admin admin] 10.222.0.33 "PUT /v2.0/routers/8b5a1648-2339-4248-a879-5c086e0593de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5748525 May 29 01:41:24.551303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36178) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:24.557658 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:24.558246 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:24.736837 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:24.839751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:25.012763 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:41:23Z', 'revision_number': 5, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port': {'id': 'ef2305f1-66f7-4631-a2d3-be8a01a29575', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5a1648-2339-4248-a879-5c086e0593de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:37:58Z', 'updated_at': '2022-05-29T01:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:25.017135 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] Checking router: 8b5a1648-2339-4248-a879-5c086e0593de for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:41:25.027324 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] Routers {'8b5a1648-2339-4248-a879-5c086e0593de'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:25.027909 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8b5a1648-2339-4248-a879-5c086e0593de'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:25.034734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:25.044697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Deleting port ef2305f1-66f7-4631-a2d3-be8a01a29575 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:25.045031 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:25.179846 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] Set router 8b5a1648-2339-4248-a879-5c086e0593de gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:25.241672 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] For port ef2305f1-66f7-4631-a2d3-be8a01a29575, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ef2305f1-66f7-4631-a2d3-be8a01a29575,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:25.242022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:25.314577 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:41:25Z', 'revision_number': 6, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:25.318513 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891619c-4d67-4e3f-b852-c803e4856076 None None] The sync data for ids ['8b5a1648-2339-4248-a879-5c086e0593de'] in dv-neutron-843186-2-hyperv is: [{'id': '8b5a1648-2339-4248-a879-5c086e0593de', 'name': 'tempest-TestMinimumBasicScenario-807048203-router', 'tenant_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:37:57Z', 'updated_at': '2022-05-29T01:41:25Z', 'revision_number': 6, 'project_id': '4a4f4d7b91a34fb8a562fb15502898fb', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:41:25.362811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Calling delete_port for ef2305f1-66f7-4631-a2d3-be8a01a29575 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:25.539072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:25.584166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2305f1-66f7-4631-a2d3-be8a01a29575,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:25.806863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.111604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef2305f1-66f7-4631-a2d3-be8a01a29575 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:41:26.168133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.171982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ef2305f1-66f7-4631-a2d3-be8a01a29575 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:41:26.172592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.172895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ef2305f1-66f7-4631-a2d3-be8a01a29575 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:41:26.173608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de555bfe-c3da-457f-860b-348b44eb04d8 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:41:26.200123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.200725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b5a1648-2339-4248-a879-5c086e0593de {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:41:26.216376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.216996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: de555bfe-c3da-457f-860b-348b44eb04d8 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:41:26.217753 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de555bfe-c3da-457f-860b-348b44eb04d8 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:41:26.218547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-19761c95-061a-49d9-87b2-3fa1a912f077 admin admin] 10.222.0.33 "DELETE /v2.0/routers/8b5a1648-2339-4248-a879-5c086e0593de HTTP/1.1" status: 204 len: 168 time: 1.6663241 May 29 01:41:26.221307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36182) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:26.286215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] Deleting subnet bef68e62-f516-4195-8120-0daf60e9ab04 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:41:26.289961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.347961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.434356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.502375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.541276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef68e62-f516-4195-8120-0daf60e9ab04,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:26.547507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.552901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1321dbe-c7a4-4579-aeee-bcf1c5a863fc None None] Network 83243b44-9e9e-4773-99c2-30abfee0cb69 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:41:26.553283 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-403031a6-7b06-4c56-b753-fbc9842180c6 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/bef68e62-f516-4195-8120-0daf60e9ab04 HTTP/1.1" status: 204 len: 168 time: 0.3310337 May 29 01:41:26.555681 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36186) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:26.659459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.670046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Deleting port 27cf0ce8-8289-46f4-ab46-e7e0df290078 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:26.670322 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.799287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] DHCP port deletion for 83243b44-9e9e-4773-99c2-30abfee0cb69 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:41:26.804805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Deleting port 27cf0ce8-8289-46f4-ab46-e7e0df290078 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:26.805195 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:26.882975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] For port 27cf0ce8-8289-46f4-ab46-e7e0df290078, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=27cf0ce8-8289-46f4-ab46-e7e0df290078,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:26.883320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.002148 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Calling delete_port for 27cf0ce8-8289-46f4-ab46-e7e0df290078 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:27.014645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] For port 27cf0ce8-8289-46f4-ab46-e7e0df290078, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=27cf0ce8-8289-46f4-ab46-e7e0df290078,segment=NetworkSegment(c5707793-7235-4db6-84b1-7c3969d74bc5),segment_id=c5707793-7235-4db6-84b1-7c3969d74bc5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:27.015031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.065764 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:41:27.076947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.122768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cf0ce8-8289-46f4-ab46-e7e0df290078,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:27.131358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] No DVR routers for this DVR port 27cf0ce8-8289-46f4-ab46-e7e0df290078 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:41:27.138320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Calling delete_port for 27cf0ce8-8289-46f4-ab46-e7e0df290078 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 29 01:41:27.209597 dv-neutron-843186-2-hyperv neutron-server[83981]: util.warn( May 29 01:41:27.214438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:41:27.214794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:41:27.248815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.272857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83243b44-9e9e-4773-99c2-30abfee0cb69']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:27.285046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5707793-7235-4db6-84b1-7c3969d74bc5') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:27.285336 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5707793-7235-4db6-84b1-7c3969d74bc5') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:27.296211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.311713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.317832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:41:27.318238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:41:27.330910 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:41:27.409170 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.425107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.434830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=83243b44-9e9e-4773-99c2-30abfee0cb69,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:27.448617 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bf4b9cf8-f5ef-44af-9b76-ce8bde48a2c3 admin admin] 10.222.0.33 "DELETE /v2.0/networks/83243b44-9e9e-4773-99c2-30abfee0cb69 HTTP/1.1" status: 204 len: 168 time: 0.8919442 May 29 01:41:27.451501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36190) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:27.716266 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Deleting port 27cf0ce8-8289-46f4-ab46-e7e0df290078 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:27.716649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.778454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-4bc09acf-c60f-4253-8485-80505b9b14e0 None None] The port '27cf0ce8-8289-46f4-ab46-e7e0df290078' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:41:27.915869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:27.963658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27cf0ce8-8289-46f4-ab46-e7e0df290078 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:41:27.995273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 27cf0ce8-8289-46f4-ab46-e7e0df290078 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:41:27.995539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 27cf0ce8-8289-46f4-ab46-e7e0df290078 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:41:28.505784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Deleting port 7178483a-45bd-4f4f-83e0-9df43e9f3515 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:28.506366 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:28.680889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] For port 7178483a-45bd-4f4f-83e0-9df43e9f3515, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=7178483a-45bd-4f4f-83e0-9df43e9f3515,segment=NetworkSegment(24073e4b-dfb7-4475-9827-05aa322023fb),segment_id=24073e4b-dfb7-4475-9827-05aa322023fb)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:28.681234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:28.800060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Calling delete_port for 7178483a-45bd-4f4f-83e0-9df43e9f3515 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:28.962037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:29.004535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7178483a-45bd-4f4f-83e0-9df43e9f3515,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:29.376032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:29.944321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Router aa005240-fcb6-4330-b6b7-b2e4a81d32cf has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:41:30.142127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:41:30.150853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] Sync routers for ids ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:41:30.161785 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f2c4f8d1-ec87-46c1-bda1-c7482437d2f6 admin admin] 10.222.0.33 "PUT /v2.0/routers/aa005240-fcb6-4330-b6b7-b2e4a81d32cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7069666 May 29 01:41:30.162053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36194) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:30.165002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] Routers {'aa005240-fcb6-4330-b6b7-b2e4a81d32cf'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:30.165722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:30.352046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:30.369578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] Set router aa005240-fcb6-4330-b6b7-b2e4a81d32cf gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:30.545558 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:30.555642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Deleting port bb8d117c-483d-48f1-be7b-a263cf38c043 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:30.556486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:30.657200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:41:28Z', 'revision_number': 5, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port': {'id': 'bb8d117c-483d-48f1-be7b-a263cf38c043', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:38:04Z', 'updated_at': '2022-05-29T01:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:30.661827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] Checking router: aa005240-fcb6-4330-b6b7-b2e4a81d32cf for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:41:30.673033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] Routers {'aa005240-fcb6-4330-b6b7-b2e4a81d32cf'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:30.673657 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:30.822895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] Set router aa005240-fcb6-4330-b6b7-b2e4a81d32cf gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:30.827037 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] For port bb8d117c-483d-48f1-be7b-a263cf38c043, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=bb8d117c-483d-48f1-be7b-a263cf38c043,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:30.827390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:30.930171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:41:30Z', 'revision_number': 6, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:30.934176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33a540-2f9e-4232-afd6-288387b77ca0 None None] The sync data for ids ['aa005240-fcb6-4330-b6b7-b2e4a81d32cf'] in dv-neutron-843186-2-hyperv is: [{'id': 'aa005240-fcb6-4330-b6b7-b2e4a81d32cf', 'name': 'tempest-TestMinimumBasicScenario-1962736452-router', 'tenant_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:38:03Z', 'updated_at': '2022-05-29T01:41:30Z', 'revision_number': 6, 'project_id': '5133e6961d50489ea05d6f85ec3dcbd9', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:41:30.949696 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Calling delete_port for bb8d117c-483d-48f1-be7b-a263cf38c043 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:31.118725 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.163694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8d117c-483d-48f1-be7b-a263cf38c043,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:31.382096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.535121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f3cac02d-d93f-447d-a721-12f88472a70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.638080 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.642629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.671661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.672271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa005240-fcb6-4330-b6b7-b2e4a81d32cf {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:41:31.684471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.685584 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0de4180e-37de-43ec-8246-8541b9d329ea admin admin] 10.222.0.33 "DELETE /v2.0/routers/aa005240-fcb6-4330-b6b7-b2e4a81d32cf HTTP/1.1" status: 204 len: 168 time: 1.5226426 May 29 01:41:31.688916 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36198) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:31.749794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] Deleting subnet 64d5365c-b897-4dcb-9d0b-7952aad475b0 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:41:31.753945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.804150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.881701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.958475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:31.975912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7178483a-45bd-4f4f-83e0-9df43e9f3515 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:41:32.001065 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d5365c-b897-4dcb-9d0b-7952aad475b0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:32.006776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.013670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 7178483a-45bd-4f4f-83e0-9df43e9f3515 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:41:32.013783 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-58bdc3c5-79b4-43d3-8102-9266e5341082 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/64d5365c-b897-4dcb-9d0b-7952aad475b0 HTTP/1.1" status: 204 len: 168 time: 0.3239188 May 29 01:41:32.014011 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 7178483a-45bd-4f4f-83e0-9df43e9f3515 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:41:32.014425 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb8d117c-483d-48f1-be7b-a263cf38c043 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:41:32.016825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36202) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:32.045783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a6e07-e56a-43c5-be0a-fe743554894f None None] Network f3c883c4-d81a-47e1-83cf-51ef7a326a13 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:41:32.060267 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: bb8d117c-483d-48f1-be7b-a263cf38c043 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:41:32.060615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device bb8d117c-483d-48f1-be7b-a263cf38c043 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:41:32.222104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.231959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Deleting port 1f50020d-2944-4b54-8179-dc24f4262276 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:32.232305 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.300653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] DHCP port deletion for f3c883c4-d81a-47e1-83cf-51ef7a326a13 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:41:32.304892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Deleting port 1f50020d-2944-4b54-8179-dc24f4262276 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:32.305261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.446116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] For port 1f50020d-2944-4b54-8179-dc24f4262276, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1f50020d-2944-4b54-8179-dc24f4262276,segment=NetworkSegment(24073e4b-dfb7-4475-9827-05aa322023fb),segment_id=24073e4b-dfb7-4475-9827-05aa322023fb)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:32.446385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.519624 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] For port 1f50020d-2944-4b54-8179-dc24f4262276, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=1f50020d-2944-4b54-8179-dc24f4262276,segment=NetworkSegment(24073e4b-dfb7-4475-9827-05aa322023fb),segment_id=24073e4b-dfb7-4475-9827-05aa322023fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:32.519932 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.564479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Calling delete_port for 1f50020d-2944-4b54-8179-dc24f4262276 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:32.637511 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.671685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Calling delete_port for 1f50020d-2944-4b54-8179-dc24f4262276 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:41:32.683837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f50020d-2944-4b54-8179-dc24f4262276,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:32.689839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] No DVR routers for this DVR port 1f50020d-2944-4b54-8179-dc24f4262276 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:41:32.743608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:41:32.743874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:41:32.806272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.830623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c883c4-d81a-47e1-83cf-51ef7a326a13']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:32.842116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24073e4b-dfb7-4475-9827-05aa322023fb') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:32.842410 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24073e4b-dfb7-4475-9827-05aa322023fb') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:32.854022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.870078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.876481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:41:32.876857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:41:32.889307 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:41:32.965349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.981113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:32.991327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c883c4-d81a-47e1-83cf-51ef7a326a13,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:32.998859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d22c9f01-b0cd-4fc8-8a11-d355f6bdb965 admin admin] 10.222.0.33 "DELETE /v2.0/networks/f3c883c4-d81a-47e1-83cf-51ef7a326a13 HTTP/1.1" status: 204 len: 168 time: 0.9811041 May 29 01:41:33.188818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36208) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:33.237021 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3638b70c-1876-46dc-b74c-7e654b18f3c2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4a4f4d7b91a34fb8a562fb15502898fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470865 May 29 01:41:33.239352 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36212) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:33.244784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Deleting port 1f50020d-2944-4b54-8179-dc24f4262276 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:41:33.245180 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.299706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e543-5661-41c1-b2d6-6d26e322844f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.306556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cee32c99-0dc4-450f-874b-486ad00e8b94 None None] The port '1f50020d-2944-4b54-8179-dc24f4262276' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 01:41:33.327175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e543-5661-41c1-b2d6-6d26e322844f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.384327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e543-5661-41c1-b2d6-6d26e322844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.401149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e543-5661-41c1-b2d6-6d26e322844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083dfc98-a7b9-4304-ad84-b57ddf894b5a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:33.407470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e543-5661-41c1-b2d6-6d26e322844f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.408616 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7ef3e543-5661-41c1-b2d6-6d26e322844f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/083dfc98-a7b9-4304-ad84-b57ddf894b5a HTTP/1.1" status: 204 len: 168 time: 0.1680815 May 29 01:41:33.647918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0dccf2ea-e033-4a24-9bd8-7aa72b8b85d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.806579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36220) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:33.855197 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c52e4e98-aae8-4dbb-ad61-4a13f3c3256a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5133e6961d50489ea05d6f85ec3dcbd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473495 May 29 01:41:33.857502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36224) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:33.915334 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57c1e1a7-0133-4c1e-aed6-a772aa897e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.943124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57c1e1a7-0133-4c1e-aed6-a772aa897e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:33.965323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1f50020d-2944-4b54-8179-dc24f4262276 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:41:33.995694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57c1e1a7-0133-4c1e-aed6-a772aa897e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:34.004700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 1f50020d-2944-4b54-8179-dc24f4262276 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:41:34.005047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 1f50020d-2944-4b54-8179-dc24f4262276 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:41:34.011948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1e1a7-0133-4c1e-aed6-a772aa897e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4fecfc-6f76-4475-a5c9-54804789a0a1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:34.016382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-57c1e1a7-0133-4c1e-aed6-a772aa897e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:34.017482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-57c1e1a7-0133-4c1e-aed6-a772aa897e8c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6b4fecfc-6f76-4475-a5c9-54804789a0a1 HTTP/1.1" status: 204 len: 168 time: 0.1591215 May 29 01:41:34.692575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:35.511268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.040022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36272) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:36.045602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240305035', 'description': 'tempest-secgroup-smoke-240305035 description', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:36.051890 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.055603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.058401 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.064925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.078063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.089974 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.123286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.128089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.131143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.136816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.208389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.212210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.246277 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.254111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.256128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777413d5-f0da-43dd-90d4-6868e5c1e9c0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:36.260259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.263166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.269714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.323257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.326964 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.367539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07872555-41a9-4f42-a482-255b501f4a74,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:36.370204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.371387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b70dbaf0-1320-4df2-a8f4-430a3a2c90b7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3303399 May 29 01:41:36.374304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36276) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:36.379892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '07872555-41a9-4f42-a482-255b501f4a74', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:36.386008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.389808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.392767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.398273 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.414226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.478670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.481663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.505840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3214ddec-dd18-440c-930f-21e1cd006468,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:36.513741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.514886 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6ef50570-01e7-4001-a8b0-188ca2904d5d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396887 May 29 01:41:36.517864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36280) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:36.523535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '07872555-41a9-4f42-a482-255b501f4a74', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:36.532006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.535760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.538621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.544282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.563951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.625115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.628764 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.651038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a322e4e-2957-433f-b9a5-001ef1e22382,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:36.660524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.661660 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-344a6efa-52da-4496-9065-2800ecfe2223 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1428137 May 29 01:41:36.664408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36284) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:36.669880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '07872555-41a9-4f42-a482-255b501f4a74', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:36.676089 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.679836 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.682682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.689111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.704144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.766961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.770278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.792809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb63a2ab-4b2e-4282-ad9a-e624f0b5b06e,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:36.801199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.802347 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-24514b24-0a9d-4b20-a5e4-be59ff649f68 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1369164 May 29 01:41:36.805046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36288) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:36.810283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '07872555-41a9-4f42-a482-255b501f4a74', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:36.816047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.819771 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.822660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.828808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.845281 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.907096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.910746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.934537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98374d93-03b0-46c9-b995-333c91828fa3,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:36.944713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:36.945858 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5fbeae8d-0ad9-46de-8fcb-8cbbd0f93fd5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1399202 May 29 01:41:36.948509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36292) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:36.954338 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '07872555-41a9-4f42-a482-255b501f4a74', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:36.959947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:36.963723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:36.966586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:36.972631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:36.982647 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:41:36.989104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.053669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.057006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.080162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5636199-39b5-4787-9e50-b8664de1d62f,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:37.089102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.090246 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d653617f-42d8-4479-ac5d-504055d2328e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1408503 May 29 01:41:37.093313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36296) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:37.098707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '07872555-41a9-4f42-a482-255b501f4a74', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:37.104393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:37.108282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:37.111423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:37.117620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:37.130230 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:41:37.136506 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.203228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.207174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.229700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8386bbf-b2c2-4a04-a561-fc9936c8b9b9,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:37.237545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.238676 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-af14162d-b96f-4566-be08-66c492b06dce tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444380 May 29 01:41:37.241960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36300) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:37.247186 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'network': {'name': 'tempest-network-smoke--1055282048', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'port_security_enabled': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:37.252494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:37.256258 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:network and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:37.259059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:37.264777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:37.275529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:41:37.278394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.305621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:41:37.315030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.315364 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Added segment a2beb86b-b596-4909-94f3-4284c23324b9 of type vlan for network 5f867616-573c-46a6-a6bf-ae123c5b6631 May 29 01:41:37.339746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.367306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.370899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:37.371463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.467141 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2241848 May 29 01:41:37.470349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36304) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:37.477482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'admin_state_up': True, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:37.485831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fc3a1-4ed5-4e8a-b2ad-3f0f0264888c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Network': ['ID=5f867616-573c-46a6-a6bf-ae123c5b6631,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:37.488209 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:37.492595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:router and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:37.495564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:37.495926 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:41:37.502267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:37.511794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.512735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.530312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.754821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.926654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:37.954599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:38.089318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.236 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/419f4862-3d71-44dc-8874-f25d6406ef80) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:41:38.233398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:38.259613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:38.325684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:41:38.328956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:41:38.332763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:41:38.361369 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=419f4862-3d71-44dc-8874-f25d6406ef80,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:38.486830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:38.487481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:38.716943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:41:38.910849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:41:38.922520 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Sync routers for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:41:38.934589 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:38.935335 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:38.938650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:38.939887 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f64750b7-a20e-46d0-a655-d5b5123dcbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4686072 May 29 01:41:38.943474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36308) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:39.106459 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8631300c-e70c-409a-a1a2-2d726e2da816 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=34d7ddbf60c14561aacfe67b6f96ae94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618781 May 29 01:41:39.109284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36314) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:39.111014 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:39.238066 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8b00f-a07c-4f4f-8a02-4f405435f7b8 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:39.239541 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-89b8b00f-a07c-4f4f-8a02-4f405435f7b8 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286798 May 29 01:41:39.242648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36318) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:39.280328 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7ed3354c-cdb0-49bd-8f06-b5af0324a0f2 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366228 May 29 01:41:39.283607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36322) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:39.288763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1685725738', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:39.396443 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:38Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:39.400351 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Checking router: 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:41:39.400700 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Updating router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 port 419f4862-3d71-44dc-8874-f25d6406ef80 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:41:39.456289 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.492404 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:39.496312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:subnet and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:39.499081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:39.505282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:39.518585 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:41:39.624029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.803722 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.815515 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Transition to ACTIVE for port object 419f4862-3d71-44dc-8874-f25d6406ef80 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:41:39.821890 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.847199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.898113 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467278a2-0c84-4327-8305-130056299027 None None] Pushing event updated for resources: {'Port': ['ID=419f4862-3d71-44dc-8874-f25d6406ef80,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:39.901933 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Attempting to bind port 419f4862-3d71-44dc-8874-f25d6406ef80 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:41:39.902286 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Attempting to bind port 419f4862-3d71-44dc-8874-f25d6406ef80 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:41:39.902647 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Attempting to bind port 419f4862-3d71-44dc-8874-f25d6406ef80 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:41:39.913774 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.914627 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.914627 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.914798 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.915030 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.915344 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.915659 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.915977 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.916308 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.916619 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.916927 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467278a2-0c84-4327-8305-130056299027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:39.920530 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:41:39.920530 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:41:39.920856 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.921165 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:41:39.921623 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Bound port: 419f4862-3d71-44dc-8874-f25d6406ef80, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:41:39.922127 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.926235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Subnet': ['ID=cb986e7b-f509-4c6a-af99-832dfa45142f,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:39.938098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Checking segment: {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:41:39.938456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network hostable DHCP agents. Network: 5f867616-573c-46a6-a6bf-ae123c5b6631, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:41:39.960419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:41:39.969394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5f867616-573c-46a6-a6bf-ae123c5b6631) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:41:39.973313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:39.974014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:39.978469 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19828c4c-81b3-47a1-9701-90d0cc689040 None None] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:41:39.996989 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5f573669-5e58-4599-8164-e0f9d65ba282 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7122281 May 29 01:41:40.000572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36326) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:40.002272 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] For port 419f4862-3d71-44dc-8874-f25d6406ef80, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:41:40.005463 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] For port 419f4862-3d71-44dc-8874-f25d6406ef80, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=419f4862-3d71-44dc-8874-f25d6406ef80,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:41:40.009450 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:40.093524 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:40.094261 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:40.200039 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5f867616-573c-46a6-a6bf-ae123c5b6631', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:41:40.200774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:40.208292 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467278a2-0c84-4327-8305-130056299027 None None] Pushing event updated for resources: {'Port': ['ID=419f4862-3d71-44dc-8874-f25d6406ef80,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:40.284114 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:40.356035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Allocated IP 172.20.0.2 (5f867616-573c-46a6-a6bf-ae123c5b6631/cb986e7b-f509-4c6a-af99-832dfa45142f/cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:41:40.585452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:40.596978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Transition to ACTIVE for port object cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:41:40.620102 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Transition to ACTIVE for port object cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:41:40.624666 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:38Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:40.626886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:40.629772 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496ac35-eb94-479d-918b-06edfb2f45b5 None None] The sync data for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv is: [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:38Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:41:40.704890 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Pushing event updated for resources: {'Port': ['ID=cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:40.724131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:41:40.725681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.726041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.726382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.726720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.727056 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.727387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.728320 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.728660 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.728997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.729326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.729662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:41:40.732970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:41:40.736605 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:41:40.803652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:40.842518 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Attempting to bind port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:41:40.843169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Attempting to bind port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:41:40.843701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Attempting to bind port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 on network 5f867616-573c-46a6-a6bf-ae123c5b6631 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:41:40.854809 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:41:40.855178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Checking segment: {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:41:40.855573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:40.855982 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Bound using segment: {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:41:40.856512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Bound port: cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:41:40.856880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:40.962873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] For port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:41:40.966460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] For port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:41:40.976604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:41.074423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e019ff1-b15d-4021-b3c9-f974ea4bb19b None None] Pushing event updated for resources: {'Port': ['ID=cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:41.368514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.1 (5f867616-573c-46a6-a6bf-ae123c5b6631/cb986e7b-f509-4c6a-af99-832dfa45142f/17987805-85f4-415b-8893-56ac5e45d7b9) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:41:41.533799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:41.550945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object 17987805-85f4-415b-8893-56ac5e45d7b9 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:41:41.572202 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:41.636961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:41:41.639812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:41:41.643802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:41:41.691331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=17987805-85f4-415b-8893-56ac5e45d7b9,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:41.710723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:41.799370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.010370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5e165-946f-41bc-b00b-69afa0748bb0 None None] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:41:42.111033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 419f4862-3d71-44dc-8874-f25d6406ef80 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:41:42.207870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a6f3f0c-cdaf-4300-abb8-36f8d8fbd95f None None] Provisioning for port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:41:42.214070 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.218597 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.280025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 419f4862-3d71-44dc-8874-f25d6406ef80 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:41:42.288996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 419f4862-3d71-44dc-8874-f25d6406ef80 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:42.289360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.329138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=17987805-85f4-415b-8893-56ac5e45d7b9,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:42.331624 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.454645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.465090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:41:42.466189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:41:42.472562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 419f4862-3d71-44dc-8874-f25d6406ef80, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=419f4862-3d71-44dc-8874-f25d6406ef80,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:42.476661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.477981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:41:42.600095 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=419f4862-3d71-44dc-8874-f25d6406ef80,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:42.616882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:41:42.622623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:42.622996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.747952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.785184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cad9b720-7453-4b06-bf0b-1f923043e02e None None] Provisioning complete for port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:42.785566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cad9b720-7453-4b06-bf0b-1f923043e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.826824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:42.835251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:42.947234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:42.976174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:41:42.989955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cad9b720-7453-4b06-bf0b-1f923043e02e None None] Provisioning for port 17987805-85f4-415b-8893-56ac5e45d7b9 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:41:42.995426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cad9b720-7453-4b06-bf0b-1f923043e02e None None] Provisioning complete for port 17987805-85f4-415b-8893-56ac5e45d7b9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:42.995800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cad9b720-7453-4b06-bf0b-1f923043e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:43.049522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cad9b720-7453-4b06-bf0b-1f923043e02e None None] Port 17987805-85f4-415b-8893-56ac5e45d7b9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:41:43.170310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dc68158c-a243-4771-b6a1-7782915cebf3 None None] Provisioning complete for port 17987805-85f4-415b-8893-56ac5e45d7b9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:43.170997 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dc68158c-a243-4771-b6a1-7782915cebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:43.188612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:41:43.197925 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-01256db4-c9ee-4a2b-beeb-6d5b77dd334a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/0ab900a6-baf2-42e7-821b-b4ea9b3d33e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1960199 May 29 01:41:43.231852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-dc68158c-a243-4771-b6a1-7782915cebf3 None None] Port 17987805-85f4-415b-8893-56ac5e45d7b9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:41:43.393104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0dde4841-d178-4865-af36-8e371532e80b req-f11e9908-9765-4168-ba55-1cf02def490c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:41:43.409564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0dde4841-d178-4865-af36-8e371532e80b req-f11e9908-9765-4168-ba55-1cf02def490c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:41:43.410765 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-f11e9908-9765-4168-ba55-1cf02def490c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240305035&fields=id&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 267 time: 0.0593710 May 29 01:41:43.555684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4841-d178-4865-af36-8e371532e80b req-bd9b4ae7-11bf-454f-b330-ccac2e346a60 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:43.556297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0dde4841-d178-4865-af36-8e371532e80b req-bd9b4ae7-11bf-454f-b330-ccac2e346a60 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:41:43.572218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0dde4841-d178-4865-af36-8e371532e80b req-bd9b4ae7-11bf-454f-b330-ccac2e346a60 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:41:43.573580 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-bd9b4ae7-11bf-454f-b330-ccac2e346a60 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/networks?id=5f867616-573c-46a6-a6bf-ae123c5b6631 HTTP/1.1" status: 200 len: 797 time: 0.1564643 May 29 01:41:43.590671 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-89888075-b394-4ea8-9d12-8d67a8c62015 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/quotas/34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 375 time: 0.0112486 May 29 01:41:43.670489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0dde4841-d178-4865-af36-8e371532e80b req-cdaf2371-0968-4eec-99c7-39ca0fec424e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:41:43.685529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-0dde4841-d178-4865-af36-8e371532e80b req-cdaf2371-0968-4eec-99c7-39ca0fec424e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:41:43.686847 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-cdaf2371-0968-4eec-99c7-39ca0fec424e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900366 May 29 01:41:43.827365 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-f56c7dac-ae0e-408f-a0e0-2e69c9442dbf service neutron] 10.222.0.33 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261327 May 29 01:41:43.961926 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-9b092ba3-1686-4b8e-9a24-6d2f6d2603a7 service neutron] 10.222.0.33 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281314 May 29 01:41:43.981860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 419f4862-3d71-44dc-8874-f25d6406ef80 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:41:44.060045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 419f4862-3d71-44dc-8874-f25d6406ef80 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:44.060421 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:44.184015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:41:44.196774 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-75099f8e-1d7f-46cc-8b4f-449aa02bfb5f req-7023265a-659e-487b-9aa3-c6631cddd251 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 210 time: 0.0759208 May 29 01:41:44.254315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Sync routers for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:41:44.260985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:44.261356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:44.313630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:44.314256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:44.546957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:44.907170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 2, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:44.911269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Checking router: 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:41:44.911639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Updating router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 port 17987805-85f4-415b-8893-56ac5e45d7b9 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:41:44.967878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:45.311906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:45.326283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Transition to ACTIVE for port object 17987805-85f4-415b-8893-56ac5e45d7b9 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:41:45.335892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:45.366045 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-63e25cdf-62de-469a-a880-a6689eaead36 req-9c34b755-6dec-4ae1-873b-f2fe7d4d9d5e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 210 time: 0.0462670 May 29 01:41:45.500812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b63dc-c1ae-4928-bb44-20dea5da6d26 None None] Pushing event updated for resources: {'Port': ['ID=17987805-85f4-415b-8893-56ac5e45d7b9,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:45.525125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4841-d178-4865-af36-8e371532e80b req-936494e8-27f4-471a-bdc6-0eb0e228ef67 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:45.526880 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-936494e8-27f4-471a-bdc6-0eb0e228ef67 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/networks?id=5f867616-573c-46a6-a6bf-ae123c5b6631 HTTP/1.1" status: 200 len: 797 time: 0.2085617 May 29 01:41:45.568701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Attempting to bind port 17987805-85f4-415b-8893-56ac5e45d7b9 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:41:45.569130 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Attempting to bind port 17987805-85f4-415b-8893-56ac5e45d7b9 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:41:45.569960 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Attempting to bind port 17987805-85f4-415b-8893-56ac5e45d7b9 on network 5f867616-573c-46a6-a6bf-ae123c5b6631 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:41:45.577453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:41:45.580482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Checking segment: {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:41:45.580984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:45.581496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Bound using segment: {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:41:45.582081 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Bound port: 17987805-85f4-415b-8893-56ac5e45d7b9, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:41:45.582580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:45.595432 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-f3c60d08-dfac-4912-b552-f63c1670e729 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 379 time: 0.0566325 May 29 01:41:45.603779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'port': {'device_id': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'admin_state_up': True, 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'security_groups': ['07872555-41a9-4f42-a482-255b501f4a74']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:45.691980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] For port 17987805-85f4-415b-8893-56ac5e45d7b9, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:41:45.695470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] For port 17987805-85f4-415b-8893-56ac5e45d7b9, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=17987805-85f4-415b-8893-56ac5e45d7b9,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:41:45.699716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:45.746209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:45.756419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:45.769527 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:41:45.772682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:45.782578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b63dc-c1ae-4928-bb44-20dea5da6d26 None None] Pushing event updated for resources: {'Port': ['ID=17987805-85f4-415b-8893-56ac5e45d7b9,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:45.787973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:45.788610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:45.947346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.8 (5f867616-573c-46a6-a6bf-ae123c5b6631/cb986e7b-f509-4c6a-af99-832dfa45142f/8a6f35b2-1e94-4dfc-9c99-08c7f75f4934) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:41:45.980569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:46.142225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:46.159671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:41:46.183753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:46.348427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:45Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:46.353168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263000f9-e326-428c-a4c7-a8e49940543b None None] The sync data for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv is: [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:45Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:41:46.356839 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:41:46.360239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:41:46.364556 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:41:46.406197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:46.440514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:46.441563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:46.484247 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-a4f745a7-8d5a-4038-a4b7-8fcafabfe046 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854830 May 29 01:41:46.614317 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Request body: {'port': {'device_id': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:46.644595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-349d4a32-4280-4985-ac43-f79a88eb3525 None None] Provisioning for port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:41:46.647104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09ce7-820e-4fd8-87fc-1b5be82aa6a2 req-685c88da-c662-4cae-b79f-f9068e6e3e88 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:46.649204 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b4f09ce7-820e-4fd8-87fc-1b5be82aa6a2 req-685c88da-c662-4cae-b79f-f9068e6e3e88 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 931 time: 0.1019964 May 29 01:41:46.650090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-349d4a32-4280-4985-ac43-f79a88eb3525 None None] Provisioning complete for port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:46.650492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-349d4a32-4280-4985-ac43-f79a88eb3525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:46.712595 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b4f09ce7-820e-4fd8-87fc-1b5be82aa6a2 req-49d755be-9477-40a0-a34e-6da9f2bc5367 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571890 May 29 01:41:46.723372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-349d4a32-4280-4985-ac43-f79a88eb3525 None None] Port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:41:46.741367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:47.089504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:47.098159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:41:47.105326 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:47.121235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Transition to ACTIVE for port object 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:41:47.124991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:47.261200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Pushing event updated for resources: {'Port': ['ID=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:47.390964 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Attempting to bind port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:41:47.391506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Attempting to bind port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:41:47.391617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Attempting to bind port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 on network 5f867616-573c-46a6-a6bf-ae123c5b6631 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:41:47.397292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 on network 5f867616-573c-46a6-a6bf-ae123c5b6631 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:41:47.397606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Attempting to bind port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 on network 5f867616-573c-46a6-a6bf-ae123c5b6631 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:41:47.403637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:41:47.403969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Checking segment: {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:41:47.404382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Bound using segment: {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:41:47.404795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Bound port: 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2beb86b-b596-4909-94f3-4284c23324b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:41:47.405137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:47.495463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] For port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:41:47.498303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] For port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:41:47.502938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:47.561755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:47.563218 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] 10.222.0.16 "PUT /v2.0/ports/8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 HTTP/1.1" status: 200 len: 1093 time: 1.0702243 May 29 01:41:47.563645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:41:47.584860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec211f-0572-477b-a958-b9b7874225ba service neutron] Pushing event updated for resources: {'Port': ['ID=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:47.641193 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417e74a8-725b-4d7b-a010-751be1badc9e'] response: {'name': 'network-changed', 'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'status': 'completed', 'code': 200} May 29 01:41:47.685690 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-6d9443bf-376d-4754-964b-746af61d9bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 1096 time: 0.0807304 May 29 01:41:47.761630 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-26eab920-b206-401c-b9a7-d21abaa95f68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 HTTP/1.1" status: 200 len: 217 time: 0.0699167 May 29 01:41:47.824858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4841-d178-4865-af36-8e371532e80b req-112bf620-80be-4846-b1d5-28dc105266c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:47.826200 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-112bf620-80be-4846-b1d5-28dc105266c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb986e7b-f509-4c6a-af99-832dfa45142f HTTP/1.1" status: 200 len: 835 time: 0.0587280 May 29 01:41:47.904082 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-82353214-2904-43ca-81e5-f21b831dee4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f867616-573c-46a6-a6bf-ae123c5b6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725412 May 29 01:41:47.915217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f58f56-be88-423a-b521-bbfdcb73ecc5 req-ebb7876d-2bf2-4900-9410-a2820fe73618 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:47.916700 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-66f58f56-be88-423a-b521-bbfdcb73ecc5 req-ebb7876d-2bf2-4900-9410-a2820fe73618 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 943 time: 0.0765049 May 29 01:41:47.973665 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-66f58f56-be88-423a-b521-bbfdcb73ecc5 req-174f45c8-63f6-4e69-976d-64f46d9548d4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489819 May 29 01:41:48.012137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 17987805-85f4-415b-8893-56ac5e45d7b9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:41:48.047623 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-725aacdc-5682-4e67-b2de-bdbcea2b9ddd service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369212 May 29 01:41:48.084268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 17987805-85f4-415b-8893-56ac5e45d7b9 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:41:48.088752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 17987805-85f4-415b-8893-56ac5e45d7b9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:48.089125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:48.178090 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0dde4841-d178-4865-af36-8e371532e80b req-ac986245-3577-4c31-9a91-46ca7f92ea0e service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255281 May 29 01:41:48.207114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:48.243021 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 17987805-85f4-415b-8893-56ac5e45d7b9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=17987805-85f4-415b-8893-56ac5e45d7b9,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:48.247434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:48.301799 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-3ea978c0-45e5-45a7-be80-c8af98506217 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 1096 time: 0.0760720 May 29 01:41:48.319682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=17987805-85f4-415b-8893-56ac5e45d7b9,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:48.514488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-c679898a-2009-45e9-a901-31f38e21367a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:48.515904 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-c679898a-2009-45e9-a901-31f38e21367a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f867616-573c-46a6-a6bf-ae123c5b6631 HTTP/1.1" status: 200 len: 898 time: 0.2085340 May 29 01:41:48.584210 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-1a13b268-b4ea-4889-a73c-3499371457cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 HTTP/1.1" status: 200 len: 217 time: 0.0625882 May 29 01:41:48.643715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-412da152-2945-4557-92e3-b45bb5469466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:48.645104 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-412da152-2945-4557-92e3-b45bb5469466 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb986e7b-f509-4c6a-af99-832dfa45142f HTTP/1.1" status: 200 len: 835 time: 0.0557251 May 29 01:41:48.722780 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-302f7a47-e8a3-45be-8c79-2fb74d711d4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f867616-573c-46a6-a6bf-ae123c5b6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722454 May 29 01:41:48.853307 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-2a23eddc-0993-4a69-8be0-85d2d0fcf8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240013 May 29 01:41:48.985271 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3d68814-7e50-4e7a-a9a5-c9adef4de2be req-f2660e49-5aeb-410b-817d-9391bb197022 service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255009 May 29 01:41:49.173272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1cba3-8ccf-40fd-bf5f-652bda9459d7 req-bb4bfa78-5570-4fa4-a57f-a4a7ddd060db tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:49.174716 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11b1cba3-8ccf-40fd-bf5f-652bda9459d7 req-bb4bfa78-5570-4fa4-a57f-a4a7ddd060db tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 943 time: 0.0800231 May 29 01:41:49.219871 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-11b1cba3-8ccf-40fd-bf5f-652bda9459d7 req-80e0afba-59be-4276-906f-14a57c83f254 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392513 May 29 01:41:49.977366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 17987805-85f4-415b-8893-56ac5e45d7b9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:41:50.046013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 17987805-85f4-415b-8893-56ac5e45d7b9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:50.046371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:50.411501 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5db7d6-5850-4aaf-a02c-f0f56cd9552d req-a5e5fc1f-3bd5-40ce-97de-a76bb86162ad tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:50.412997 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fa5db7d6-5850-4aaf-a02c-f0f56cd9552d req-a5e5fc1f-3bd5-40ce-97de-a76bb86162ad tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 943 time: 0.0761631 May 29 01:41:50.461353 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fa5db7d6-5850-4aaf-a02c-f0f56cd9552d req-2fe7bcda-45d7-4e32-b889-6b8590a0161f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 May 29 01:41:51.660758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2c307-1ca1-450f-b6c4-96e04b931b2a req-ebf34504-5f0d-4239-ad27-26782a0a804c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:51.662190 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-edf2c307-1ca1-450f-b6c4-96e04b931b2a req-ebf34504-5f0d-4239-ad27-26782a0a804c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 943 time: 0.0784268 May 29 01:41:51.710832 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-edf2c307-1ca1-450f-b6c4-96e04b931b2a req-d127ec63-a0a0-4844-b841-64128c6be157 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 May 29 01:41:51.916866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:41:52.047722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:52.060218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'port_id': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'mac_address': 'fa:16:3e:8c:d1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:41:52.111895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:52.128984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:41:52.143223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:52.147662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:52.216143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:52.480969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['8a6f35b2-1e94-4dfc-9c99-08c7f75f4934'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:41:52.908523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07b87a-5fd0-4fcb-b0e6-915e93e75cdb req-e8a44203-b365-4997-a030-633712d93f46 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:52.909974 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8e07b87a-5fd0-4fcb-b0e6-915e93e75cdb req-e8a44203-b365-4997-a030-633712d93f46 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 944 time: 0.0757525 May 29 01:41:52.957796 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8e07b87a-5fd0-4fcb-b0e6-915e93e75cdb req-92f16150-fa36-4f3a-952f-17b58b872ca9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 May 29 01:41:53.916918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:41:53.982216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:41:53.987114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:41:53.987485 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:54.100368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:54.126709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:41:54.136318 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:41:54.142852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:54.167457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a929-66c9-455b-9fba-72ea44d5a309 req-fbb41f25-c4a9-432c-a421-a28dc1fb90d9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:54.175470 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8cc8a929-66c9-455b-9fba-72ea44d5a309 req-fbb41f25-c4a9-432c-a421-a28dc1fb90d9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 944 time: 0.0969348 May 29 01:41:54.211638 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:54.226961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8cc8a929-66c9-455b-9fba-72ea44d5a309 req-8a6dbd75-5ead-4130-b164-a6e866c021ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504782 May 29 01:41:54.268339 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035884e7-b00c-44a1-bfb4-03ed99db266e'] response: {'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'code': 200} May 29 01:41:54.484293 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c859fba6-f74a-4684-8474-9946876eb3d1 req-33d269a5-4b1b-4a25-ab5c-41a3a9276605 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 1098 time: 0.0672562 May 29 01:41:54.526043 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c859fba6-f74a-4684-8474-9946876eb3d1 req-0c70a66d-bbbf-4d55-9188-2889a4d4d082 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360048 May 29 01:41:55.509697 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930dddd-72d7-48f4-b7d8-d3ed7e9fe0a6 req-5a2e6505-02c4-4583-a5db-bf5ac135231b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:55.511125 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3930dddd-72d7-48f4-b7d8-d3ed7e9fe0a6 req-5a2e6505-02c4-4583-a5db-bf5ac135231b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.1689856 May 29 01:41:55.557424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3930dddd-72d7-48f4-b7d8-d3ed7e9fe0a6 req-14577430-d030-47cd-a226-ea6d0b8daa6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402460 May 29 01:41:56.757138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd63a9e-2f9c-4d2e-b23a-c3770e0c049f req-bce3ba3c-06e3-4fe8-a10b-a8fa960fb8be tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:56.758561 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7bd63a9e-2f9c-4d2e-b23a-c3770e0c049f req-bce3ba3c-06e3-4fe8-a10b-a8fa960fb8be tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0759540 May 29 01:41:56.803719 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7bd63a9e-2f9c-4d2e-b23a-c3770e0c049f req-62c2bf1f-3d74-41f5-8005-56d5330f2d8b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396707 May 29 01:41:56.999472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d23638-5f4d-411d-ac5d-6dfab8484b17 req-ed86b732-eadb-4acf-8a5b-003f683dfcf0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:57.001520 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12d23638-5f4d-411d-ac5d-6dfab8484b17 req-ed86b732-eadb-4acf-8a5b-003f683dfcf0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0773463 May 29 01:41:57.045264 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12d23638-5f4d-411d-ac5d-6dfab8484b17 req-1c1af78b-8c97-4f0e-b8da-d692342a2edf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383880 May 29 01:41:57.073426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36384) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:57.140721 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-da7e5774-b19c-45ce-b164-802ba93f9f57 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 1093 time: 0.0661070 May 29 01:41:57.143409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36388) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:57.148660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:41:57.154438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:41:57.158213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:floatingip and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:41:57.161006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:41:57.166579 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:41:57.178138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:57.311929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:57.447928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.138 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/1196284f-fc3e-4ba0-8d6b-ad279d99c6a6) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:41:57.593534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:57.621087 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:57.688110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:41:57.691980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:41:57.697163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:41:57.727058 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=1196284f-fc3e-4ba0-8d6b-ad279d99c6a6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:58.187373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:58.242821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:58.447898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:58.452160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:58.638578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=1196284f-fc3e-4ba0-8d6b-ad279d99c6a6,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:41:58.649955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:58.836171 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Floating IP fb07d630-42e8-4a52-9cad-255fdbb2637c associated. External IP: 172.26.5.138, port: 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934. May 29 01:41:59.213728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:41:59.417392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:41:59.427164 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f5eff-217f-4973-8504-d355698db236 None None] Sync routers for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:41:59.442141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:41:59.442559 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:59.443523 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:59.495766 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9e593b7b-9c0d-4be0-9b13-ad5c7766c358 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3513396 May 29 01:41:59.496368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:41:59.566683 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3104574c-b967-439e-b290-42575a2e555c'] response: {'name': 'network-changed', 'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'status': 'completed', 'code': 200} May 29 01:41:59.625690 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:41:59.677266 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be2f493d-70ae-4340-be42-94b446df7373 req-64dd78aa-7fc6-413c-ab14-e88f6e6e3a4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 1098 time: 0.0868723 May 29 01:41:59.691919 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1dbba-c3e4-46cc-b5e5-9697f7df3432 req-11fe17c1-cba4-40d4-8c02-49628ffc21c7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:59.693387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cef1dbba-c3e4-46cc-b5e5-9697f7df3432 req-11fe17c1-cba4-40d4-8c02-49628ffc21c7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0809317 May 29 01:41:59.742228 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cef1dbba-c3e4-46cc-b5e5-9697f7df3432 req-b71023d8-5809-4c18-9fdb-0e1fd8760c29 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430391 May 29 01:41:59.787179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36396) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:41:59.819703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f493d-70ae-4340-be42-94b446df7373 req-a9c265ed-f276-453b-bf3c-462aa49a5b55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:59.821214 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be2f493d-70ae-4340-be42-94b446df7373 req-a9c265ed-f276-453b-bf3c-462aa49a5b55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f867616-573c-46a6-a6bf-ae123c5b6631 HTTP/1.1" status: 200 len: 898 time: 0.1383615 May 29 01:41:59.890965 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7feff3e0-37ba-4020-b0dc-b26c7ba6651b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 200 len: 991 time: 0.1025605 May 29 01:41:59.923238 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be2f493d-70ae-4340-be42-94b446df7373 req-4afb09a0-ede0-41e0-8f75-1de435ae8f32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 HTTP/1.1" status: 200 len: 999 time: 0.0960934 May 29 01:41:59.983257 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'fb07d630-42e8-4a52-9cad-255fdbb2637c', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'port_id': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'mac_address': 'fa:16:3e:8c:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:41:58Z', 'updated_at': '2022-05-29T01:41:58Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:48Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:41:59.983816 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f493d-70ae-4340-be42-94b446df7373 req-6e546af2-84ef-4a40-9b4f-02cc78deb74f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:41:59.986277 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be2f493d-70ae-4340-be42-94b446df7373 req-6e546af2-84ef-4a40-9b4f-02cc78deb74f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb986e7b-f509-4c6a-af99-832dfa45142f HTTP/1.1" status: 200 len: 835 time: 0.0577276 May 29 01:41:59.988096 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f5eff-217f-4973-8504-d355698db236 None None] Checking router: 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:41:59.998647 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:41:59.999230 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:41:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:42:00.062596 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be2f493d-70ae-4340-be42-94b446df7373 req-02a753e9-f2a1-43e5-8400-5b107cdeb683 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f867616-573c-46a6-a6bf-ae123c5b6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704346 May 29 01:42:00.173100 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:42:00.192505 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be2f493d-70ae-4340-be42-94b446df7373 req-bc58bd75-0c51-4243-8f15-e47599537a60 service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243322 May 29 01:42:00.321000 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-be2f493d-70ae-4340-be42-94b446df7373 req-ab8da666-1101-487f-9d52-1fff6caa57ca service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232109 May 29 01:42:00.542952 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-845f5eff-217f-4973-8504-d355698db236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'fb07d630-42e8-4a52-9cad-255fdbb2637c', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'port_id': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'mac_address': 'fa:16:3e:8c:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:41:58Z', 'updated_at': '2022-05-29T01:41:58Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:48Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:42:00.546721 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f5eff-217f-4973-8504-d355698db236 None None] The sync data for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv is: [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'fb07d630-42e8-4a52-9cad-255fdbb2637c', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'port_id': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'mac_address': 'fa:16:3e:8c:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:41:58Z', 'updated_at': '2022-05-29T01:41:58Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:48Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:42:00.895230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36400) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:42:01.001333 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ed21db3e-ec9c-4232-aa1c-a6d901d2ce6b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 200 len: 991 time: 0.1040468 May 29 01:42:01.540107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7f506f96-e162-4f3b-a783-9c57cd5ae509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:02.004433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36404) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:42:02.111039 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cc389e75-d788-474f-841f-6041909e68ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 200 len: 991 time: 0.1049459 May 29 01:42:03.113821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36408) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:42:03.187212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957a80a-1b9e-4df9-ad53-4d68039d5b04 None None] New status for floating IP fb07d630-42e8-4a52-9cad-255fdbb2637c: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:42:03.328355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-30995126-a445-4dee-8655-969fac44ce40 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 200 len: 991 time: 0.2132745 May 29 01:42:03.658297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cee39dc4-f790-4e3b-b52c-d9e119471b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:04.066872 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:42:04.332941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36412) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:42:04.436301 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0918505a-7037-4ef4-83ea-7b1b9d358123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 200 len: 993 time: 0.1021056 May 29 01:42:04.698364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:05.513946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:06.250883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:17.083579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:29.213523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-3371409a-8e8d-4012-b3fc-f71998885ff5 req-d4fc1fdc-8129-48dd-8d7f-341e102f7fca tempest-ServerDiskConfigTestJSON-320358110 tempest-ServerDiskConfigTestJSON-320358110-project] (83979) timed out ('10.222.0.16', 64146) {{(pid=83979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 29 01:42:31.542508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c624aea3-cb32-4d3b-aaa3-e41d6840cbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:33.523505 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-b7932b90-0952-4d8c-aad0-a8bb4e50b2b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774517 May 29 01:42:33.650987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0a8e7075-bf68-40c9-9bcb-748df03fb813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:33.659010 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-3d0321f5-3362-4cdb-9195-ec6a556c0552 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 1098 time: 0.0710194 May 29 01:42:33.888494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-d1268c8f-0587-47fc-9418-ca0be825a3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:42:33.889832 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-d1268c8f-0587-47fc-9418-ca0be825a3c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f867616-573c-46a6-a6bf-ae123c5b6631 HTTP/1.1" status: 200 len: 898 time: 0.2128575 May 29 01:42:33.990158 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-92a20f2c-4c7b-49f4-a0c6-0ebc13563f42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 HTTP/1.1" status: 200 len: 1001 time: 0.0942655 May 29 01:42:34.052975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-916c81f5-0d68-4628-b580-12d3a1825cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:42:34.054349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-916c81f5-0d68-4628-b580-12d3a1825cda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb986e7b-f509-4c6a-af99-832dfa45142f HTTP/1.1" status: 200 len: 835 time: 0.0584025 May 29 01:42:34.125912 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-b3144d77-cda1-4730-988a-1d054209747b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f867616-573c-46a6-a6bf-ae123c5b6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661316 May 29 01:42:34.256393 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-54f7507e-314c-4885-9237-63134468f72b service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245534 May 29 01:42:34.384942 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-dcdf73ec-ee9d-4ae7-a201-5f1da47b6452 req-fcacd041-fdcc-4367-aa5d-d8b802597ece service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230416 May 29 01:42:34.698306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:35.516574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:36.252540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:42:41.066480 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:42:47.106133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:01.545720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-83616506-e27f-4ee6-b268-fedbf4a33a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:03.646426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c43dc290-6a08-4a52-933f-9251af96c745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:04.135482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dd038-9b74-444c-9222-3551ab0b3ece req-6445a295-fc83-4757-911c-b4392bbb91e2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:04.136879 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bc6dd038-9b74-444c-9222-3551ab0b3ece req-6445a295-fc83-4757-911c-b4392bbb91e2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0774720 May 29 01:43:04.186502 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bc6dd038-9b74-444c-9222-3551ab0b3ece req-d67fd404-12a5-4430-8aff-216cf44083f1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434234 May 29 01:43:04.701120 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:05.412528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843c58d-5eab-4680-bd96-96ab5c274eed req-61311c32-efc0-4a2b-92ac-733d8d699a85 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:05.414056 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8843c58d-5eab-4680-bd96-96ab5c274eed req-61311c32-efc0-4a2b-92ac-733d8d699a85 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0805094 May 29 01:43:05.458193 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8843c58d-5eab-4680-bd96-96ab5c274eed req-07321416-19c5-4c3c-b9fa-b9434082709d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 May 29 01:43:05.486330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36442) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:05.520975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:05.593958 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f6e2e2e4-7819-409f-b106-aaf8219b3450 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 200 len: 993 time: 0.1065402 May 29 01:43:06.256799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:07.072480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42341912-e767-441e-95a7-0c899debc139 req-8798ead1-730f-4ebb-a8e1-8b5d98149e1b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:07.073919 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-42341912-e767-441e-95a7-0c899debc139 req-8798ead1-730f-4ebb-a8e1-8b5d98149e1b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0759146 May 29 01:43:07.120500 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-42341912-e767-441e-95a7-0c899debc139 req-34338aaf-c22d-4d80-bcab-e8193c31f4a3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404730 May 29 01:43:08.324879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d2b0-ce6d-4c9f-af30-40114fbaa630 req-579c4a01-3584-4739-9183-7bd2b720c82f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:08.326246 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71d3d2b0-ce6d-4c9f-af30-40114fbaa630 req-579c4a01-3584-4739-9183-7bd2b720c82f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0808415 May 29 01:43:08.371535 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-71d3d2b0-ce6d-4c9f-af30-40114fbaa630 req-d2a4fd20-5215-41d7-9af5-55afbb5900f2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392709 May 29 01:43:08.400928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36454) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:08.502787 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8f44b43b-f065-45c4-9952-fa75323b03ec tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 200 len: 993 time: 0.1007597 May 29 01:43:08.774904 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36462) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:08.976419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 1196284f-fc3e-4ba0-8d6b-ad279d99c6a6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:43:08.976755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:09.143356 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:09.143744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:09.262574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 1196284f-fc3e-4ba0-8d6b-ad279d99c6a6 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:43:09.412448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:09.460377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=1196284f-fc3e-4ba0-8d6b-ad279d99c6a6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:09.499102 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.499449 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.499797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.500231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.500567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.500896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.501223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.501548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.501874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.502202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.502522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:09.562554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:10.047103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:43:10.243188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:43:10.252749 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] Sync routers for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:43:10.259209 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:10.264906 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:10.265503 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:10.314395 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7dff2309-5ef1-4685-898f-a98099f1c922 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/floatingips/fb07d630-42e8-4a52-9cad-255fdbb2637c HTTP/1.1" status: 204 len: 168 time: 1.5384233 May 29 01:43:10.314956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:43:10.374784 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4066c963-f426-4718-929e-63461f28e91b'] response: {'name': 'network-changed', 'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'status': 'completed', 'code': 200} May 29 01:43:10.447095 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:10.467750 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-be07e45b-327a-4bec-9085-efc784a5c845 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 1098 time: 0.0718927 May 29 01:43:10.612885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-1d84d630-668f-48be-b173-9380cc24cab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:10.614312 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-1d84d630-668f-48be-b173-9380cc24cab1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f867616-573c-46a6-a6bf-ae123c5b6631 HTTP/1.1" status: 200 len: 898 time: 0.1414196 May 29 01:43:10.686588 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-63c3fd86-bdb4-443a-a3f7-82129013bd7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 HTTP/1.1" status: 200 len: 217 time: 0.0646932 May 29 01:43:10.715547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a400-f5d6-4eb0-986c-62c7aca76680 req-2b140d00-e203-41b6-a415-e98c0e4cac48 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:10.716921 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-efb4a400-f5d6-4eb0-986c-62c7aca76680 req-2b140d00-e203-41b6-a415-e98c0e4cac48 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0770714 May 29 01:43:10.751231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-ca23fdfc-19dc-422e-a170-a2fd01fcdd97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:10.753617 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-ca23fdfc-19dc-422e-a170-a2fd01fcdd97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb986e7b-f509-4c6a-af99-832dfa45142f HTTP/1.1" status: 200 len: 835 time: 0.0607743 May 29 01:43:10.763726 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:48Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:10.767843 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] Checking router: 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:43:10.772533 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-efb4a400-f5d6-4eb0-986c-62c7aca76680 req-004f78e8-f70e-49a8-b70d-ad645f2f166a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498004 May 29 01:43:10.778474 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:10.779079 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:10.831117 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-64cec71c-b19f-4fa1-a1d6-49e266dfa60e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f867616-573c-46a6-a6bf-ae123c5b6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706596 May 29 01:43:10.956054 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:10.962656 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-1bc57797-e5dd-4226-99c5-0f43d3c494a2 service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241205 May 29 01:43:11.096561 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c165a1da-fe81-4e0a-999d-5017626d6c9d req-85c7c0c1-4156-4fa7-b43e-1dec009a8b36 service neutron] 10.222.0.16 "GET /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266487 May 29 01:43:11.261953 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:48Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:11.265757 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95fa96-b8f7-4d41-b411-c48b2b20396f None None] The sync data for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv is: [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '17987805-85f4-415b-8893-56ac5e45d7b9', 'name': '', 'network_id': '5f867616-573c-46a6-a6bf-ae123c5b6631', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:43:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:41Z', 'updated_at': '2022-05-29T01:41:48Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'cb986e7b-f509-4c6a-af99-832dfa45142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:43:11.474227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248835f7-f480-4d3c-8e7f-12355c356395 None None] New status for floating IP fb07d630-42e8-4a52-9cad-255fdbb2637c: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:43:11.961034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691568e1-4188-4f44-a73c-c03a61ee1a05 req-da4af98f-80ad-4927-accf-d1bdeea65e74 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:11.962467 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-691568e1-4188-4f44-a73c-c03a61ee1a05 req-da4af98f-80ad-4927-accf-d1bdeea65e74 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0770772 May 29 01:43:12.007556 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-691568e1-4188-4f44-a73c-c03a61ee1a05 req-1d14ee5f-404f-4865-8d45-144cd7e6ba6f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396528 May 29 01:43:12.535472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-e9f13812-24fc-4195-9dc0-17dcb89900e8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:12.536172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-e9f13812-24fc-4195-9dc0-17dcb89900e8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:43:12.551585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-e9f13812-24fc-4195-9dc0-17dcb89900e8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:43:12.552755 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-e9f13812-24fc-4195-9dc0-17dcb89900e8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0940101 May 29 01:43:12.619642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:43:12.619975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:12.958881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:12.959255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:13.080321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:43:13.202784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cfc90-72eb-438a-8675-72f3085f8e4c req-2542c268-5da5-4459-b412-99d028c9887d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:13.204246 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-677cfc90-72eb-438a-8675-72f3085f8e4c req-2542c268-5da5-4459-b412-99d028c9887d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=44235f4a-5be0-4c35-90fa-885f7e11d271 HTTP/1.1" status: 200 len: 945 time: 0.0768816 May 29 01:43:13.230743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:13.253723 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-677cfc90-72eb-438a-8675-72f3085f8e4c req-eb80997a-2288-4110-8f08-0c0a64a93442 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=07872555-41a9-4f42-a482-255b501f4a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432999 May 29 01:43:13.278498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=8a6f35b2-1e94-4dfc-9c99-08c7f75f4934,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:13.353892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] No DVR routers for this DVR port 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:43:13.356191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:13.358563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'name': 'network-vif-deleted', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:43:13.373983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d7f0d5e4-e537-4813-8bfe-2a25df7368ef req-40862436-df0f-47e8-b3af-02e081f37709 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "DELETE /v2.0/ports/8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 HTTP/1.1" status: 204 len: 173 time: 0.8163471 May 29 01:43:13.421298 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81311f4-c67d-4f30-9b88-611bff6df4ff'] response: {'server_uuid': '44235f4a-5be0-4c35-90fa-885f7e11d271', 'name': 'network-vif-deleted', 'tag': '8a6f35b2-1e94-4dfc-9c99-08c7f75f4934', 'status': 'completed', 'code': 200} May 29 01:43:14.361064 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36480) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:14.752113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:15.437016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 17987805-85f4-415b-8893-56ac5e45d7b9 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:43:15.437668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:15.614765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 17987805-85f4-415b-8893-56ac5e45d7b9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=17987805-85f4-415b-8893-56ac5e45d7b9,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:15.615110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:15.731057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 17987805-85f4-415b-8893-56ac5e45d7b9 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:43:15.899804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:15.947779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=17987805-85f4-415b-8893-56ac5e45d7b9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:16.246255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:16.402170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:43:16.435378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:43:16.435723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8a6f35b2-1e94-4dfc-9c99-08c7f75f4934 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:43:16.905767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:43:17.100216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:43:17.114973 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] Sync routers for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:43:17.116724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:17.117510 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2c94bfc5-d968-4faa-a226-cf9ab3f8c2e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/0ab900a6-baf2-42e7-821b-b4ea9b3d33e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7553449 May 29 01:43:17.120701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36484) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:17.123176 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:17.123774 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:17.306388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting subnet cb986e7b-f509-4c6a-af99-832dfa45142f {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:43:17.309349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:17.326719 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:17.361176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:17.447835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:17.519332 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:17.557561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Subnet': ['ID=cb986e7b-f509-4c6a-af99-832dfa45142f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:17.568701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:17.575815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a22b4-166c-4ec2-8e2c-cbbd183643cd None None] Network 5f867616-573c-46a6-a6bf-ae123c5b6631 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:43:17.577660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36488) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:17.577786 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/subnets/cb986e7b-f509-4c6a-af99-832dfa45142f HTTP/1.1" status: 204 len: 168 time: 0.4560094 May 29 01:43:17.579048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.579395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.579886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.580110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.580538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.581038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.581346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.581678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.582006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.582347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.582664 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d56d4-a34d-42e0-93eb-112fba15ba36 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:17.606800 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:43:15Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:17.610672 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] Checking router: 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:43:17.621980 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] Routers {'0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:17.622572 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:17.783808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:17.809608 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] Set router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:17.856308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] DHCP port deletion for 5f867616-573c-46a6-a6bf-ae123c5b6631 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:43:17.860550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Deleting port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:43:17.861061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.011630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.022069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 419f4862-3d71-44dc-8874-f25d6406ef80 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:43:18.022570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.040402 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:43:18.090834 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:43:18.121667 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:43:15Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:18.127142 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf42ef-0109-4660-8c66-4a0d622e474a None None] The sync data for ids ['0ab900a6-baf2-42e7-821b-b4ea9b3d33e9'] in dv-neutron-843186-2-hyperv is: [{'id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991776478', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:43:15Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '419f4862-3d71-44dc-8874-f25d6406ef80', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab900a6-baf2-42e7-821b-b4ea9b3d33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:41:37Z', 'updated_at': '2022-05-29T01:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:43:18.132984 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] For port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5,segment=NetworkSegment(a2beb86b-b596-4909-94f3-4284c23324b9),segment_id=a2beb86b-b596-4909-94f3-4284c23324b9)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:18.133383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.220691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 419f4862-3d71-44dc-8874-f25d6406ef80, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=419f4862-3d71-44dc-8874-f25d6406ef80,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:18.221046 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.276422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Calling delete_port for cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:43:18.339133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 419f4862-3d71-44dc-8874-f25d6406ef80 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:43:18.352111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.419634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.471717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Pushing event deleted for resources: {'Port': ['ID=cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:18.482921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] No DVR routers for this DVR port cdb0d7c0-5e8e-4cc3-b514-d091e2e70cc5 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:43:18.484917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.485272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.485603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.485944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.486280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.487144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.487144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.487324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.487626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.487922 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.488278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b0b5d-1aff-4931-bcfb-d42cd5d2c605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:18.520600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:18.570347 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=419f4862-3d71-44dc-8874-f25d6406ef80,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:18.883371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.135518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.139498 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.164682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.165295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Fanout notify agent at l3_agent the message router_deleted on router 0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:43:19.180471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.181690 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c2ebf41c-1d9a-4735-a619-c859fbeab7b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/routers/0ab900a6-baf2-42e7-821b-b4ea9b3d33e9 HTTP/1.1" status: 204 len: 168 time: 1.6027875 May 29 01:43:19.184427 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36492) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:19.299053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.433697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.459439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f867616-573c-46a6-a6bf-ae123c5b6631']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:19.471507 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2beb86b-b596-4909-94f3-4284c23324b9') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:19.471807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2beb86b-b596-4909-94f3-4284c23324b9') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:19.484114 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.500287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.506404 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:43:19.507288 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:43:19.521683 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:43:19.601845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.606746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.635902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Network': ['ID=5f867616-573c-46a6-a6bf-ae123c5b6631,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:19.640650 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-31c1d474-cb46-4b65-9caf-4e9a28bff1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/networks/5f867616-573c-46a6-a6bf-ae123c5b6631 HTTP/1.1" status: 204 len: 168 time: 0.4552712 May 29 01:43:19.643431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36496) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:19.710539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5080e4ac-afcb-4522-8e47-cc6c65861bba tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.741630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5080e4ac-afcb-4522-8e47-cc6c65861bba tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.810416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5080e4ac-afcb-4522-8e47-cc6c65861bba tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.829010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080e4ac-afcb-4522-8e47-cc6c65861bba tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07872555-41a9-4f42-a482-255b501f4a74,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:19.841955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-5080e4ac-afcb-4522-8e47-cc6c65861bba tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:19.845946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-5080e4ac-afcb-4522-8e47-cc6c65861bba tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/security-groups/07872555-41a9-4f42-a482-255b501f4a74 HTTP/1.1" status: 204 len: 168 time: 0.1986487 May 29 01:43:19.980616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36504) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:19.986433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305459153', 'description': 'tempest-secgroup-smoke-1305459153 description', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:19.992954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:19.997332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.000189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.005794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.016779 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.024487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 419f4862-3d71-44dc-8874-f25d6406ef80 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:43:20.056727 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:20.061922 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.062915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 419f4862-3d71-44dc-8874-f25d6406ef80 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:43:20.063263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 419f4862-3d71-44dc-8874-f25d6406ef80 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:43:20.063681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 17987805-85f4-415b-8893-56ac5e45d7b9 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:43:20.065193 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.072757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.096486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 17987805-85f4-415b-8893-56ac5e45d7b9 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:43:20.097175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 17987805-85f4-415b-8893-56ac5e45d7b9 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:43:20.131269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.135456 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.180979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2293b272-4417-4b5a-98e5-0d18370071c4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:20.183759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.184979 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1049cade-aa95-461b-8cbd-dbe2e2fab4a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2030630 May 29 01:43:20.187949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36508) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:20.193358 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '2293b272-4417-4b5a-98e5-0d18370071c4', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:20.199268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:20.203084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.206004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.212287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.228156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.288161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.291503 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.317147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c8168f-8431-4e60-8355-5ca22a114775,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:20.325829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.326961 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2cc4ba6d-d0a1-4609-b5d7-1876e787ccea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1380701 May 29 01:43:20.329659 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36512) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:20.335472 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '2293b272-4417-4b5a-98e5-0d18370071c4', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:20.341296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:20.345194 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.348028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.353702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.370195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.434572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.437968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.458825 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4424c6f5-d94d-488a-87a7-20cc1328f727,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:20.469637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.470791 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6850c659-0bb7-4276-9f01-028522292be7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1402423 May 29 01:43:20.473598 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36516) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:20.479136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '2293b272-4417-4b5a-98e5-0d18370071c4', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:20.484822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:20.488570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.491585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.497761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.514340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.575360 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.578745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.601611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e12a2d-00a2-4b4b-8e10-eafd6e51acda,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:20.609959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.611195 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-01fcbb71-f06c-4d55-9d67-f927204c5ba5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1366508 May 29 01:43:20.613938 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36520) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:20.619523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '2293b272-4417-4b5a-98e5-0d18370071c4', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:20.625173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:20.628877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.632179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.637707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.654065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.721892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.725554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.748679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17925909-45dd-4088-aa13-f8b7706e423e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:20.759300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.760475 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0d6c5147-0581-4ea1-b2cf-1427d9236169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1456535 May 29 01:43:20.763315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36524) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:20.769236 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '2293b272-4417-4b5a-98e5-0d18370071c4', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:20.775370 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:20.779622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.782546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.788223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.797392 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:43:20.804199 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.873307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.877538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.901571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e62534d-fe06-4f2f-91c0-e9a937510e81,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:20.910573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:20.911707 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-85c94813-13a0-4248-90c4-13b6157c2687 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1475050 May 29 01:43:20.914695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36528) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:20.919907 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '2293b272-4417-4b5a-98e5-0d18370071c4', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:20.925618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:20.929919 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:20.932759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:20.938341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:20.949213 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:43:20.955953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.023776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.027311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.054366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632aa0a4-d2b9-4b1d-b259-f6c11837e56c,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:21.063355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.064401 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4db9c027-2e27-405f-838e-78c20b5bec35 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1486788 May 29 01:43:21.067183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36532) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:21.074376 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'network': {'name': 'tempest-network-smoke--1090790917', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:21.081785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:21.086731 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:network and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:21.089691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:21.095661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:21.213455 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:43:21.216576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.248558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:43:21.258285 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.258481 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Added segment ec07f907-f396-4ede-bd87-ca3ee6aae9fd of type vlan for network 93eb3829-660a-4a5b-9777-8390b8ee420d May 29 01:43:21.287195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.325208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.329201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:21.329873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.437921 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3697011 May 29 01:43:21.440760 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36536) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:21.446445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'admin_state_up': True, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:21.446862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cc702-9e46-4f64-b3e8-c3eb99fc1d6e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Network': ['ID=93eb3829-660a-4a5b-9777-8390b8ee420d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:21.453734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:21.457346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 93eb3829-660a-4a5b-9777-8390b8ee420d details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:43:21.457819 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:router and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:21.461541 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:21.472034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:21.483172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.484492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.504549 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.749679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.923777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:21.956777 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:22.088255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.73 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/6481cba7-70f5-4e58-9e5c-87a428480a21) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:43:22.240799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:22.267290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:22.338101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:43:22.340982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:43:22.343999 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:43:22.373451 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=6481cba7-70f5-4e58-9e5c-87a428480a21,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:22.505345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:22.506004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:22.725456 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 1c507304-2aba-4032-a6c0-053ddf02104b is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:43:22.921835 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:43:22.931716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Sync routers for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:43:22.943495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:22.944712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:22.955138 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:22.956353 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b70c91d9-94b9-43e3-ba60-05979161c2ea tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5144868 May 29 01:43:22.959394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36540) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:22.999754 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ac5833d5-7201-4c72-aeac-6ee8bac3adcb tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=34d7ddbf60c14561aacfe67b6f96ae94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386970 May 29 01:43:23.002329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36544) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:23.131004 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e98901-ea19-4800-ab0c-74865b3bbc52 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:23.133166 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c9e98901-ea19-4800-ab0c-74865b3bbc52 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299517 May 29 01:43:23.135955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36548) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:23.160398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:23.173661 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-aaf6bb9b-8192-428e-8654-444fb4c29c4c tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364213 May 29 01:43:23.175953 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36552) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:23.181930 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-627740932', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:23.290562 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:23.294586 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:subnet and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:23.297458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:23.303728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:23.313412 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:43:23.451968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:22Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:23.455701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Checking router: 1c507304-2aba-4032-a6c0-053ddf02104b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:43:23.456075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Updating router 1c507304-2aba-4032-a6c0-053ddf02104b port 6481cba7-70f5-4e58-9e5c-87a428480a21 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:43:23.505370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:23.507474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:23.720323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:23.792648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Subnet': ['ID=c5a86406-3918-460e-8682-63998818a34b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:23.806776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Checking segment: {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:43:23.807124 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network hostable DHCP agents. Network: 93eb3829-660a-4a5b-9777-8390b8ee420d, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:43:23.828968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 93eb3829-660a-4a5b-9777-8390b8ee420d is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:43:23.833161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:23.838938 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 93eb3829-660a-4a5b-9777-8390b8ee420d) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:43:23.842994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:23.843610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:23.845909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Transition to ACTIVE for port object 6481cba7-70f5-4e58-9e5c-87a428480a21 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:43:23.852324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f83516-58a8-4b3a-90ce-bccf6750f35a None None] Network 93eb3829-660a-4a5b-9777-8390b8ee420d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:43:23.866146 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2fc168b6-1c0a-4eb5-835a-a86b0e4e5392 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6889443 May 29 01:43:23.868018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:23.868712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36556) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:24.027430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b6647-2a3c-406f-8802-33c0db07b9c9 None None] Pushing event updated for resources: {'Port': ['ID=6481cba7-70f5-4e58-9e5c-87a428480a21,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:24.033445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Attempting to bind port 6481cba7-70f5-4e58-9e5c-87a428480a21 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:43:24.033811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Attempting to bind port 6481cba7-70f5-4e58-9e5c-87a428480a21 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:43:24.034295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Attempting to bind port 6481cba7-70f5-4e58-9e5c-87a428480a21 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:43:24.051373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:43:24.051739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:43:24.052156 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:24.052536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:43:24.053636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Bound port: 6481cba7-70f5-4e58-9e5c-87a428480a21, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:43:24.054255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:24.199563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] For port 6481cba7-70f5-4e58-9e5c-87a428480a21, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:43:24.216047 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] For port 6481cba7-70f5-4e58-9e5c-87a428480a21, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6481cba7-70f5-4e58-9e5c-87a428480a21,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:43:24.221077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:24.252777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-93eb3829-660a-4a5b-9777-8390b8ee420d', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:43:24.253557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:24.371049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b6647-2a3c-406f-8802-33c0db07b9c9 None None] Pushing event updated for resources: {'Port': ['ID=6481cba7-70f5-4e58-9e5c-87a428480a21,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:24.388713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:24.389338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:24.612790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:24.639535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Allocated IP 172.20.0.2 (93eb3829-660a-4a5b-9777-8390b8ee420d/c5a86406-3918-460e-8682-63998818a34b/f7b9a3f6-df8c-4e7c-9302-ae8df94002b4) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:43:24.723077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:25.085728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.103435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Transition to ACTIVE for port object f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:43:25.129918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Transition to ACTIVE for port object f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:43:25.137701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.200275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.1 (93eb3829-660a-4a5b-9777-8390b8ee420d/c5a86406-3918-460e-8682-63998818a34b/d65ec4ea-b10b-447e-bd53-a62924b175e6) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:43:25.210675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:22Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:25.213709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Network 93eb3829-660a-4a5b-9777-8390b8ee420d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:43:25.218059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Pushing event updated for resources: {'Port': ['ID=f7b9a3f6-df8c-4e7c-9302-ae8df94002b4,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:25.220443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:43:25.222935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:43:25.225632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896dbd8a-9d0c-424c-b68c-8df73dd29138 None None] The sync data for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv is: [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:22Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:43:25.318759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Attempting to bind port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:43:25.320188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Attempting to bind port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:43:25.320610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Attempting to bind port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 on network 93eb3829-660a-4a5b-9777-8390b8ee420d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:43:25.327322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:43:25.327709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Checking segment: {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:43:25.328146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.328540 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Bound using segment: {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:43:25.329014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Bound port: f7b9a3f6-df8c-4e7c-9302-ae8df94002b4, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:43:25.329388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.374367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.393680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object d65ec4ea-b10b-447e-bd53-a62924b175e6 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:43:25.438191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.440211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] For port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:43:25.444819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] For port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f7b9a3f6-df8c-4e7c-9302-ae8df94002b4,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:43:25.448928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.531359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 93eb3829-660a-4a5b-9777-8390b8ee420d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:43:25.535162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:43:25.538746 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:43:25.540229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf8634-ee3e-44cc-9228-43bb6c749107 None None] Pushing event updated for resources: {'Port': ['ID=f7b9a3f6-df8c-4e7c-9302-ae8df94002b4,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:25.564961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=d65ec4ea-b10b-447e-bd53-a62924b175e6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:25.605311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:25.713825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.102590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6481cba7-70f5-4e58-9e5c-87a428480a21 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:43:26.169136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.174517 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.176437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 6481cba7-70f5-4e58-9e5c-87a428480a21 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:43:26.181934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6481cba7-70f5-4e58-9e5c-87a428480a21 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:26.182381 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.292082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=d65ec4ea-b10b-447e-bd53-a62924b175e6,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:26.296790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.306833 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.323674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 6481cba7-70f5-4e58-9e5c-87a428480a21, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6481cba7-70f5-4e58-9e5c-87a428480a21,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:26.328491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.329317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:43:26.451073 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 93eb3829-660a-4a5b-9777-8390b8ee420d is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:43:26.451272 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=6481cba7-70f5-4e58-9e5c-87a428480a21,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:26.452239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:43:26.458568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:43:26.518457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683fe3b-6fb3-4dbc-9f92-cb088bc02616 None None] Network 93eb3829-660a-4a5b-9777-8390b8ee420d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:43:26.624332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e17afdcb-879b-4897-9dc7-00a82683872f None None] Provisioning for port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:43:26.632097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e17afdcb-879b-4897-9dc7-00a82683872f None None] Provisioning complete for port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:26.632465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e17afdcb-879b-4897-9dc7-00a82683872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.902391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e17afdcb-879b-4897-9dc7-00a82683872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.945656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e17afdcb-879b-4897-9dc7-00a82683872f None None] For port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f7b9a3f6-df8c-4e7c-9302-ae8df94002b4,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:26.949507 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e17afdcb-879b-4897-9dc7-00a82683872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:26.973629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 1c507304-2aba-4032-a6c0-053ddf02104b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:43:27.026423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17afdcb-879b-4897-9dc7-00a82683872f None None] Pushing event updated for resources: {'Port': ['ID=f7b9a3f6-df8c-4e7c-9302-ae8df94002b4,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:27.206081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:43:27.218926 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-644bbb17-0cd2-4add-94a7-8717a88e2482 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/1c507304-2aba-4032-a6c0-053ddf02104b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3489559 May 29 01:43:27.290733 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe1eb-f971-4944-a728-da0b35395756 None None] Provisioning complete for port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:27.291271 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe1eb-f971-4944-a728-da0b35395756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:27.427209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe1eb-f971-4944-a728-da0b35395756 None None] Provisioning for port d65ec4ea-b10b-447e-bd53-a62924b175e6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:43:27.432995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe1eb-f971-4944-a728-da0b35395756 None None] Provisioning complete for port d65ec4ea-b10b-447e-bd53-a62924b175e6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:27.433375 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe1eb-f971-4944-a728-da0b35395756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:27.449969 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-e20194e6-0d04-4e35-ae39-d6d493a54970 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305459153&fields=id&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 267 time: 0.0536389 May 29 01:43:27.498126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fe1eb-f971-4944-a728-da0b35395756 None None] Port d65ec4ea-b10b-447e-bd53-a62924b175e6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:43:27.614567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-4b755058-2a2a-4789-b8ba-a2c66d9064c0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:27.616423 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-4b755058-2a2a-4789-b8ba-a2c66d9064c0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 797 time: 0.1596117 May 29 01:43:27.618683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-88a8ce02-a21e-44b7-aa3e-361b2b7b6cb0 None None] Provisioning complete for port d65ec4ea-b10b-447e-bd53-a62924b175e6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:27.619057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-88a8ce02-a21e-44b7-aa3e-361b2b7b6cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:27.633005 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-084c3333-3e70-460e-a689-b7f883f1bf44 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/quotas/34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 375 time: 0.0106385 May 29 01:43:27.670593 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-88a8ce02-a21e-44b7-aa3e-361b2b7b6cb0 None None] Port d65ec4ea-b10b-447e-bd53-a62924b175e6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:43:27.711968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-9ed231a1-dc3d-412d-b4c8-c47e1a850c86 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:43:27.727283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-9ed231a1-dc3d-412d-b4c8-c47e1a850c86 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:43:27.728621 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-9ed231a1-dc3d-412d-b4c8-c47e1a850c86 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907223 May 29 01:43:27.824203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-7686b02c-01b8-4502-973a-12759f8e0a70 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:43:27.825170 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-7686b02c-01b8-4502-973a-12759f8e0a70 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0851836 May 29 01:43:27.957717 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-7044df31-e334-4330-a810-7a76c7b8f389 service neutron] 10.222.0.33 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261926 May 29 01:43:28.028873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6481cba7-70f5-4e58-9e5c-87a428480a21 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:43:28.088447 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-cae9d9e6-11b6-4ded-98f0-5f2af1e78581 service neutron] 10.222.0.33 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243813 May 29 01:43:28.096346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6481cba7-70f5-4e58-9e5c-87a428480a21 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:28.096717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:28.226747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:43:28.275580 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-af5f3b7a-cf39-44ea-8284-0c43063fbd10 req-f75dee19-d9b6-4d86-b5ef-b3cd6ed3c5c4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 210 time: 0.0411282 May 29 01:43:28.299865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:28.299865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:28.776024 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Sync routers for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:43:28.787894 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:28.788514 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:28.962428 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:29.291945 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 2, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:29.297061 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Checking router: 1c507304-2aba-4032-a6c0-053ddf02104b for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:43:29.297478 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Updating router 1c507304-2aba-4032-a6c0-053ddf02104b port d65ec4ea-b10b-447e-bd53-a62924b175e6 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:43:29.351984 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:29.385261 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1ce6551f-6a26-449d-bab1-47b510dc8ebf req-7614da7c-e126-4e64-a463-ddf451322629 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 210 time: 0.0437162 May 29 01:43:29.676546 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:29.689140 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Transition to ACTIVE for port object d65ec4ea-b10b-447e-bd53-a62924b175e6 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:43:29.696352 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:29.825127 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Pushing event updated for resources: {'Port': ['ID=d65ec4ea-b10b-447e-bd53-a62924b175e6,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:29.862716 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.863056 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.863388 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.863714 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.864068 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.864395 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.864713 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.865032 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.865347 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.866257 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.866721 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:43:29.926064 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Attempting to bind port d65ec4ea-b10b-447e-bd53-a62924b175e6 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:43:29.926609 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Attempting to bind port d65ec4ea-b10b-447e-bd53-a62924b175e6 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:43:29.926919 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Attempting to bind port d65ec4ea-b10b-447e-bd53-a62924b175e6 on network 93eb3829-660a-4a5b-9777-8390b8ee420d {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:43:29.934294 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:43:29.934827 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Checking segment: {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:43:29.935224 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:29.935632 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Bound using segment: {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:43:29.936107 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Bound port: d65ec4ea-b10b-447e-bd53-a62924b175e6, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:43:29.936499 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:30.024705 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] For port d65ec4ea-b10b-447e-bd53-a62924b175e6, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:43:30.027753 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] For port d65ec4ea-b10b-447e-bd53-a62924b175e6, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d65ec4ea-b10b-447e-bd53-a62924b175e6,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:43:30.031505 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:30.111537 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c14e30-ff44-4bb8-bec4-2071c1a4c93b None None] Pushing event updated for resources: {'Port': ['ID=d65ec4ea-b10b-447e-bd53-a62924b175e6,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:30.115196 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:30.116599 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:30.303944 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:30.502617 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-23fd8ee8-728c-4b4e-8851-d280246b0a79 req-c0eaba4d-8af8-4263-8be1-20aa29d74580 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 210 time: 0.0416713 May 29 01:43:30.651202 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:30Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:30.655111 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fbd47-c90c-425d-aee4-724be5eaf638 None None] The sync data for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv is: [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:30Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:43:31.553817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-961110c2-f0ca-4985-b538-ef4e4edc6421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:31.620208 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ee8dba37-4040-4c73-bc59-74a774390787 req-d490e9a8-741a-4975-a042-b79bc025f409 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 210 time: 0.0426006 May 29 01:43:32.042167 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d65ec4ea-b10b-447e-bd53-a62924b175e6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:43:32.111946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d65ec4ea-b10b-447e-bd53-a62924b175e6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:43:32.117173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d65ec4ea-b10b-447e-bd53-a62924b175e6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:32.117563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:32.238336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:32.269619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d65ec4ea-b10b-447e-bd53-a62924b175e6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d65ec4ea-b10b-447e-bd53-a62924b175e6,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:32.273651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:32.340364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d65ec4ea-b10b-447e-bd53-a62924b175e6,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:32.784577 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d52d2f46-7cc8-484b-baf9-90c5fca0d3c5 req-1976141a-1dd6-425f-91fa-2efd2ddf71d6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 210 time: 0.0449512 May 29 01:43:33.557876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-00a6f8a3-f091-48d5-811e-7b0ea0aa1130 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:33.558516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-00a6f8a3-f091-48d5-811e-7b0ea0aa1130 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:43:33.575422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-00a6f8a3-f091-48d5-811e-7b0ea0aa1130 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:43:33.576659 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-00a6f8a3-f091-48d5-811e-7b0ea0aa1130 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 797 time: 0.1731274 May 29 01:43:33.631874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-764f7333-729b-48a9-b011-8e2254f2924f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:43:33.648284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-764f7333-729b-48a9-b011-8e2254f2924f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:43:33.649499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-764f7333-729b-48a9-b011-8e2254f2924f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 380 time: 0.0613289 May 29 01:43:33.650104 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a68e5b55-e0d4-4ee6-a334-2a7dacb7eec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:33.657993 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'port': {'device_id': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'admin_state_up': True, 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'security_groups': ['2293b272-4417-4b5a-98e5-0d18370071c4']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:33.797709 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:33.807268 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:33.818369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:43:33.822160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:33.956519 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f01463ea-5895-4910-b827-66faad07e3cf req-0acdef59-b3ec-4b14-93bb-b52f848043cd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 210 time: 0.0467553 May 29 01:43:33.986576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.4 (93eb3829-660a-4a5b-9777-8390b8ee420d/c5a86406-3918-460e-8682-63998818a34b/7d9636fc-f300-47a3-9107-b72ef08652a9) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:43:34.032910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d65ec4ea-b10b-447e-bd53-a62924b175e6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:43:34.100078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d65ec4ea-b10b-447e-bd53-a62924b175e6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:34.100330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.177860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.194947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object 7d9636fc-f300-47a3-9107-b72ef08652a9 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:43:34.217454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.290797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 93eb3829-660a-4a5b-9777-8390b8ee420d is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:43:34.293646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:43:34.297490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:43:34.330112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=7d9636fc-f300-47a3-9107-b72ef08652a9,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:34.365985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:34.366632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.397576 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-99d376e8-b819-4e9f-ad2f-e3fd25842dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7420506 May 29 01:43:34.407397 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Request body: {'port': {'device_id': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:34.519797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.575093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-54fd18ce-131d-4ebe-8a13-71b338727ec9 None None] Provisioning for port 7d9636fc-f300-47a3-9107-b72ef08652a9 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:43:34.580207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-54fd18ce-131d-4ebe-8a13-71b338727ec9 None None] Provisioning complete for port 7d9636fc-f300-47a3-9107-b72ef08652a9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:34.580734 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54fd18ce-131d-4ebe-8a13-71b338727ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.635962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-54fd18ce-131d-4ebe-8a13-71b338727ec9 None None] Port 7d9636fc-f300-47a3-9107-b72ef08652a9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:43:34.704228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.855693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9636fc-f300-47a3-9107-b72ef08652a9 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:43:34.862417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:34.877373 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Transition to ACTIVE for port object 7d9636fc-f300-47a3-9107-b72ef08652a9 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:43:34.881179 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:35.008383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9636fc-f300-47a3-9107-b72ef08652a9,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:35.164303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126816c-9159-42e0-b3a5-e411e38b7604 req-fed99551-f6da-4b83-95d0-6834a90d35ae tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:35.166686 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d126816c-9159-42e0-b3a5-e411e38b7604 req-fed99551-f6da-4b83-95d0-6834a90d35ae tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 943 time: 0.0862484 May 29 01:43:35.220476 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d126816c-9159-42e0-b3a5-e411e38b7604 req-7eab6c44-59cc-4177-a3ae-bef176c971b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439999 May 29 01:43:35.243245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Attempting to bind port 7d9636fc-f300-47a3-9107-b72ef08652a9 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:43:35.243710 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Attempting to bind port 7d9636fc-f300-47a3-9107-b72ef08652a9 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:43:35.244060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Attempting to bind port 7d9636fc-f300-47a3-9107-b72ef08652a9 on network 93eb3829-660a-4a5b-9777-8390b8ee420d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:43:35.250013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Port 7d9636fc-f300-47a3-9107-b72ef08652a9 on network 93eb3829-660a-4a5b-9777-8390b8ee420d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:43:35.250351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Attempting to bind port 7d9636fc-f300-47a3-9107-b72ef08652a9 on network 93eb3829-660a-4a5b-9777-8390b8ee420d {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:43:35.256720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:43:35.257056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Checking segment: {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:43:35.257467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Bound using segment: {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:43:35.257896 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Bound port: 7d9636fc-f300-47a3-9107-b72ef08652a9, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:43:35.258222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:35.347412 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] For port 7d9636fc-f300-47a3-9107-b72ef08652a9, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:43:35.351099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] For port 7d9636fc-f300-47a3-9107-b72ef08652a9, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7d9636fc-f300-47a3-9107-b72ef08652a9,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:43:35.354604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:35.416872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:35.418226 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 1093 time: 1.0151446 May 29 01:43:35.418655 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:43:35.435806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee81a6-d659-42d2-ae28-885df7905e59 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9636fc-f300-47a3-9107-b72ef08652a9,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:35.500298 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f7332f-4ab1-41a6-b40b-1997bf2f4e65'] response: {'name': 'network-changed', 'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'status': 'completed', 'code': 200} May 29 01:43:35.530536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:35.544022 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-f681ebf9-4ef4-4e04-9e49-3f965fa5e691 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1096 time: 0.0796187 May 29 01:43:35.618408 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-1a4d5be3-fd2e-4ff6-849c-2c1a45a50243 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 217 time: 0.0683768 May 29 01:43:35.681956 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-7964a5b8-6525-4afb-9946-73c7aec4c299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:35.683366 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-7964a5b8-6525-4afb-9946-73c7aec4c299 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 200 len: 834 time: 0.0599041 May 29 01:43:35.757697 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-82ccb2db-b106-40f9-84e2-2227a870306b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eb3829-660a-4a5b-9777-8390b8ee420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680680 May 29 01:43:35.895501 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-387558ce-744c-440c-9101-fb029c413ecc service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317425 May 29 01:43:36.023061 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1c86b3af-f5d4-444c-a15d-25126acee919 req-e42f8849-9b0a-4965-946c-e87d79682dc3 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214769 May 29 01:43:36.137840 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-7d6a89bc-7f50-4e4a-98a8-0123ed8a3ace service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1096 time: 0.0691614 May 29 01:43:36.258637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:36.277297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-aaa8f987-a105-4639-8482-4f9b48b9c0fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:36.278685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-aaa8f987-a105-4639-8482-4f9b48b9c0fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 898 time: 0.1353965 May 29 01:43:36.348666 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-a384257e-2bc3-4766-806c-ce3a0db070d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 217 time: 0.0639422 May 29 01:43:36.410164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-fd6de57c-9d77-42bd-a9de-3eedf65176ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:36.411588 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-fd6de57c-9d77-42bd-a9de-3eedf65176ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 200 len: 834 time: 0.0577204 May 29 01:43:36.423013 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3a22c-770b-4099-b34c-2bb3ad9b0c25 req-e89b44f7-9ff5-4213-a1e5-8824618862c6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:36.424464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6de3a22c-770b-4099-b34c-2bb3ad9b0c25 req-e89b44f7-9ff5-4213-a1e5-8824618862c6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 943 time: 0.0793693 May 29 01:43:36.470715 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6de3a22c-770b-4099-b34c-2bb3ad9b0c25 req-c08e5afd-0d3d-4690-a06e-05c251f1de4f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399282 May 29 01:43:36.488501 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-3cd9ff23-7602-4394-868f-5f6485c37ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eb3829-660a-4a5b-9777-8390b8ee420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712647 May 29 01:43:36.622246 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-838a2a14-f729-4721-9500-70e4a44c3e65 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279931 May 29 01:43:36.750565 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-413c38a5-5b5e-4d01-bcca-66192c1c8ed4 req-67a57a31-105f-4e6f-89c8-b7ae504f556d service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225131 May 29 01:43:37.675383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed911227-605e-41cb-8e61-1410460907a3 req-65713d99-8ac1-4379-a992-4634554f626b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:37.676843 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ed911227-605e-41cb-8e61-1410460907a3 req-65713d99-8ac1-4379-a992-4634554f626b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 943 time: 0.0806041 May 29 01:43:37.721621 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ed911227-605e-41cb-8e61-1410460907a3 req-470e96c3-7bc1-472c-8f90-68d9600782b4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388372 May 29 01:43:38.511537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 7d9636fc-f300-47a3-9107-b72ef08652a9 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:43:38.648306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 7d9636fc-f300-47a3-9107-b72ef08652a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7d9636fc-f300-47a3-9107-b72ef08652a9,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:38.661086 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'port_id': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'mac_address': 'fa:16:3e:e1:64:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:43:38.713633 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:38.729941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9636fc-f300-47a3-9107-b72ef08652a9 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:43:38.744952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 7d9636fc-f300-47a3-9107-b72ef08652a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7d9636fc-f300-47a3-9107-b72ef08652a9,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:38.748824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:38.817205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=7d9636fc-f300-47a3-9107-b72ef08652a9,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:38.915610 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f08951-0e32-43f4-b7fc-c6b94616d673 req-7a5509dd-2987-4780-8dd4-9c420ffac2ff tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:38.917058 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05f08951-0e32-43f4-b7fc-c6b94616d673 req-7a5509dd-2987-4780-8dd4-9c420ffac2ff tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 944 time: 0.0762329 May 29 01:43:38.962270 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05f08951-0e32-43f4-b7fc-c6b94616d673 req-3aa185a0-c5d1-4591-9bcd-6b5d7b00dce6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 May 29 01:43:39.067413 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['7d9636fc-f300-47a3-9107-b72ef08652a9'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:43:40.158782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc91b8-9639-4ebf-9a53-38c17c703e1c req-beee5c58-45fc-4008-ab79-c23dea0237d6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:40.160259 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32bc91b8-9639-4ebf-9a53-38c17c703e1c req-beee5c58-45fc-4008-ab79-c23dea0237d6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 944 time: 0.0792632 May 29 01:43:40.205792 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-32bc91b8-9639-4ebf-9a53-38c17c703e1c req-ca6f546b-6bfc-4e24-822f-fdb5fdddb0ed tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 May 29 01:43:40.527463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 7d9636fc-f300-47a3-9107-b72ef08652a9 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:43:40.595214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 7d9636fc-f300-47a3-9107-b72ef08652a9 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:43:40.599678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 7d9636fc-f300-47a3-9107-b72ef08652a9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:43:40.600347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:40.712286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:40.737669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:43:40.747393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 7d9636fc-f300-47a3-9107-b72ef08652a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7d9636fc-f300-47a3-9107-b72ef08652a9,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:43:40.751370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:40.793698 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4676d5-2d2a-412f-9b2d-44889bcc8c19'] response: {'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'code': 200} May 29 01:43:40.818284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=7d9636fc-f300-47a3-9107-b72ef08652a9,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:41.013317 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e951281e-7528-4b83-bbab-2594b8f58874 req-b78b418d-e724-4c2a-bb68-e742b9fb2227 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1098 time: 0.0674648 May 29 01:43:41.053651 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-e951281e-7528-4b83-bbab-2594b8f58874 req-811eed34-e482-40c4-a1d4-7c59d02dac09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339634 May 29 01:43:41.544600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129352e-4b80-4ca2-9d97-58ee3fc76575 req-4afdbc01-aa00-4a3d-ab9d-78ce96bc53bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:41.546024 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2129352e-4b80-4ca2-9d97-58ee3fc76575 req-4afdbc01-aa00-4a3d-ab9d-78ce96bc53bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0754414 May 29 01:43:41.590884 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2129352e-4b80-4ca2-9d97-58ee3fc76575 req-6a033bc0-6e90-491b-8fac-593b99cb0f17 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 May 29 01:43:42.879330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df29e-24b5-4606-bcf7-b77e09d9a47f req-0001284e-c971-48b6-be67-3bbb3833b727 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:42.880708 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b0df29e-24b5-4606-bcf7-b77e09d9a47f req-0001284e-c971-48b6-be67-3bbb3833b727 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.1693084 May 29 01:43:42.924895 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b0df29e-24b5-4606-bcf7-b77e09d9a47f req-3b2fa756-bb37-4f20-91ae-73c8035c89b1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382931 May 29 01:43:43.123391 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c078ac-03f2-4a44-a7b4-906d54127f71 req-6492c70f-0728-41c8-bb5d-4b64537f8595 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:43.124986 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08c078ac-03f2-4a44-a7b4-906d54127f71 req-6492c70f-0728-41c8-bb5d-4b64537f8595 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0776165 May 29 01:43:43.170499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08c078ac-03f2-4a44-a7b4-906d54127f71 req-d981478a-17f0-4d43-9a08-05ed4d5ea9c9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401003 May 29 01:43:43.198838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36626) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:43.266583 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c108447c-6308-46fd-9956-3a07ea375db5 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1093 time: 0.0665736 May 29 01:43:43.269300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36630) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:43.274496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:43:43.280113 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:43:43.284062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:floatingip and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:43:43.287035 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:43:43.293104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:43:43.304774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:43.435821 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:43.569182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.130 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/c5fed097-7d52-4eb9-839d-f2008c447f02) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:43:43.713983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:43.740288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:43.807333 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:43:43.810028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:43:43.813730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:43:43.848298 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=c5fed097-7d52-4eb9-839d-f2008c447f02,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:44.305870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:44.362068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:44.560647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:44.565016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:44.754981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=c5fed097-7d52-4eb9-839d-f2008c447f02,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:43:44.766397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:44.950282 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Floating IP a6d9ccf1-f009-44d5-bc8e-929f1c064a3d associated. External IP: 172.26.5.130, port: 7d9636fc-f300-47a3-9107-b72ef08652a9. May 29 01:43:45.324368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 1c507304-2aba-4032-a6c0-053ddf02104b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:43:45.514724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:43:45.524743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] Sync routers for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:43:45.536799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:45.538097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:45.540850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:45.596489 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-72266a23-6bb4-496c-b16e-ad231e29d353 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3260450 May 29 01:43:45.597084 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:43:45.667477 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5087141-55e8-4b41-86e7-97f0c27cfd2d'] response: {'name': 'network-changed', 'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'status': 'completed', 'code': 200} May 29 01:43:45.722212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:45.801182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c674fd-aa33-4b3b-a7b2-f025bcb50291 req-01519480-4215-4016-ad04-fab5f5d70de0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:45.802678 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-19c674fd-aa33-4b3b-a7b2-f025bcb50291 req-01519480-4215-4016-ad04-fab5f5d70de0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0821867 May 29 01:43:45.848758 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-19c674fd-aa33-4b3b-a7b2-f025bcb50291 req-6e7f78a4-2d4b-4b0e-8b24-914fdd21a48c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 May 29 01:43:45.861487 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-94e4f66d-8e7f-4e63-95a7-1050ccedda96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1098 time: 0.1719303 May 29 01:43:45.885972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36638) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:46.000891 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6dd83350-99f0-4e95-a53d-eb7f62bf86fb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/a6d9ccf1-f009-44d5-bc8e-929f1c064a3d HTTP/1.1" status: 200 len: 991 time: 0.1131516 May 29 01:43:46.017642 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-187f2680-0967-4ae7-a1d8-6c0156f70e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:46.019060 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-187f2680-0967-4ae7-a1d8-6c0156f70e61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 898 time: 0.1519954 May 29 01:43:46.085484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'a6d9ccf1-f009-44d5-bc8e-929f1c064a3d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'port_id': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'mac_address': 'fa:16:3e:e1:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:43:44Z', 'updated_at': '2022-05-29T01:43:44Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:32Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:46.089398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] Checking router: 1c507304-2aba-4032-a6c0-053ddf02104b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:43:46.100618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:43:46.101243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:43:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:46.120314 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-3d3620e3-c5a8-4eed-a74d-814bef6788ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 999 time: 0.0957184 May 29 01:43:46.180483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-8db4059d-9e09-4378-b52e-72223186690d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:43:46.181954 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-8db4059d-9e09-4378-b52e-72223186690d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 200 len: 834 time: 0.0567892 May 29 01:43:46.268966 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-953610af-66cc-460f-8a8f-49659d1d62b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eb3829-660a-4a5b-9777-8390b8ee420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810122 May 29 01:43:46.286365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:43:46.399167 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-1d0a6231-7876-46e1-a918-84120cf3e870 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241312 May 29 01:43:46.534208 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4c1d81f9-c4a9-499f-be59-e2678bfad357 req-ecd239c8-d2d5-41b5-ab19-36d7b36c31b9 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272757 May 29 01:43:46.675572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'a6d9ccf1-f009-44d5-bc8e-929f1c064a3d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'port_id': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'mac_address': 'fa:16:3e:e1:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:43:44Z', 'updated_at': '2022-05-29T01:43:44Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:32Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:43:46.679939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a788a2-80eb-408c-b619-683c0d82674f None None] The sync data for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv is: [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'a6d9ccf1-f009-44d5-bc8e-929f1c064a3d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'port_id': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'mac_address': 'fa:16:3e:e1:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:43:44Z', 'updated_at': '2022-05-29T01:43:44Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:32Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:43:46.888284 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72933f-a92f-49bc-89e5-ce4dcafd5dcd None None] New status for floating IP a6d9ccf1-f009-44d5-bc8e-929f1c064a3d: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:43:47.004807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36642) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:47.116962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:43:47.117769 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7ddd3e61-a999-43e0-9d79-ee50aef93a03 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/a6d9ccf1-f009-44d5-bc8e-929f1c064a3d HTTP/1.1" status: 200 len: 991 time: 0.1118617 May 29 01:43:48.120330 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36646) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:43:48.223352 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2bb7aff6-d5b7-46f6-9dcf-ab88ee6c0450 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/a6d9ccf1-f009-44d5-bc8e-929f1c064a3d HTTP/1.1" status: 200 len: 993 time: 0.1018672 May 29 01:43:55.092219 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:44:01.546241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcb7b-f32d-490d-9edb-10df09ff87ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:03.651858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-02f272ee-777f-4cbd-94c9-f67688f6af19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:04.706595 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:05.523724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:06.261336 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:17.117996 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:31.548322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d293d45b-6aaf-49fc-a350-e2f8db381cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:32.093790 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:44:33.653891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-727e085e-f8e3-4938-8aab-f2dec1f29eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:34.076290 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-0c31b3a2-b837-4ecf-b035-7dec795dbfc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671618 May 29 01:44:34.210652 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-ac8946e1-f4c2-4b3e-90db-cb995606a731 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1098 time: 0.0680294 May 29 01:44:34.351510 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-0efa1579-71d6-4cba-a335-623929d15765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:34.352875 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-0efa1579-71d6-4cba-a335-623929d15765 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 898 time: 0.1240356 May 29 01:44:34.456694 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-8ebda5f7-8476-4d0a-a86c-a0a9287d0def service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 1001 time: 0.0979147 May 29 01:44:34.520134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-8f055936-c981-4eb9-9e15-9c576a638172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:34.522240 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-8f055936-c981-4eb9-9e15-9c576a638172 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 200 len: 834 time: 0.0596404 May 29 01:44:34.594354 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-c8eb465f-fe1f-4f21-a108-779e2abc6dee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eb3829-660a-4a5b-9777-8390b8ee420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664439 May 29 01:44:34.710460 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:34.723886 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-8810b57a-3ad8-4f9a-a8a3-9aea7a635e43 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232190 May 29 01:44:34.945295 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d0f2b9c3-b59e-4a64-82e7-dbdfb136f79d req-334fb7fd-d3a7-4655-843d-433d77f76a1d service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158983 May 29 01:44:35.525144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:36.263548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:47.124862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:44:49.206259 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-3e20f529-0a57-43d1-b0d5-bc490bab75ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1098 time: 0.0816708 May 29 01:44:49.245278 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45884109-8d12-4fe2-80f1-1cc47bd7f7c0 req-c6ee2d2f-02cf-4f50-9263-068fabe3306a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:49.246991 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-45884109-8d12-4fe2-80f1-1cc47bd7f7c0 req-c6ee2d2f-02cf-4f50-9263-068fabe3306a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0780108 May 29 01:44:49.293110 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-45884109-8d12-4fe2-80f1-1cc47bd7f7c0 req-0c04e4a4-6459-4cbc-8cf5-14b35e1338e8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401924 May 29 01:44:49.336661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-d4cdb607-3297-4ba0-8beb-bda0147746d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:49.338049 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-d4cdb607-3297-4ba0-8beb-bda0147746d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 898 time: 0.1265841 May 29 01:44:49.437382 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-b36e4a39-f6e3-4596-aa9a-abcb5650237b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 1001 time: 0.0933990 May 29 01:44:49.502738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-88a22695-9a54-470b-b866-98e7c7d6695a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:49.504065 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-88a22695-9a54-470b-b866-98e7c7d6695a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 200 len: 834 time: 0.0605056 May 29 01:44:49.577175 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-46023482-b067-4259-8d75-e4dd724a3c86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eb3829-660a-4a5b-9777-8390b8ee420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670054 May 29 01:44:49.705531 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-698f20da-3dee-4b6b-8ec0-ca5145e4e0dc service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218581 May 29 01:44:49.836356 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-20bc3062-3cdb-4b56-b2d1-091420c3561e req-91019a77-9310-420f-9fc5-26f4aac9a231 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247778 May 29 01:44:50.503882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b36f1-d886-4b53-84b6-97b07bcec1a2 req-5e415cbd-4d4f-4a78-b9af-eef69ae0f808 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:50.505373 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c50b36f1-d886-4b53-84b6-97b07bcec1a2 req-5e415cbd-4d4f-4a78-b9af-eef69ae0f808 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0870543 May 29 01:44:50.556452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c50b36f1-d886-4b53-84b6-97b07bcec1a2 req-b372a4f6-2e10-44a1-b840-6e188fa5f76b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 May 29 01:44:51.750262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60168bde-620a-4cdf-b8f0-6fa72900e900 req-84ed644c-16c6-4c28-a2f2-e29c1732d3dd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:51.751661 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60168bde-620a-4cdf-b8f0-6fa72900e900 req-84ed644c-16c6-4c28-a2f2-e29c1732d3dd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0746264 May 29 01:44:51.887053 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-60168bde-620a-4cdf-b8f0-6fa72900e900 req-11dbc43b-df0d-454e-b121-2c18f61e8ad9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293514 May 29 01:44:53.203105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aba93-bc7b-4edd-8faa-a67398c498c5 req-5d2360b0-86e9-41e4-8509-914a1de6b73e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:53.204469 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-575aba93-bc7b-4edd-8faa-a67398c498c5 req-5d2360b0-86e9-41e4-8509-914a1de6b73e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.1945622 May 29 01:44:53.252027 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-575aba93-bc7b-4edd-8faa-a67398c498c5 req-1479ad3c-a431-4a4b-973e-09f43df341be tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404255 May 29 01:44:54.451702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b976a70-d93c-46f6-9e56-ad3243432247 req-f5b4c557-a7f6-4326-b626-8d2dc32a871f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:54.453159 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5b976a70-d93c-46f6-9e56-ad3243432247 req-f5b4c557-a7f6-4326-b626-8d2dc32a871f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0773306 May 29 01:44:54.498086 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5b976a70-d93c-46f6-9e56-ad3243432247 req-7a827645-b08e-414d-8970-7c0755f23ce2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 May 29 01:44:55.694345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4b580-72aa-4835-9732-23b95020161b req-5f384151-1a09-4568-9061-5bdd1739efd2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:55.695732 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a3e4b580-72aa-4835-9732-23b95020161b req-5f384151-1a09-4568-9061-5bdd1739efd2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0754969 May 29 01:44:55.738693 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a3e4b580-72aa-4835-9732-23b95020161b req-94cf82ec-8355-4b1a-aaa5-09f0c517f993 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373833 May 29 01:44:57.014844 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464d41-d39a-4f86-a7f5-808f3320fa72 req-5c085aa7-40f0-461c-b88e-b662eb96d5d6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:57.016276 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6464d41-d39a-4f86-a7f5-808f3320fa72 req-5c085aa7-40f0-461c-b88e-b662eb96d5d6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.1572630 May 29 01:44:57.060833 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6464d41-d39a-4f86-a7f5-808f3320fa72 req-acc17f1b-ce34-4693-a9b6-09ba0203a008 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382192 May 29 01:44:58.258996 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade88a8-abff-4b10-aaab-8917b1a2660f req-20d79963-1ae6-4226-9dc5-507ff1e57b5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:58.260401 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bade88a8-abff-4b10-aaab-8917b1a2660f req-20d79963-1ae6-4226-9dc5-507ff1e57b5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0736561 May 29 01:44:58.309464 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bade88a8-abff-4b10-aaab-8917b1a2660f req-15875ea6-eb26-413f-8118-95b899c430a4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 May 29 01:44:59.502368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f128b-dc77-4937-bd20-27aeed8be624 req-acd5fe3c-1a89-4246-ad7f-260951738bb7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:44:59.503818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf1f128b-dc77-4937-bd20-27aeed8be624 req-acd5fe3c-1a89-4246-ad7f-260951738bb7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0749161 May 29 01:44:59.549874 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf1f128b-dc77-4937-bd20-27aeed8be624 req-89f48650-1595-4e41-889d-31f1be84b088 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403836 May 29 01:45:00.763914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55489-f88b-4989-884c-67675d1be0b4 req-c238d42d-722d-43e2-ada0-a9e9dd85a5a9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:00.765366 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0f55489-f88b-4989-884c-67675d1be0b4 req-c238d42d-722d-43e2-ada0-a9e9dd85a5a9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0833101 May 29 01:45:00.810855 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0f55489-f88b-4989-884c-67675d1be0b4 req-ec1696b9-0c09-471d-83fb-474d60ba24a4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 May 29 01:45:01.549824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0a79b65c-74fb-414c-805d-44b1cef08b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:02.005373 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab0e5-dde6-4bbe-b7d1-cdf907948fc8 req-ab08a350-de21-4a0a-a457-f8073aeaadc5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:02.007533 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be6ab0e5-dde6-4bbe-b7d1-cdf907948fc8 req-ab08a350-de21-4a0a-a457-f8073aeaadc5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0763004 May 29 01:45:02.051655 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be6ab0e5-dde6-4bbe-b7d1-cdf907948fc8 req-8bc286c9-6989-4b1f-9be2-5866d0aaf37b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 May 29 01:45:02.079312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36702) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:45:02.181571 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-269b39ce-a9e3-4d74-8a1c-b6500a5f163e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/a6d9ccf1-f009-44d5-bc8e-929f1c064a3d HTTP/1.1" status: 200 len: 993 time: 0.1011693 May 29 01:45:03.654177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-19407256-68b4-4b4f-894a-f810f521f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:04.711643 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:05.526537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:06.268065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:09.094121 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:45:17.125538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:31.551068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-debdd76d-cce1-4af9-9d2b-bc1ceb8c4e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:33.658176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3360e719-9074-4390-afc8-dc152fe82f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:34.716337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:35.500842 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-061a932d-2bcf-4233-b567-385f336ddbc8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715952 May 29 01:45:35.527386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:35.636111 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-c3a05bfc-8617-477e-835d-4e169b5b769e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1098 time: 0.0696476 May 29 01:45:35.776156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-a3d691ef-af37-4ff6-b599-3f101fd9ced1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:35.777508 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-a3d691ef-af37-4ff6-b599-3f101fd9ced1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 898 time: 0.1240513 May 29 01:45:35.879098 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-3e97cf93-fa56-42a2-81c3-36de105b1a20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 1001 time: 0.0953219 May 29 01:45:35.938616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-05b91897-6187-4d4e-8f6a-5742a6aca545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:35.939986 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-05b91897-6187-4d4e-8f6a-5742a6aca545 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 200 len: 834 time: 0.0554647 May 29 01:45:36.014884 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-d9afae95-6374-4aee-925b-f2d50ccbebb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eb3829-660a-4a5b-9777-8390b8ee420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692284 May 29 01:45:36.143390 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-3c84ed7e-176c-42f3-af0b-d5f022d9cfad service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229942 May 29 01:45:36.270139 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:36.363956 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c55361b1-639c-4aba-b510-ca3cf4cc9ca6 req-7fd2d743-d6ff-41eb-9efe-4c946ea45420 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144935 May 29 01:45:46.094195 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:45:47.122029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:51.553658 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36728) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:45:51.748341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port c5fed097-7d52-4eb9-839d-f2008c447f02 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:45:51.748931 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:51.910870 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:51.911195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:52.030755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for c5fed097-7d52-4eb9-839d-f2008c447f02 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:45:52.177750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:52.221511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=c5fed097-7d52-4eb9-839d-f2008c447f02,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:45:52.258824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.259101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.259434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.259761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.260107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.260433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.260751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.261068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.261383 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.261697 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.262013 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:45:52.333025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:52.737078 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 1c507304-2aba-4032-a6c0-053ddf02104b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:45:53.026822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:45:53.036022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] Sync routers for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:45:53.043214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:53.048490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:45:53.049098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:45:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:45:53.094946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c571d8ff-3ba1-4d63-9f05-8b7b311d70f9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/floatingips/a6d9ccf1-f009-44d5-bc8e-929f1c064a3d HTTP/1.1" status: 204 len: 168 time: 1.5403032 May 29 01:45:53.095595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:45:53.180138 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b4de0d-0074-478e-9668-7a9ca5ab0ff7'] response: {'name': 'network-changed', 'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'status': 'completed', 'code': 200} May 29 01:45:53.233602 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:45:53.269200 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-00c10073-0b69-48f3-8707-f4e08679d056 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 1098 time: 0.0689809 May 29 01:45:53.403878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-ddf4ffc0-f53e-4f7e-8f35-99097a8a3b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:53.405452 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-ddf4ffc0-f53e-4f7e-8f35-99097a8a3b53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 200 len: 898 time: 0.1304712 May 29 01:45:53.476816 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-6aec7648-e8d2-49a0-b7d0-f6c89bbc8ed5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 200 len: 217 time: 0.0643945 May 29 01:45:53.535776 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262347f2-bc17-475f-a66c-c96e143be345 req-01447f7d-b673-41d0-9c43-74da4e227774 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:53.537378 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-262347f2-bc17-475f-a66c-c96e143be345 req-01447f7d-b673-41d0-9c43-74da4e227774 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0816414 May 29 01:45:53.541422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-a99f99c1-5913-4fcc-a0ce-4750dd8f1a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:53.542851 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-a99f99c1-5913-4fcc-a0ce-4750dd8f1a23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 200 len: 834 time: 0.0602698 May 29 01:45:53.553363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:32Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:45:53.558198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] Checking router: 1c507304-2aba-4032-a6c0-053ddf02104b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:45:53.569619 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:45:53.576344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:45:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:45:53.585528 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-262347f2-bc17-475f-a66c-c96e143be345 req-c096d4da-6235-433d-b210-4a4b3542b619 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418334 May 29 01:45:53.622905 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-ea13a3d2-a200-4476-9398-cba2a335d024 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eb3829-660a-4a5b-9777-8390b8ee420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735724 May 29 01:45:53.758041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:45:53.765963 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-d1bb9c60-e5a0-4093-98f4-3e528d2ac5d9 service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365438 May 29 01:45:53.895537 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d52adb0e-8d63-4662-96b3-488f7026ed40 req-250886cd-6eee-4ffe-8202-51768d83625e service neutron] 10.222.0.16 "GET /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232173 May 29 01:45:54.107949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:32Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:45:54.112677 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee5b1a-8a26-4fdc-83f3-06e0e822c286 None None] The sync data for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv is: [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:25Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'd65ec4ea-b10b-447e-bd53-a62924b175e6', 'name': '', 'network_id': '93eb3829-660a-4a5b-9777-8390b8ee420d', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:c3:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5a86406-3918-460e-8682-63998818a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:24Z', 'updated_at': '2022-05-29T01:43:32Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': 'c5a86406-3918-460e-8682-63998818a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:45:54.317788 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3aa77d-0be1-4190-a596-adb54d0dd550 None None] New status for floating IP a6d9ccf1-f009-44d5-bc8e-929f1c064a3d: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:45:54.784640 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3d9f7-54d5-46ce-b22a-3c0b372fd7c6 req-5947e41b-0b77-467c-8a29-57306aa15dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:54.785991 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5c3d9f7-54d5-46ce-b22a-3c0b372fd7c6 req-5947e41b-0b77-467c-8a29-57306aa15dc9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0766454 May 29 01:45:54.830166 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c5c3d9f7-54d5-46ce-b22a-3c0b372fd7c6 req-0c94aac1-b954-4764-92c6-5842a0538802 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=2293b272-4417-4b5a-98e5-0d18370071c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 May 29 01:45:55.174192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-141dab0b-b9dd-438f-9234-9e5bbf9cefb5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:45:55.174877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-141dab0b-b9dd-438f-9234-9e5bbf9cefb5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:45:55.194753 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-141dab0b-b9dd-438f-9234-9e5bbf9cefb5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:45:55.196807 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-141dab0b-b9dd-438f-9234-9e5bbf9cefb5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 945 time: 0.0956492 May 29 01:45:55.268306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 7d9636fc-f300-47a3-9107-b72ef08652a9 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:45:55.268640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:55.502486 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 7d9636fc-f300-47a3-9107-b72ef08652a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7d9636fc-f300-47a3-9107-b72ef08652a9,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:45:55.502754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:55.623162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 7d9636fc-f300-47a3-9107-b72ef08652a9 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:45:55.762332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:55.813332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=7d9636fc-f300-47a3-9107-b72ef08652a9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:45:55.884506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] No DVR routers for this DVR port 7d9636fc-f300-47a3-9107-b72ef08652a9 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:45:55.886958 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:55.889436 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'name': 'network-vif-deleted', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:45:55.907390 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-83dc52cd-e1cd-4dce-928b-8221ee67d2d7 req-001b1410-b50c-4065-b285-04b7d2de2820 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "DELETE /v2.0/ports/7d9636fc-f300-47a3-9107-b72ef08652a9 HTTP/1.1" status: 204 len: 173 time: 0.7047715 May 29 01:45:55.950713 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc93fce-fe3f-4c61-8f15-ebca4994ade9'] response: {'server_uuid': 'cf411f26-647b-42b7-8f37-3bdf52bbab69', 'name': 'network-vif-deleted', 'tag': '7d9636fc-f300-47a3-9107-b72ef08652a9', 'status': 'completed', 'code': 200} May 29 01:45:56.008287 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c18ae58-da1f-4aa7-9a9b-e789b585eb68 req-3cdd63d2-1456-463c-b136-6dad97b2f2a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf411f26-647b-42b7-8f37-3bdf52bbab69 HTTP/1.1" status: 200 len: 210 time: 0.0452950 May 29 01:45:57.120304 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36746) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:45:57.598234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:58.186477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port d65ec4ea-b10b-447e-bd53-a62924b175e6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:45:58.187074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:58.364543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port d65ec4ea-b10b-447e-bd53-a62924b175e6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d65ec4ea-b10b-447e-bd53-a62924b175e6,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:45:58.364826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:58.483078 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for d65ec4ea-b10b-447e-bd53-a62924b175e6 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:45:58.656363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:58.796997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=d65ec4ea-b10b-447e-bd53-a62924b175e6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:45:59.085887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:45:59.121324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 7d9636fc-f300-47a3-9107-b72ef08652a9 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:45:59.154762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 7d9636fc-f300-47a3-9107-b72ef08652a9 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:45:59.155196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 7d9636fc-f300-47a3-9107-b72ef08652a9 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:45:59.659004 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 1c507304-2aba-4032-a6c0-053ddf02104b has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:45:59.856715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:45:59.866060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] Sync routers for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:45:59.869375 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4abac1b0-f345-48ec-a331-18d25dc97bca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/1c507304-2aba-4032-a6c0-053ddf02104b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7480271 May 29 01:45:59.872091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36750) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:45:59.877966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:45:59.878566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:45:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:00.054818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_v2 [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting subnet c5a86406-3918-460e-8682-63998818a34b {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:46:00.056653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:00.058053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.113036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1863273'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.301791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.343292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:45:58Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:00.347152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] Checking router: 1c507304-2aba-4032-a6c0-053ddf02104b for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:46:00.357869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] Routers {'1c507304-2aba-4032-a6c0-053ddf02104b'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:46:00.358564 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:45:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['1c507304-2aba-4032-a6c0-053ddf02104b'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:00.374254 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1784619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1111593'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.418613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a86406-3918-460e-8682-63998818a34b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:00.423340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.429631 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-554687f7-f5c3-4449-b8d8-67eeee571caf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/subnets/c5a86406-3918-460e-8682-63998818a34b HTTP/1.1" status: 204 len: 168 time: 0.5565734 May 29 01:46:00.432223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:00.471520 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ad063-3e0a-4800-8028-8c279c33b265 None None] Network 93eb3829-660a-4a5b-9777-8390b8ee420d requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:46:00.632263 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.682957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] Set router 1c507304-2aba-4032-a6c0-053ddf02104b gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:00.834224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.844039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 6481cba7-70f5-4e58-9e5c-87a428480a21 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:46:00.844367 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:00.966374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] DHCP port deletion for 93eb3829-660a-4a5b-9777-8390b8ee420d request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:46:00.999475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Deleting port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:46:00.999840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.021848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 6481cba7-70f5-4e58-9e5c-87a428480a21, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6481cba7-70f5-4e58-9e5c-87a428480a21,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:01.022203 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.146840 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 6481cba7-70f5-4e58-9e5c-87a428480a21 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:46:01.194637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:45:58Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:01.207508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495afb8-c8e6-4620-9f4d-0b57893db4cd None None] The sync data for ids ['1c507304-2aba-4032-a6c0-053ddf02104b'] in dv-neutron-843186-2-hyperv is: [{'id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984253852', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:45:58Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6481cba7-70f5-4e58-9e5c-87a428480a21', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507304-2aba-4032-a6c0-053ddf02104b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:43:21Z', 'updated_at': '2022-05-29T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:46:01.218752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] For port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=f7b9a3f6-df8c-4e7c-9302-ae8df94002b4,segment=NetworkSegment(ec07f907-f396-4ede-bd87-ca3ee6aae9fd),segment_id=ec07f907-f396-4ede-bd87-ca3ee6aae9fd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:01.219144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.317105 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.341973 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Calling delete_port for f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:46:01.363084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=6481cba7-70f5-4e58-9e5c-87a428480a21,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:01.413902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.459140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Pushing event deleted for resources: {'Port': ['ID=f7b9a3f6-df8c-4e7c-9302-ae8df94002b4,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:01.468978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] No DVR routers for this DVR port f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:46:01.474023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.474364 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.474709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.475048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.475376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.475700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.476046 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.476800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.476800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.477672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.477944 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61b727-2a77-46c5-a705-a23133122c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:01.556429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7c9e6568-4ab6-480f-a884-fcdd4e264b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.611776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.969122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.973319 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.997681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:01.998186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Fanout notify agent at l3_agent the message router_deleted on router 1c507304-2aba-4032-a6c0-053ddf02104b {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:46:02.012955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.014041 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4a602933-70ad-4f6f-9867-bc6fb7d163b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/routers/1c507304-2aba-4032-a6c0-053ddf02104b HTTP/1.1" status: 204 len: 168 time: 1.5809326 May 29 01:46:02.016775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36758) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:02.144516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.273858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.298377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eb3829-660a-4a5b-9777-8390b8ee420d']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:02.310675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:02.310967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec07f907-f396-4ede-bd87-ca3ee6aae9fd') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:02.322137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.337768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.343467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:46:02.343829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:46:02.358123 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:46:02.436413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.453348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.464914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Network': ['ID=93eb3829-660a-4a5b-9777-8390b8ee420d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:02.475263 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-95761f01-e74a-498b-9c0d-63e3f1a4aff5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/networks/93eb3829-660a-4a5b-9777-8390b8ee420d HTTP/1.1" status: 204 len: 168 time: 0.4572623 May 29 01:46:02.478815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36762) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:02.502665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:46:02.537516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:46:02.537862 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device f7b9a3f6-df8c-4e7c-9302-ae8df94002b4 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:46:02.538276 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d65ec4ea-b10b-447e-bd53-a62924b175e6 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:46:02.553271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.570283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d65ec4ea-b10b-447e-bd53-a62924b175e6 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:46:02.570722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d65ec4ea-b10b-447e-bd53-a62924b175e6 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:46:02.584108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.648245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.666434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2293b272-4417-4b5a-98e5-0d18370071c4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:02.677559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.677899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.678230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.678561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.678891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.679212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.679531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.679852 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.680758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.681323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.681706 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:02.686719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:02.690598 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-81b0846a-7a75-4c58-b44c-9e2c7b69989a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/security-groups/2293b272-4417-4b5a-98e5-0d18370071c4 HTTP/1.1" status: 204 len: 168 time: 0.2080309 May 29 01:46:03.660555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4e5359ad-6960-4874-be02-d9e7cb70688f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:03.851253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36772) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:03.856976 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778622703', 'description': 'tempest-secgroup-smoke-778622703 description', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:03.862983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:03.867059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:03.870489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:03.880110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:03.891405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:03.925748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:03.929421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:03.933173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:03.938971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:03.992377 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:03.996559 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.041966 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bf187d-c820-433a-91f6-86cffcec0ac1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:04.046984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.047660 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bd51e4ce-80be-49bf-8afc-f3eea3045957 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1954329 May 29 01:46:04.050546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36776) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:04.056224 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': 'b6bf187d-c820-433a-91f6-86cffcec0ac1', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:04.062041 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:04.067053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6481cba7-70f5-4e58-9e5c-87a428480a21 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:46:04.067198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:04.070381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:04.076098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:04.092626 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.103415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 6481cba7-70f5-4e58-9e5c-87a428480a21 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:46:04.103755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6481cba7-70f5-4e58-9e5c-87a428480a21 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:46:04.155553 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.159197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.184808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cf483a-4af0-4f38-b0aa-4507d8d8315c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:04.194354 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.197881 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9606ab77-8bba-49f6-83e6-7c7b8003e7c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1439614 May 29 01:46:04.198242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36780) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:04.203440 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': 'b6bf187d-c820-433a-91f6-86cffcec0ac1', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:04.209106 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:04.213153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:04.215943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:04.221661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:04.237949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.300546 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.303802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.326527 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d042ded6-8c8c-4176-af50-1a2fdd64406c,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:04.334321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.335462 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b648cca2-23cb-48b5-9e1c-10db1b876115 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1363325 May 29 01:46:04.338406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36784) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:04.343582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': 'b6bf187d-c820-433a-91f6-86cffcec0ac1', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:04.349320 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:04.353816 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:04.356650 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:04.362237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:04.378781 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.440757 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.444666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.469132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82d22ac-d72f-48cb-8ff7-cf0affd0a581,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:04.480297 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.481438 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f113fb98-ccb6-4a2b-9d7e-869da27b9d80 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421728 May 29 01:46:04.484174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36788) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:04.489409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': 'b6bf187d-c820-433a-91f6-86cffcec0ac1', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:04.495380 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:04.499395 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:04.502211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:04.507754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:04.526160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.591159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.594608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.616642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468ab350-958f-4449-aecf-38c217e51908,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:04.625407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.626591 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e989eefa-9e46-414f-a7b8-75fb3332cec4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415224 May 29 01:46:04.629357 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36792) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:04.635421 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': 'b6bf187d-c820-433a-91f6-86cffcec0ac1', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:04.641159 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:04.644927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:04.647693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:04.653326 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:04.662441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:46:04.668638 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.718328 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.731869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.735335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.763053 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b6652d-eb05-42a7-bdb8-37ce8a5e0ac6,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:04.769583 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.770593 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-69c1d078-aa68-40cd-8617-624ae10ac93e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1403108 May 29 01:46:04.773249 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36796) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:04.779846 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': 'b6bf187d-c820-433a-91f6-86cffcec0ac1', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:04.785715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:04.789584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:04.792785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:04.798466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:04.808371 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:46:04.814415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.879732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.884325 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.905958 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68325e56-bbed-4099-856a-541be58c07ec,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:04.914147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.915406 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-829e96e0-9263-4dfe-9e16-e1350189fadd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1411922 May 29 01:46:04.918193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36800) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:04.923312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'network': {'name': 'tempest-network-smoke--207827341', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'port_security_enabled': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:04.928022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:04.932699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:network and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:04.935459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:04.941151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:04.953923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:46:04.956822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.983901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:46:04.992345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:04.993358 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Added segment 36138202-ddc6-41c0-a2f3-bfb528b20925 of type vlan for network 777d61ca-42ab-4cf7-83dc-2d35c4540938 May 29 01:46:05.017922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.046405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.050140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:05.050704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.150302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2310143 May 29 01:46:05.152917 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36804) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:05.159948 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'admin_state_up': True, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:05.167804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:05.169967 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81897fa-9ef0-4368-af64-f7ce0679ec5b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Network': ['ID=777d61ca-42ab-4cf7-83dc-2d35c4540938,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:05.173670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:router and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:05.176594 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:05.181031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:46:05.182642 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:05.192017 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.192924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.213009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.438245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.529312 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.614303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.646327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.776213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.82 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/6df1cf70-4b38-4169-9cca-b38995fba6ae) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:46:05.920368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:05.947768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:06.015199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:46:06.018016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:46:06.020647 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:46:06.050136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=6df1cf70-4b38-4169-9cca-b38995fba6ae,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:06.182416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:06.183142 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:06.273365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:06.405117 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 95593388-0710-4154-9ced-75714141dc52 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:46:06.607179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:46:06.616305 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Sync routers for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:46:06.629442 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:46:06.630264 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:46:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:06.633804 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:06.635101 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-16417ed8-a11a-4c61-be23-52f5511df365 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4812977 May 29 01:46:06.638575 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36808) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:06.685573 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2d2eafdc-2388-4611-85e1-137327de989a tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=34d7ddbf60c14561aacfe67b6f96ae94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457439 May 29 01:46:06.688198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36812) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:06.812870 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:06.818312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fbdebf-f47e-4c01-8428-6efeb7b23831 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:06.819893 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-91fbdebf-f47e-4c01-8428-6efeb7b23831 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307042 May 29 01:46:06.823168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36816) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:06.861935 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-4b0063b1-534e-4c57-acbd-0a9079fa9d6b tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377560 May 29 01:46:06.864554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36820) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:06.870959 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119215324', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:06.980804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:06.984475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:subnet and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:06.987187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:06.993696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:07.003807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:46:07.094676 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:06Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:07.098467 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Checking router: 95593388-0710-4154-9ced-75714141dc52 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:46:07.098815 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Updating router 95593388-0710-4154-9ced-75714141dc52 port 6df1cf70-4b38-4169-9cca-b38995fba6ae binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:46:07.105781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.153368 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.324341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.508214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Subnet': ['ID=8b91f6ae-baf1-414a-b812-5f654301dc84,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:07.521882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Checking segment: {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:46:07.522232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network hostable DHCP agents. Network: 777d61ca-42ab-4cf7-83dc-2d35c4540938, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:46:07.533264 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.544402 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:46:07.546280 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Transition to ACTIVE for port object 6df1cf70-4b38-4169-9cca-b38995fba6ae will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:46:07.553559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 777d61ca-42ab-4cf7-83dc-2d35c4540938) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:46:07.553993 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.558300 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:07.558879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.563575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c3baf-d9a9-4f48-adb5-c5a7715d9a83 None None] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:46:07.583956 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36824) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:07.584504 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-176df23d-dd79-45e4-824a-d522e895fcb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7189655 May 29 01:46:07.642865 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Attempting to bind port 6df1cf70-4b38-4169-9cca-b38995fba6ae on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:46:07.643409 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Attempting to bind port 6df1cf70-4b38-4169-9cca-b38995fba6ae by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:46:07.643579 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Attempting to bind port 6df1cf70-4b38-4169-9cca-b38995fba6ae on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:46:07.650295 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Pushing event updated for resources: {'Port': ['ID=6df1cf70-4b38-4169-9cca-b38995fba6ae,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:07.659771 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:46:07.660179 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:46:07.660923 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.660923 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:46:07.661800 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Bound port: 6df1cf70-4b38-4169-9cca-b38995fba6ae, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:46:07.662174 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.693735 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.694074 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.695027 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.695227 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.695415 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.695778 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.696139 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.696463 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.696780 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.697113 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.697413 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:46:07.747628 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] For port 6df1cf70-4b38-4169-9cca-b38995fba6ae, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:46:07.751844 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] For port 6df1cf70-4b38-4169-9cca-b38995fba6ae, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6df1cf70-4b38-4169-9cca-b38995fba6ae,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:46:07.756420 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.794888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-777d61ca-42ab-4cf7-83dc-2d35c4540938', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:46:07.795699 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:07.845254 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f228e4-81b5-4632-82a8-4deeb1ee0e90 None None] Pushing event updated for resources: {'Port': ['ID=6df1cf70-4b38-4169-9cca-b38995fba6ae,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:07.849838 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:46:07.850475 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:46:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:07.981670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Allocated IP 172.20.0.2 (777d61ca-42ab-4cf7-83dc-2d35c4540938/8b91f6ae-baf1-414a-b812-5f654301dc84/de54fd1c-60e0-47f1-a1c3-228625cc1227) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:46:08.058749 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:08.185844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:08.196555 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Transition to ACTIVE for port object de54fd1c-60e0-47f1-a1c3-228625cc1227 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:46:08.222675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Transition to ACTIVE for port object de54fd1c-60e0-47f1-a1c3-228625cc1227 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:46:08.229465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:08.299382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:46:08.302259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:46:08.306775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:46:08.308878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Pushing event updated for resources: {'Port': ['ID=de54fd1c-60e0-47f1-a1c3-228625cc1227,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:08.362776 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-f3622816-9c65-4985-bb2f-25718791187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:06Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:08.366844 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3622816-9c65-4985-bb2f-25718791187d None None] The sync data for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv is: [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:06Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:46:08.395067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Attempting to bind port de54fd1c-60e0-47f1-a1c3-228625cc1227 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:46:08.395332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Attempting to bind port de54fd1c-60e0-47f1-a1c3-228625cc1227 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:46:08.395693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Attempting to bind port de54fd1c-60e0-47f1-a1c3-228625cc1227 on network 777d61ca-42ab-4cf7-83dc-2d35c4540938 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:46:08.402898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:46:08.403394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Checking segment: {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:46:08.403953 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:08.404200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Bound using segment: {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:46:08.404663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Bound port: de54fd1c-60e0-47f1-a1c3-228625cc1227, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:46:08.405028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:08.507946 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:08.545339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] For port de54fd1c-60e0-47f1-a1c3-228625cc1227, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:46:08.550384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] For port de54fd1c-60e0-47f1-a1c3-228625cc1227, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=de54fd1c-60e0-47f1-a1c3-228625cc1227,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:46:08.559560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:08.657124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffabe7-5aed-453d-9bae-a19ce1a3886b None None] Pushing event updated for resources: {'Port': ['ID=de54fd1c-60e0-47f1-a1c3-228625cc1227,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:08.973246 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.1 (777d61ca-42ab-4cf7-83dc-2d35c4540938/8b91f6ae-baf1-414a-b812-5f654301dc84/a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:46:09.150340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:09.168700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:46:09.193957 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:09.276313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:46:09.279656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:46:09.284213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:46:09.310396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:09.344758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:09.433633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:09.670623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17cd76-cc1d-4a9a-bbed-6f89f3419f31 None None] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:46:09.775779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0772fefc-62bf-4bbd-9b7e-de8fcede7013 None None] Provisioning for port de54fd1c-60e0-47f1-a1c3-228625cc1227 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:46:09.984283 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:09.989104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.104296 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.108213 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:10.212755 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de54fd1c-60e0-47f1-a1c3-228625cc1227 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:46:10.245937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Provisioning for port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:46:10.264162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Provisioning complete for port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:10.264925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.270573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:46:10.271911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:46:10.336545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:46:10.357903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Provisioning complete for port de54fd1c-60e0-47f1-a1c3-228625cc1227 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:10.358494 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.388788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port de54fd1c-60e0-47f1-a1c3-228625cc1227 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:46:10.410054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port de54fd1c-60e0-47f1-a1c3-228625cc1227 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:10.410429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.581685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.604005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.639049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] For port de54fd1c-60e0-47f1-a1c3-228625cc1227, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=de54fd1c-60e0-47f1-a1c3-228625cc1227,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:10.643597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.670580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 95593388-0710-4154-9ced-75714141dc52 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:46:10.760991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:46:10.761577 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:46:10.762321 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d3365-3130-4280-97d8-dd41c744a164 None None] Pushing event updated for resources: {'Port': ['ID=de54fd1c-60e0-47f1-a1c3-228625cc1227,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:10.775495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-7035bd3c-8ab4-4d58-83d7-6a1c2c695689 None None] Provisioning complete for port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:10.775866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7035bd3c-8ab4-4d58-83d7-6a1c2c695689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:10.828462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7035bd3c-8ab4-4d58-83d7-6a1c2c695689 None None] Port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:46:10.876163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:46:10.888833 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ccd313d5-f9fa-4a12-9b62-5426f2b8119d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/95593388-0710-4154-9ced-75714141dc52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3036511 May 29 01:46:11.057446 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-5bf124eb-454d-4886-be9d-7046875e948e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:46:11.072317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-5bf124eb-454d-4886-be9d-7046875e948e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:46:11.073502 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-5bf124eb-454d-4886-be9d-7046875e948e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778622703&fields=id&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 267 time: 0.0563419 May 29 01:46:11.218134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-200c4ec5-38ae-410c-9394-775eda68493c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:11.218801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-200c4ec5-38ae-410c-9394-775eda68493c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:46:11.233268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-200c4ec5-38ae-410c-9394-775eda68493c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:46:11.234455 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-200c4ec5-38ae-410c-9394-775eda68493c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 796 time: 0.1546268 May 29 01:46:11.250462 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-2cbe7b62-2463-4e83-bf61-05e903d7adec tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/quotas/34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 375 time: 0.0107007 May 29 01:46:11.326980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6df1cf70-4b38-4169-9cca-b38995fba6ae up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:46:11.334318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-795923df-3933-45dc-9457-12a084f7d8ec tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:46:11.350178 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-795923df-3933-45dc-9457-12a084f7d8ec tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:46:11.354926 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-795923df-3933-45dc-9457-12a084f7d8ec tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993786 May 29 01:46:11.396454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 6df1cf70-4b38-4169-9cca-b38995fba6ae completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:46:11.401227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6df1cf70-4b38-4169-9cca-b38995fba6ae triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:11.401600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:11.514603 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:11.530263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 6df1cf70-4b38-4169-9cca-b38995fba6ae, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6df1cf70-4b38-4169-9cca-b38995fba6ae,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:11.533981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:11.593655 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-089b81cb-2189-48a8-a1e0-5da0cebf4f71 service neutron] 10.222.0.33 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301619 May 29 01:46:11.600015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=6df1cf70-4b38-4169-9cca-b38995fba6ae,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:11.726328 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-348b0233-ed8d-41bb-8941-c8003a9ea24e service neutron] 10.222.0.33 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267645 May 29 01:46:11.921786 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07e8e607-db6e-4d3a-abbf-6981bc1cd416 req-f92650b9-68a8-45d4-9274-fb7eb7bc9a5a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 210 time: 0.0434015 May 29 01:46:12.003005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Sync routers for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:46:12.014985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:46:12.015602 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:46:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:12.139635 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de54fd1c-60e0-47f1-a1c3-228625cc1227 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:46:12.257428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:12.338330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port de54fd1c-60e0-47f1-a1c3-228625cc1227 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:12.338707 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:12.637816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6df1cf70-4b38-4169-9cca-b38995fba6ae up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:46:12.753851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 6df1cf70-4b38-4169-9cca-b38995fba6ae triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:12.754222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:12.786490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 2, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:12.804363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Checking router: 95593388-0710-4154-9ced-75714141dc52 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:46:12.804719 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Updating router 95593388-0710-4154-9ced-75714141dc52 port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:46:12.871538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:12.945243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-b3ddd823-3470-4810-9c90-d6430c79cf3c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:12.945923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-b3ddd823-3470-4810-9c90-d6430c79cf3c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:46:12.970147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-b3ddd823-3470-4810-9c90-d6430c79cf3c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:46:12.971465 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-b3ddd823-3470-4810-9c90-d6430c79cf3c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 796 time: 0.1830807 May 29 01:46:13.031337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-170a27ea-1393-48a5-98e1-2de155e5af45 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 379 time: 0.0475137 May 29 01:46:13.039847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'port': {'device_id': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'admin_state_up': True, 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'security_groups': ['b6bf187d-c820-433a-91f6-86cffcec0ac1']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:13.188574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:13.199113 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:13.213882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:46:13.216023 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ffe25806-b100-4b4a-8113-c8162d0a9971 req-0cbd7c7d-d5c8-4030-ba3f-04dac10a984c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 210 time: 0.1578598 May 29 01:46:13.217354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.310929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.323234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Transition to ACTIVE for port object a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:46:13.329428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.395379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.10 (777d61ca-42ab-4cf7-83dc-2d35c4540938/8b91f6ae-baf1-414a-b812-5f654301dc84/ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:46:13.452600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a3191-7507-45c1-a751-83543953e723 None None] Pushing event updated for resources: {'Port': ['ID=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:13.546409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Attempting to bind port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:46:13.546778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Attempting to bind port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:46:13.547141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Attempting to bind port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb on network 777d61ca-42ab-4cf7-83dc-2d35c4540938 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:46:13.554884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:46:13.555362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Checking segment: {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:46:13.555924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.556902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Bound using segment: {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:46:13.557369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Bound port: a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:46:13.557747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.606488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.622817 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:46:13.644985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.651795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] For port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:46:13.657315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] For port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:46:13.663538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.725364 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:46:13.726020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:13.729160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:46:13.731208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:46:13.750390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:46:13.751019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:46:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:13.792133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:13.792752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:13.811628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a3191-7507-45c1-a751-83543953e723 None None] Pushing event updated for resources: {'Port': ['ID=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:13.826292 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-aad01a47-b665-4db1-8a65-3d66fac5ea1d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7901340 May 29 01:46:13.838418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Request body: {'port': {'device_id': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:13.959775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:14.002163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:14.239618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a4ada44-0138-4fdf-be6c-aaa2f52fe7c0 None None] Provisioning for port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:46:14.256887 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a4ada44-0138-4fdf-be6c-aaa2f52fe7c0 None None] Provisioning complete for port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:14.257268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2a4ada44-0138-4fdf-be6c-aaa2f52fe7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:14.319881 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:46:14.327676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:14.341979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Transition to ACTIVE for port object ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:46:14.346744 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:14.361308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ada44-0138-4fdf-be6c-aaa2f52fe7c0 None None] Port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:46:14.393992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:13Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:14.398191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffa3f5-88f1-4b4e-a75b-0ead1719a932 None None] The sync data for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv is: [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:13Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:46:14.438429 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83384-3f91-421e-82c2-bd258ce5e479 req-58549451-d390-48b8-85e8-93bdb78c91a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:14.439951 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ff83384-3f91-421e-82c2-bd258ce5e479 req-58549451-d390-48b8-85e8-93bdb78c91a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.1021550 May 29 01:46:14.503965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:14.531233 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5ff83384-3f91-421e-82c2-bd258ce5e479 req-ae7d5f8e-533e-482b-ac7d-989817503591 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847242 May 29 01:46:14.633389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Attempting to bind port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:46:14.633717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Attempting to bind port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:46:14.634701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Attempting to bind port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe on network 777d61ca-42ab-4cf7-83dc-2d35c4540938 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:46:14.642169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe on network 777d61ca-42ab-4cf7-83dc-2d35c4540938 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:46:14.642493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Attempting to bind port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe on network 777d61ca-42ab-4cf7-83dc-2d35c4540938 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:46:14.654505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:46:14.654834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Checking segment: {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:46:14.655212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Bound using segment: {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:46:14.655633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Bound port: ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36138202-ddc6-41c0-a2f3-bfb528b20925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:46:14.655975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:14.746627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] For port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:46:14.750028 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] For port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:46:14.755035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:14.920664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:14.922021 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 1094 time: 1.0887680 May 29 01:46:14.922447 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:46:14.944175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77075b-386f-42a7-81f2-3675c8e53726 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:15.003785 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb97b61-ca63-460f-864c-3925ee71acaf'] response: {'name': 'network-changed', 'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'status': 'completed', 'code': 200} May 29 01:46:15.056821 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-a1dc14cd-911b-467b-bc31-fa58f7ef7aea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1097 time: 0.0865152 May 29 01:46:15.131043 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-4bbbc58a-d9f8-4aab-8a43-d9ecce243df1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 217 time: 0.0680046 May 29 01:46:15.194062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-4df83f2c-83bf-43d1-bd2d-fb147c6d2798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:15.195518 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-4df83f2c-83bf-43d1-bd2d-fb147c6d2798 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0591230 May 29 01:46:15.280058 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-38d4e060-b09b-4311-ab34-15feca48f603 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787227 May 29 01:46:15.414234 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-65b90355-bb3e-40cc-9de9-75e7f6da5a21 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275406 May 29 01:46:15.545335 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-38dedabc-542d-4988-a859-fc5b48f9a1d8 req-b71fc9eb-b6d1-45e0-852d-55b75f897627 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240339 May 29 01:46:15.659015 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-8744c912-eaad-4168-afa3-ec660ba9e5b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1097 time: 0.0689690 May 29 01:46:15.739710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414ce4b-dd0f-4d3a-853a-a394bd3eeb44 req-41199d89-d5c3-440e-a49e-5b319125f149 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:15.741168 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2414ce4b-dd0f-4d3a-853a-a394bd3eeb44 req-41199d89-d5c3-440e-a49e-5b319125f149 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.0764887 May 29 01:46:15.786197 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2414ce4b-dd0f-4d3a-853a-a394bd3eeb44 req-d14b1517-e9c3-4c52-9f2b-ccf4327e6f6a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 May 29 01:46:15.789103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-7e1fffc8-f722-4425-97d2-2f9a899ade10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:15.790596 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-7e1fffc8-f722-4425-97d2-2f9a899ade10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.1261141 May 29 01:46:15.859061 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-fae251fa-a877-477e-a420-e7cb5de4422a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 217 time: 0.0628560 May 29 01:46:15.920207 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-5360bf6c-3095-4f0a-aebe-4e9899e9311c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:15.921550 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-5360bf6c-3095-4f0a-aebe-4e9899e9311c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0554476 May 29 01:46:15.997023 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-f478732d-9499-45a7-9459-49e864c9c75e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692139 May 29 01:46:16.133625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:46:16.153043 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-83d1242b-0a19-43db-92a3-1d1f5bd6e34b service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492567 May 29 01:46:16.202443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:46:16.207823 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:16.208235 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:16.285916 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ed275582-d00a-401f-94a4-9ecfb4153da9 req-5523c34b-0096-4405-9bc9-54b6f2176f23 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258712 May 29 01:46:16.325791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:16.357269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:16.360738 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:16.425431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:16.984131 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf170-2749-4d43-9cf6-8b345823f0a7 req-f626b931-dc85-4964-80f8-0e1e79b5f850 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:16.985572 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b6cf170-2749-4d43-9cf6-8b345823f0a7 req-f626b931-dc85-4964-80f8-0e1e79b5f850 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.0785279 May 29 01:46:17.032975 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4b6cf170-2749-4d43-9cf6-8b345823f0a7 req-57a45b0e-6cc0-42db-9cdf-8d354175ddd6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419877 May 29 01:46:17.130914 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:17.214589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:46:17.345072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:17.358245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'port_id': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'mac_address': 'fa:16:3e:d7:8b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:46:17.413516 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:17.432121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:46:17.448896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:17.453228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:17.517249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:17.815220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:46:18.116229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:46:18.189182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:18.189558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:18.230514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eecfd-9b9c-4802-a65d-fed5b3cf3976 req-3f4eb063-04a2-477b-a979-46df39c4f5d2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:18.231969 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-299eecfd-9b9c-4802-a65d-fed5b3cf3976 req-3f4eb063-04a2-477b-a979-46df39c4f5d2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 945 time: 0.0769148 May 29 01:46:18.277694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-299eecfd-9b9c-4802-a65d-fed5b3cf3976 req-3ef666f8-defe-46e8-9ecf-f260ca1f5bc6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401402 May 29 01:46:19.215522 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:46:19.284566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:46:19.289199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:46:19.289571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:19.404141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:19.430186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:46:19.439808 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:46:19.443815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:19.494264 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ebf9f6-bbd8-491e-80cd-45f1c905085d'] response: {'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'code': 200} May 29 01:46:19.496995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55499b4-c8e5-49a0-a9f0-73afd5f03e8c req-958a9f7e-7ac2-4a93-a927-729a34502e42 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:19.498513 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e55499b4-c8e5-49a0-a9f0-73afd5f03e8c req-958a9f7e-7ac2-4a93-a927-729a34502e42 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 945 time: 0.1020992 May 29 01:46:19.511512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:19.546999 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e55499b4-c8e5-49a0-a9f0-73afd5f03e8c req-d1f0de0a-94d0-4b92-95d5-2f9dfe897590 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 May 29 01:46:19.722935 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71b559d8-ac81-452c-972d-d29fba0f43bf req-65e471c9-1ac0-4f6b-a5c0-1684d7e79ba3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1099 time: 0.0669768 May 29 01:46:19.764403 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71b559d8-ac81-452c-972d-d29fba0f43bf req-0e36e41b-8c19-45d8-9569-6cd13d260e1a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355809 May 29 01:46:20.747301 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc45f67-c601-466a-bf5d-e96ae0e4d4fa req-262c3ee1-16a7-44b3-9e05-3f931668c326 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:20.748766 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cfc45f67-c601-466a-bf5d-e96ae0e4d4fa req-262c3ee1-16a7-44b3-9e05-3f931668c326 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0757239 May 29 01:46:20.792897 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cfc45f67-c601-466a-bf5d-e96ae0e4d4fa req-8dabbd38-5643-4efa-be2b-a7cf5ccdf647 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384943 May 29 01:46:22.137655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc837855-878c-447f-94b6-16c7b42d8b9b req-3c95ded5-bb9b-493d-9183-1f3157435f00 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:22.139084 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cc837855-878c-447f-94b6-16c7b42d8b9b req-3c95ded5-bb9b-493d-9183-1f3157435f00 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0791726 May 29 01:46:22.184394 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cc837855-878c-447f-94b6-16c7b42d8b9b req-744cb3e4-3646-46f3-96a7-694e2d3ad78c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396650 May 29 01:46:22.382766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74aaf-0a93-4721-8206-9f5a7139dc4e req-3ff90d61-7773-4c27-b468-a35ef33a0bbb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:22.384761 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bfc74aaf-0a93-4721-8206-9f5a7139dc4e req-3ff90d61-7773-4c27-b468-a35ef33a0bbb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0803182 May 29 01:46:22.432356 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bfc74aaf-0a93-4721-8206-9f5a7139dc4e req-9794b0a5-ecbf-4f01-be8e-0b65c085a51c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 May 29 01:46:22.459722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36870) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:22.527925 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-db71d22a-38da-44aa-ad21-4037bf542cff tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1094 time: 0.0670645 May 29 01:46:22.530571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36874) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:22.535516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:46:22.540978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:46:22.544713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:floatingip and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:46:22.547471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:46:22.553024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:46:22.563444 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:22.693661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:22.830495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.168 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/cf8ff314-3d0e-4ea6-b3b0-2d3af6c505ac) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:46:22.975601 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:23.007469 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:23.072682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:46:23.075346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:46:23.077924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:46:23.093928 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:46:23.114595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=cf8ff314-3d0e-4ea6-b3b0-2d3af6c505ac,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:23.658925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:23.717288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:23.922424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:23.926887 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:24.032276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=cf8ff314-3d0e-4ea6-b3b0-2d3af6c505ac,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:46:24.045701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:24.231388 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Floating IP 81297642-7f01-4b21-ae2f-24e9a78a9d5b associated. External IP: 172.26.5.168, port: ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe. May 29 01:46:24.611214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 95593388-0710-4154-9ced-75714141dc52 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:46:24.808260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:46:24.819490 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] Sync routers for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:46:24.834218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:24.838264 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:46:24.839119 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:46:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:24.888728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dc5530a4-fe46-420f-81dc-dfd366d195a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3570778 May 29 01:46:24.889198 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:46:25.023027 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:25.139125 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-b36feac1-d789-4d5e-8bc5-08961f33ca25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1099 time: 0.0816624 May 29 01:46:25.155021 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df5c038-2f1a-43da-80d1-0667058bba44'] response: {'name': 'network-changed', 'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'status': 'completed', 'code': 200} May 29 01:46:25.205675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4e003-e384-4cc3-9a87-b1aa3684c71c req-50b35aa0-b710-41d8-a768-0352f72a46f8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:25.207158 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-73e4e003-e384-4cc3-9a87-b1aa3684c71c req-50b35aa0-b710-41d8-a768-0352f72a46f8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.2179594 May 29 01:46:25.262263 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-73e4e003-e384-4cc3-9a87-b1aa3684c71c req-05e93a1d-2ad0-4f3a-bd1b-e3c6aa913f87 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478864 May 29 01:46:25.297165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36884) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:25.418302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-745eecf3-5148-4ce4-bfcd-b3c514362eb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:25.419842 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-745eecf3-5148-4ce4-bfcd-b3c514362eb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.2743287 May 29 01:46:25.425523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-40f5c69b-e15f-490a-be72-44a886293a30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 200 len: 992 time: 0.1268363 May 29 01:46:25.442691 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '81297642-7f01-4b21-ae2f-24e9a78a9d5b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.168', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '95593388-0710-4154-9ced-75714141dc52', 'port_id': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'mac_address': 'fa:16:3e:d7:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:46:23Z', 'updated_at': '2022-05-29T01:46:23Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:16Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:25.447348 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] Checking router: 95593388-0710-4154-9ced-75714141dc52 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:46:25.460301 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:46:25.461232 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:46:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:25.539310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-b40aac4b-d28b-4531-a64f-812815df0659 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 1000 time: 0.1125224 May 29 01:46:25.602164 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-caec585f-00cc-4aab-b04e-010e2290e8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:25.604267 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-caec585f-00cc-4aab-b04e-010e2290e8fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0597486 May 29 01:46:25.664324 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:46:25.689452 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-e647e17d-4a05-4e5e-bead-cf90eec0c315 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768909 May 29 01:46:25.832895 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-18e73ead-09d5-4c61-92c1-4f333ac9a8af service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380951 May 29 01:46:25.969256 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2a396400-7047-4d2f-92a9-74d4dd83219b req-a5dfdb96-4575-49d5-8856-2641bac520f5 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307662 May 29 01:46:26.054280 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '81297642-7f01-4b21-ae2f-24e9a78a9d5b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.168', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '95593388-0710-4154-9ced-75714141dc52', 'port_id': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'mac_address': 'fa:16:3e:d7:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:46:23Z', 'updated_at': '2022-05-29T01:46:23Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:16Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:46:26.059383 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e91f18-a55f-4088-a8c4-1357656e6a1d None None] The sync data for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv is: [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '81297642-7f01-4b21-ae2f-24e9a78a9d5b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.168', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '95593388-0710-4154-9ced-75714141dc52', 'port_id': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'mac_address': 'fa:16:3e:d7:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:46:23Z', 'updated_at': '2022-05-29T01:46:23Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:16Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:46:26.430151 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36888) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:26.538343 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-550549d9-95fc-40bc-9ecc-8d37074c73c4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 200 len: 992 time: 0.1065621 May 29 01:46:27.542358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 36892) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:27.644222 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4b0ea053-4ae3-44b8-af2c-d16d68546878 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 200 len: 992 time: 0.1007838 May 29 01:46:28.648015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36896) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:28.748611 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b25b9a6c-58d5-4ad4-aa96-8e55d6bbca8b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 200 len: 992 time: 0.0994527 May 29 01:46:29.752734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36900) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:29.857000 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-dcd43634-30e1-4b40-b08d-5957df68d82e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 200 len: 992 time: 0.1031246 May 29 01:46:29.965626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c19c06-8570-49ba-9cea-0406315d717d None None] New status for floating IP 81297642-7f01-4b21-ae2f-24e9a78a9d5b: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:46:30.860924 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36906) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:46:30.965848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fef222c8-2cba-44d5-a929-1a4a38af09e9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 200 len: 994 time: 0.1037762 May 29 01:46:31.558229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7e0a04c4-c56e-4888-9ca6-b52e3a2051af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:33.661558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-41389972-ef92-4db3-b38c-6dca611382ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:34.721378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:35.531482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:36.274538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:46:37.497135 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-a920a714-9d71-4aef-878b-52259794d72e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706570 May 29 01:46:37.636944 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-b6291e5a-a8d7-4d5c-9d29-d7e9647613d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1099 time: 0.0683033 May 29 01:46:37.774208 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-ff88e07f-2250-4841-bc75-ee7d6b4a59c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:37.775515 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-ff88e07f-2250-4841-bc75-ee7d6b4a59c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.1216567 May 29 01:46:37.888390 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-320ccaf1-3eaa-40c3-a27a-b24f2888a29b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 1002 time: 0.1069336 May 29 01:46:37.950702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-2c0cf8b0-7f6c-42f1-bd56-19b7e3267d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:46:37.957962 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-2c0cf8b0-7f6c-42f1-bd56-19b7e3267d4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0634904 May 29 01:46:38.034878 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-449c839f-566c-4cff-b720-9c1dbf03cbd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706933 May 29 01:46:38.250852 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-65d0e5ab-67be-4493-a090-e618c4377982 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095411 May 29 01:46:38.382738 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-b9db7134-231e-4db0-9853-fa8ab136e474 req-100e68dd-318b-4138-aea0-2941d7800f86 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223733 May 29 01:46:47.132433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:00.093439 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:47:01.559488 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a6319f12-bc9e-4ac4-aff6-42f4693539ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:03.662769 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4cb1890a-177b-4aba-a398-93dd5e1ba2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:04.724079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:05.533560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:06.277521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:17.141652 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:27.922658 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-735b9a46-63d7-4846-842b-13569a2260d4 req-d73e042a-0a98-4ceb-9cd6-4a4257ef90e9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0715067 May 29 01:47:28.200699 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 36940) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:47:28.241260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e921e-f8f4-431e-b889-e020a313ce87 req-322851df-0dbb-414f-a0b6-762adb358ca9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:28.242702 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-557e921e-f8f4-431e-b889-e020a313ce87 req-322851df-0dbb-414f-a0b6-762adb358ca9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0767820 May 29 01:47:28.289847 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-557e921e-f8f4-431e-b889-e020a313ce87 req-b7d43afe-7700-4f36-857b-5d97d29c31c5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417383 May 29 01:47:28.338019 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-208908e1-5712-44e7-befa-9cc5efd76a7e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355371 May 29 01:47:29.489965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e126b36-99c0-4c3a-92ac-e280f8cf9dec req-8721f988-5c6e-4b6a-9bc7-cf45c526114f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:29.491412 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1e126b36-99c0-4c3a-92ac-e280f8cf9dec req-8721f988-5c6e-4b6a-9bc7-cf45c526114f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0804398 May 29 01:47:29.544355 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1e126b36-99c0-4c3a-92ac-e280f8cf9dec req-e8ee6562-389a-4c86-9f6d-a9ecb7c60e75 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473151 May 29 01:47:29.683608 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-bd064e0f-3729-4adb-b56c-c7584c652c75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1099 time: 0.1347830 May 29 01:47:29.809520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04082add-e545-4afc-b141-cd8cec3da340 req-8d80f647-16a5-4032-ba86-598c58eb0485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:29.811515 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-8d80f647-16a5-4032-ba86-598c58eb0485 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.1225367 May 29 01:47:29.908980 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-7c11a608-f724-482d-b19e-8698670f59c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 1002 time: 0.0917826 May 29 01:47:29.975694 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04082add-e545-4afc-b141-cd8cec3da340 req-1700b8d5-baa5-4f4a-ab1a-76f1998f36d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:29.977103 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-1700b8d5-baa5-4f4a-ab1a-76f1998f36d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0613372 May 29 01:47:30.050217 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-9901ed55-bc54-4f87-81bf-92d68ca0dd69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666382 May 29 01:47:30.179653 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-79b2e18b-7245-47e3-b29b-d9a58c752b1d service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226020 May 29 01:47:30.307805 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-1868257d-9052-418f-a345-01c21a066fd0 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228817 May 29 01:47:30.740394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d8d3-b2d9-401d-93b2-2487f9ebf839 req-fb55f99c-4752-4ca3-a9ce-d77461323040 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:30.741818 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bac2d8d3-b2d9-401d-93b2-2487f9ebf839 req-fb55f99c-4752-4ca3-a9ce-d77461323040 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0741186 May 29 01:47:30.789768 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bac2d8d3-b2d9-401d-93b2-2487f9ebf839 req-26a03e91-8b84-4d6a-b2ab-882196b56755 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424495 May 29 01:47:31.562431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f1ffd9ba-eee1-4280-898d-1c76849b790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:31.982277 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22b5fd-677e-4a10-8d1a-4a2d011154a1 req-553bfd33-eb89-4665-8e5f-f579d4800cc2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:31.983794 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dd22b5fd-677e-4a10-8d1a-4a2d011154a1 req-553bfd33-eb89-4665-8e5f-f579d4800cc2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0750225 May 29 01:47:32.028093 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dd22b5fd-677e-4a10-8d1a-4a2d011154a1 req-88cc6e1c-b85f-4032-9c94-39ff41d4b445 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388455 May 29 01:47:33.226600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0489fda-b65f-4a5a-941a-a9eebe80a984 req-295415b1-d5f4-4789-91ec-80a06eec262c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:33.227946 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e0489fda-b65f-4a5a-941a-a9eebe80a984 req-295415b1-d5f4-4789-91ec-80a06eec262c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0806956 May 29 01:47:33.272263 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e0489fda-b65f-4a5a-941a-a9eebe80a984 req-009787a2-3742-4d4e-a3c0-58f024efbbf7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380621 May 29 01:47:33.664125 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1b2abaa7-e465-43f6-bffc-9f719d87aac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:34.470673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d434a4-c7eb-4f85-b030-c4b99deebde8 req-c1de0957-f82c-46e9-9eb0-5d7bea26d717 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:34.472143 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e2d434a4-c7eb-4f85-b030-c4b99deebde8 req-c1de0957-f82c-46e9-9eb0-5d7bea26d717 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0781775 May 29 01:47:34.516821 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e2d434a4-c7eb-4f85-b030-c4b99deebde8 req-a8347a91-85ba-4385-9ada-2facf7be55a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 May 29 01:47:34.727092 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:35.534725 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:35.718043 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37340-dbdd-44e2-8bad-736c8d95ed1e req-c4e6d559-4117-4526-9b38-03598a23c8c2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:35.719524 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92f37340-dbdd-44e2-8bad-736c8d95ed1e req-c4e6d559-4117-4526-9b38-03598a23c8c2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0817583 May 29 01:47:35.765214 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-92f37340-dbdd-44e2-8bad-736c8d95ed1e req-cdf4f85d-42a3-471c-91ec-03bb8baf8907 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 May 29 01:47:36.283171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:36.956712 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b31d7-7cf7-454c-8654-77ab86c5b2bd req-8725718b-0412-4929-807e-598ae672ffd7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:36.958165 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b98b31d7-7cf7-454c-8654-77ab86c5b2bd req-8725718b-0412-4929-807e-598ae672ffd7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0745146 May 29 01:47:37.004665 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b98b31d7-7cf7-454c-8654-77ab86c5b2bd req-f5216bec-7154-401c-ac57-24b3910de712 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 May 29 01:47:37.093285 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:47:38.202577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401606-093e-4da9-9c5b-712e09a18b68 req-6a2356bb-c3c4-4e06-8626-7c9e3dc4b267 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:38.204033 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4c401606-093e-4da9-9c5b-712e09a18b68 req-6a2356bb-c3c4-4e06-8626-7c9e3dc4b267 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0765421 May 29 01:47:38.248778 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4c401606-093e-4da9-9c5b-712e09a18b68 req-8e380928-d92e-4376-a23a-4d044291c698 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 May 29 01:47:38.555009 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-978c3834-8cb4-4606-94cf-939973705c60 req-b8887a12-a1e2-4ee7-8e9d-c7e160ffe41c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1099 time: 0.0712802 May 29 01:47:38.695620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c3834-8cb4-4606-94cf-939973705c60 req-fa74b6c0-a7e0-4725-8195-18d1f6a590b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:38.697076 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-978c3834-8cb4-4606-94cf-939973705c60 req-fa74b6c0-a7e0-4725-8195-18d1f6a590b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.1238136 May 29 01:47:38.794909 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-978c3834-8cb4-4606-94cf-939973705c60 req-c9da38a5-52e5-4192-8d67-164b88da2255 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 1002 time: 0.0922418 May 29 01:47:38.862849 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c3834-8cb4-4606-94cf-939973705c60 req-8620ced1-a79b-49ec-a1b9-0ceb100832ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:38.864176 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-978c3834-8cb4-4606-94cf-939973705c60 req-8620ced1-a79b-49ec-a1b9-0ceb100832ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0618346 May 29 01:47:38.937064 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-978c3834-8cb4-4606-94cf-939973705c60 req-6454acc5-5c6c-4b57-97b7-6227e85975e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662975 May 29 01:47:39.089381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-978c3834-8cb4-4606-94cf-939973705c60 req-075052b6-065e-4dee-bc71-5cc0601e1196 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463604 May 29 01:47:39.306227 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-978c3834-8cb4-4606-94cf-939973705c60 req-9002f8a8-947c-479b-937e-cebfa7f54206 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111752 May 29 01:47:39.451534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39655226-572b-4fc1-869d-17d5ed803035 req-57a55c35-c4b8-4e11-9c76-717d7705defb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:39.452682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-39655226-572b-4fc1-869d-17d5ed803035 req-57a55c35-c4b8-4e11-9c76-717d7705defb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0846419 May 29 01:47:39.496354 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-39655226-572b-4fc1-869d-17d5ed803035 req-6390c15c-2c68-4eca-a718-b83a3a460e21 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382042 May 29 01:47:40.698863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bd147-8f31-4fea-9720-ce62597fbc17 req-16da86ba-9f16-4260-8fa9-ac3f8d179cf6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:40.700305 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e21bd147-8f31-4fea-9720-ce62597fbc17 req-16da86ba-9f16-4260-8fa9-ac3f8d179cf6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0813153 May 29 01:47:40.744322 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e21bd147-8f31-4fea-9720-ce62597fbc17 req-7a4fbb69-5c54-4fd9-a12e-df6153d402b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378740 May 29 01:47:41.938558 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-448e6a7a-536c-4ce3-a502-945f187a797b service neutron] 10.222.0.16 "GET /v2.0/ports/ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0776732 May 29 01:47:41.943718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d883213-b47d-4553-9b92-f91a09aa90d6 req-977e2976-d470-40fe-8e34-e8c68eb84d3d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:41.945188 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7d883213-b47d-4553-9b92-f91a09aa90d6 req-977e2976-d470-40fe-8e34-e8c68eb84d3d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0787954 May 29 01:47:41.995450 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7d883213-b47d-4553-9b92-f91a09aa90d6 req-9a71de58-2cba-4fa4-b382-cefce2ffa9b2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 May 29 01:47:42.201221 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-996760c0-e919-4e26-b599-c4b2b7c4aaff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 1099 time: 0.0688100 May 29 01:47:42.290237 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-66a86eda-30c7-44e8-a406-d8659f365adf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1099 time: 0.0699966 May 29 01:47:42.437348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04082add-e545-4afc-b141-cd8cec3da340 req-6420c182-099e-47ec-8d3c-ff308be9e65d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:42.438768 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-6420c182-099e-47ec-8d3c-ff308be9e65d service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.1428561 May 29 01:47:42.536102 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-d4859a41-e3f4-4736-ba38-e94a3000cc2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 1002 time: 0.0919533 May 29 01:47:42.599545 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04082add-e545-4afc-b141-cd8cec3da340 req-4454efbf-07b8-44e6-b52b-6223b860e73f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:42.600968 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-4454efbf-07b8-44e6-b52b-6223b860e73f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0589967 May 29 01:47:42.672120 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-31e5022a-82fd-4655-9068-f3a6d7f1a37b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653932 May 29 01:47:42.827468 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-f64d47cd-a016-44d5-b75f-c78c16fe9fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496940 May 29 01:47:42.953541 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-04082add-e545-4afc-b141-cd8cec3da340 req-9cdef385-50d2-43ab-8d9b-649a2b839ee9 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206999 May 29 01:47:43.198396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6afd-37bf-42f7-a2ed-6b05ed13cd45 req-32803ff2-8e25-4a98-a869-33a827338284 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:43.199833 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a45d6afd-37bf-42f7-a2ed-6b05ed13cd45 req-32803ff2-8e25-4a98-a869-33a827338284 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0768747 May 29 01:47:43.248448 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a45d6afd-37bf-42f7-a2ed-6b05ed13cd45 req-bcef3217-e5b7-45f0-8d2d-933e17b39915 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 May 29 01:47:44.521648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce4b9-c607-4a0f-af41-d78c101d3e0c req-b0e04b02-b915-40a4-a72e-71417ab87fe8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:44.523078 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9b4ce4b9-c607-4a0f-af41-d78c101d3e0c req-b0e04b02-b915-40a4-a72e-71417ab87fe8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.1547744 May 29 01:47:44.567654 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9b4ce4b9-c607-4a0f-af41-d78c101d3e0c req-e2f43d3a-b5e5-4f40-a14f-71d51948fd2c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390811 May 29 01:47:45.730387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:47:45.771867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba33c10-12c5-4195-88a3-1082b0acb117 req-6db7a631-b8ac-4fdd-b190-9b1ebca63688 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:45.773334 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ba33c10-12c5-4195-88a3-1082b0acb117 req-6db7a631-b8ac-4fdd-b190-9b1ebca63688 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 946 time: 0.0804245 May 29 01:47:45.818319 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ba33c10-12c5-4195-88a3-1082b0acb117 req-dd261e90-9615-4011-aa32-a0bd2eb76012 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394328 May 29 01:47:45.839534 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:45.865905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:47:45.875581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:47:45.881214 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:45.950505 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:47:45.960806 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.961157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.961506 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.961875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.962165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.962822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.963163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.963656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.963985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.964380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:45.964711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:47:46.016695 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65774a48-5ea0-4489-9912-cc882dec8ee1'] response: {'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'code': 200} May 29 01:47:46.151078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922082e2-ff4e-4018-858a-8bf273215f73 req-07cd578c-47fd-4304-96ec-af04c6eda881 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:46.152560 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-922082e2-ff4e-4018-858a-8bf273215f73 req-07cd578c-47fd-4304-96ec-af04c6eda881 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.0753603 May 29 01:47:46.159274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-786011fd-5bc5-402b-a0e2-00b4ddd01e84 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:46.159977 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-786011fd-5bc5-402b-a0e2-00b4ddd01e84 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:47:46.176765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-786011fd-5bc5-402b-a0e2-00b4ddd01e84 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:47:46.177919 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-786011fd-5bc5-402b-a0e2-00b4ddd01e84 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 944 time: 0.1072755 May 29 01:47:46.199556 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-922082e2-ff4e-4018-858a-8bf273215f73 req-ca9a6d57-f348-4f5c-ac26-cc4cad3450cb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402675 May 29 01:47:46.315006 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-a942e750-e434-48f4-ae75-578c7e46f50f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1097 time: 0.0693376 May 29 01:47:46.402901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bcdc7-358c-47bd-b245-98679d321be1 req-623bc27f-a2ff-4d91-81fa-ff0fe020cdb0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:46.405043 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a56bcdc7-358c-47bd-b245-98679d321be1 req-623bc27f-a2ff-4d91-81fa-ff0fe020cdb0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.0795641 May 29 01:47:46.444009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-dea32dcf-6de1-4d74-8aac-5530e71eb6b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:46.445503 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-dea32dcf-6de1-4d74-8aac-5530e71eb6b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.1255319 May 29 01:47:46.449390 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a56bcdc7-358c-47bd-b245-98679d321be1 req-39b1400f-d915-4a04-a501-3a0471191329 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387316 May 29 01:47:46.546769 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-3641d7cc-42e0-4d07-9422-7af106b925e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 1000 time: 0.0948303 May 29 01:47:46.607211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-d94f57d6-c801-4a0c-882f-abc079165b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:46.608666 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-d94f57d6-c801-4a0c-882f-abc079165b5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0559173 May 29 01:47:46.683683 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-82712662-e72c-40fb-a982-1ab72b2514d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696399 May 29 01:47:46.896795 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-631fb514-808f-4747-9fab-82dc8818c6b5 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075403 May 29 01:47:47.024946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-71d22094-49eb-4445-b2c6-f7d20553e5fd req-cc2cf013-a059-4f8d-82a3-0e0741a58bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219695 May 29 01:47:47.147137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:47:47.653544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd1b2-c754-42f9-90eb-aaa1833569ba req-29bdab1f-c8c8-481e-b5fe-43392de7952e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:47:47.655651 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c8ccd1b2-c754-42f9-90eb-aaa1833569ba req-29bdab1f-c8c8-481e-b5fe-43392de7952e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.0826707 May 29 01:47:47.699834 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c8ccd1b2-c754-42f9-90eb-aaa1833569ba req-1fb43228-1ba0-4b19-8e3e-94f78dc6d8f0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 May 29 01:47:47.728385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37014) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:47:47.829225 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dcbf5187-7d08-4a76-83f6-84ad808caf66 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 200 len: 992 time: 0.0997267 May 29 01:47:49.746012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:48:01.565594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-86428d0f-365c-4836-b08d-97b2803950ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:03.665598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-aa4988c7-6129-4096-93d0-30d9a3984e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:04.728839 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:05.537426 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:06.285754 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:14.093183 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:48:17.166013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:31.568688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8ffca81f-1e9b-4bb2-86e8-47c0f871ef21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:33.666479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2c498679-5be5-429c-b81b-40a0c747d5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:34.731741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:35.539766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:36.286497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:36.308120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37034) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:36.505921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port cf8ff314-3d0e-4ea6-b3b0-2d3af6c505ac {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:48:36.506253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:36.667952 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:36.668299 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:36.791060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for cf8ff314-3d0e-4ea6-b3b0-2d3af6c505ac owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:48:36.943177 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:36.994544 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=cf8ff314-3d0e-4ea6-b3b0-2d3af6c505ac,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:37.031857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.032163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.032502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.032881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.033453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.033799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.034125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.034449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.034766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.035083 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.035403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:37.093987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:37.565056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 95593388-0710-4154-9ced-75714141dc52 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:48:37.761732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:48:37.770930 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] Sync routers for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:48:37.782633 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:37.782861 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:37.783492 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:37.836186 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fdde078b-abe3-4c49-86fa-924177ed5e4c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/floatingips/81297642-7f01-4b21-ae2f-24e9a78a9d5b HTTP/1.1" status: 204 len: 168 time: 1.5268958 May 29 01:48:37.836660 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:48:37.897049 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddddd9b-23b9-467a-a9e9-8406c01d8b70'] response: {'name': 'network-changed', 'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'status': 'completed', 'code': 200} May 29 01:48:37.961767 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:37.988871 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-664d1c9b-7012-4646-9268-1a1db8d9ce84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 1097 time: 0.0707345 May 29 01:48:38.128430 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-ee849408-50f8-4677-a399-a771782a7b89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:38.130450 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-ee849408-50f8-4677-a399-a771782a7b89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 200 len: 897 time: 0.1354213 May 29 01:48:38.207474 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-793dc0b8-0410-4222-a5f9-6723282533a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 200 len: 217 time: 0.0707436 May 29 01:48:38.249720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3843f9-f93b-4256-ac66-5917e538e338 req-b420b86d-b359-4908-b6fd-a7ac2152bded tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:38.250686 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-ae3843f9-f93b-4256-ac66-5917e538e338 req-b420b86d-b359-4908-b6fd-a7ac2152bded tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:48:38.268927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-ae3843f9-f93b-4256-ac66-5917e538e338 req-b420b86d-b359-4908-b6fd-a7ac2152bded tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:48:38.270339 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae3843f9-f93b-4256-ac66-5917e538e338 req-b420b86d-b359-4908-b6fd-a7ac2152bded tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.1012526 May 29 01:48:38.272826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-6a54353b-dc2e-4f9f-b0c6-b794e1074235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:38.274446 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-6a54353b-dc2e-4f9f-b0c6-b794e1074235 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 200 len: 835 time: 0.0616753 May 29 01:48:38.304848 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:16Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:38.309103 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] Checking router: 95593388-0710-4154-9ced-75714141dc52 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:48:38.322431 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:38.323455 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:38.323832 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae3843f9-f93b-4256-ac66-5917e538e338 req-28cfa437-77bc-4f27-936e-a35184a440dd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479138 May 29 01:48:38.360807 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-2df32ad0-601e-4b60-988b-2d7436dd33cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777d61ca-42ab-4cf7-83dc-2d35c4540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799048 May 29 01:48:38.492974 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-7bebfa80-f0aa-4006-afb8-2806bbde0acf service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255889 May 29 01:48:38.537097 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:38.623342 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-271fdedf-93b2-4fe6-9143-be8da286fdc1 req-bcdd61b7-02bb-48b4-8ad6-684731480ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229944 May 29 01:48:38.849643 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:16Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:38.853422 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6b9a2-7968-40d6-9c8f-2ee03b3aa85e None None] The sync data for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv is: [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:09Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb', 'name': '', 'network_id': '777d61ca-42ab-4cf7-83dc-2d35c4540938', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:4f:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:08Z', 'updated_at': '2022-05-29T01:46:16Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '8b91f6ae-baf1-414a-b812-5f654301dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:48:39.060233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14712951-597a-49c0-9cb7-703166495d1c None None] New status for floating IP 81297642-7f01-4b21-ae2f-24e9a78a9d5b: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:48:39.539842 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534e7d9-601f-400d-a2f1-a6d47de9f220 req-1e2b6427-a562-4037-b1ea-22d61fa83069 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:39.541308 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7534e7d9-601f-400d-a2f1-a6d47de9f220 req-1e2b6427-a562-4037-b1ea-22d61fa83069 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.0753543 May 29 01:48:39.588496 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7534e7d9-601f-400d-a2f1-a6d47de9f220 req-9a25cb1c-2410-41ac-9e42-84a5e0bf9868 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=b6bf187d-c820-433a-91f6-86cffcec0ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 May 29 01:48:40.034845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2809744-e869-4ea3-9e11-978387ad304c req-94581e8d-ef3a-49ff-aaf5-4ed5b0dd632d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:40.036259 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2809744-e869-4ea3-9e11-978387ad304c req-94581e8d-ef3a-49ff-aaf5-4ed5b0dd632d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 944 time: 0.0769622 May 29 01:48:40.102745 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:48:40.103074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:40.344233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:48:40.344496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:40.467092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:48:40.608200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:40.654058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:40.760336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d011cde6-f6f4-4dd4-8daf-406436082e5f req-f740b52e-d538-4bce-b77a-669892440672 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=5dd0ed0b-3758-4d57-b2d8-99740047693a HTTP/1.1" status: 200 len: 210 time: 0.0424061 May 29 01:48:40.811917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.812282 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.812609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.812934 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.813255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.813570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.814532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.814869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.815182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.815494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.815805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:40.853751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] No DVR routers for this DVR port ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:48:40.855955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:40.858372 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'name': 'network-vif-deleted', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:48:40.873919 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2809744-e869-4ea3-9e11-978387ad304c req-ba95231c-00c2-44f5-acf5-3da86f1c2655 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "DELETE /v2.0/ports/ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe HTTP/1.1" status: 204 len: 173 time: 0.8326190 May 29 01:48:40.989495 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9af754b-6290-4918-b1c0-ed78e1f28a70'] response: {'server_uuid': '5dd0ed0b-3758-4d57-b2d8-99740047693a', 'name': 'network-vif-deleted', 'tag': 'ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe', 'status': 'completed', 'code': 200} May 29 01:48:41.873395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37064) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:42.258218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:42.847515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:48:42.847844 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:43.036110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:48:43.036827 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:43.167020 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:48:43.434141 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:43.481606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:43.771518 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:43.979570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:48:44.012917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:48:44.013256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device ea1ea773-ed71-4da4-87c6-9b8fcc6ccefe not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:48:44.342355 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 95593388-0710-4154-9ced-75714141dc52 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:48:44.541252 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:48:44.551705 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] Sync routers for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:48:44.556125 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f1aa4c1e-d616-4b2d-b5dc-891726ba9a08 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/95593388-0710-4154-9ced-75714141dc52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6805325 May 29 01:48:44.557750 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37072) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:44.563308 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:44.563901 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:44.738994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting subnet 8b91f6ae-baf1-414a-b812-5f654301dc84 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:48:44.742845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:44.757866 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:44.801341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:44.882220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:44.953066 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:44.993164 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Subnet': ['ID=8b91f6ae-baf1-414a-b812-5f654301dc84,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:44.999590 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.007388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07d893-c50c-4083-abbf-975ffd106f2e None None] Network 777d61ca-42ab-4cf7-83dc-2d35c4540938 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:48:45.011312 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-99de6e2f-ca99-4032-bcf2-add514d1c362 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/subnets/8b91f6ae-baf1-414a-b812-5f654301dc84 HTTP/1.1" status: 204 len: 168 time: 0.4500842 May 29 01:48:45.011576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37076) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:45.047658 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:48:43Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:45.053141 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] Checking router: 95593388-0710-4154-9ced-75714141dc52 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:48:45.064220 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] Routers {'95593388-0710-4154-9ced-75714141dc52'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:45.064838 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['95593388-0710-4154-9ced-75714141dc52'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:45.238570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.241855 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] Set router 95593388-0710-4154-9ced-75714141dc52 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:45.291538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] DHCP port deletion for 777d61ca-42ab-4cf7-83dc-2d35c4540938 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:48:45.296444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] Deleting port de54fd1c-60e0-47f1-a1c3-228625cc1227 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:48:45.297103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.553645 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.553857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] For port de54fd1c-60e0-47f1-a1c3-228625cc1227, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=de54fd1c-60e0-47f1-a1c3-228625cc1227,segment=NetworkSegment(36138202-ddc6-41c0-a2f3-bfb528b20925),segment_id=36138202-ddc6-41c0-a2f3-bfb528b20925)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:48:45.554163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.565700 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 6df1cf70-4b38-4169-9cca-b38995fba6ae {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:48:45.566275 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.582417 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:48:43Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:45.588742 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645e40a-a559-41d1-a096-1e92d7bee424 None None] The sync data for ids ['95593388-0710-4154-9ced-75714141dc52'] in dv-neutron-843186-2-hyperv is: [{'id': '95593388-0710-4154-9ced-75714141dc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886355241', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:48:43Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '6df1cf70-4b38-4169-9cca-b38995fba6ae', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593388-0710-4154-9ced-75714141dc52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:46:05Z', 'updated_at': '2022-05-29T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:48:45.687070 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] Calling delete_port for de54fd1c-60e0-47f1-a1c3-228625cc1227 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:48:45.743243 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 6df1cf70-4b38-4169-9cca-b38995fba6ae, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=6df1cf70-4b38-4169-9cca-b38995fba6ae,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:48:45.743602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.757917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:45.805402 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] Pushing event deleted for resources: {'Port': ['ID=de54fd1c-60e0-47f1-a1c3-228625cc1227,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:45.810457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77066b-4362-4218-b5c7-3d4dc85f2fe7 None None] No DVR routers for this DVR port de54fd1c-60e0-47f1-a1c3-228625cc1227 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:48:45.865488 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 6df1cf70-4b38-4169-9cca-b38995fba6ae owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:48:46.037432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.087792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=6df1cf70-4b38-4169-9cca-b38995fba6ae,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:46.232418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de54fd1c-60e0-47f1-a1c3-228625cc1227 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:48:46.264684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: de54fd1c-60e0-47f1-a1c3-228625cc1227 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:48:46.265028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device de54fd1c-60e0-47f1-a1c3-228625cc1227 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:48:46.265441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:48:46.297179 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:48:46.297523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a400fd2d-188f-4e00-bffb-5d1ef9f2dbbb not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:48:46.308422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.558707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.562880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.587552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.588252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Fanout notify agent at l3_agent the message router_deleted on router 95593388-0710-4154-9ced-75714141dc52 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:48:46.602127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.603201 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e42c3810-b723-4a3d-a175-8e36b121a704 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/routers/95593388-0710-4154-9ced-75714141dc52 HTTP/1.1" status: 204 len: 168 time: 1.5907009 May 29 01:48:46.606036 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37080) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:46.721140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.944754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:46.971151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777d61ca-42ab-4cf7-83dc-2d35c4540938']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:46.982558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36138202-ddc6-41c0-a2f3-bfb528b20925') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:46.982850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36138202-ddc6-41c0-a2f3-bfb528b20925') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:46.994337 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.010902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.017385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:48:47.017770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:48:47.032098 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:48:47.113132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.130781 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.141534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Network': ['ID=777d61ca-42ab-4cf7-83dc-2d35c4540938,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:47.150470 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-32a4a1ca-f500-4a0c-9ad3-b2a0eb96b3a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/networks/777d61ca-42ab-4cf7-83dc-2d35c4540938 HTTP/1.1" status: 204 len: 168 time: 0.5433936 May 29 01:48:47.156032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37084) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:47.171128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.222656 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66acd128-0e6c-4188-b585-172bf2e7a510 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.251363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66acd128-0e6c-4188-b585-172bf2e7a510 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.315211 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66acd128-0e6c-4188-b585-172bf2e7a510 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.334212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acd128-0e6c-4188-b585-172bf2e7a510 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bf187d-c820-433a-91f6-86cffcec0ac1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:47.341409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-66acd128-0e6c-4188-b585-172bf2e7a510 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:47.343438 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-66acd128-0e6c-4188-b585-172bf2e7a510 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/security-groups/b6bf187d-c820-433a-91f6-86cffcec0ac1 HTTP/1.1" status: 204 len: 168 time: 0.1894343 May 29 01:48:48.135254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6df1cf70-4b38-4169-9cca-b38995fba6ae no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:48:48.170904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 6df1cf70-4b38-4169-9cca-b38995fba6ae {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:48:48.171249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 6df1cf70-4b38-4169-9cca-b38995fba6ae not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:48:48.502788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37094) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:48.508450 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252900303', 'description': 'tempest-secgroup-smoke-1252900303 description', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:48.514886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:48.519599 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:48.522569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:48.528869 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:48.538704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.572883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:48.576595 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:48.579632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:48.585187 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:48.640075 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.643529 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.685543 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:48.692180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.693586 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ed9ebc6b-4504-45fb-afab-166dcb3922ca tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1896837 May 29 01:48:48.696452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37098) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:48.702137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '442d45fa-c2e9-4b1c-bb1b-fe71f09f2327', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:48.708824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:48.712617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:48.715459 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:48.722906 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:48.739128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.800746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.804042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.826140 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b3129c-f7d5-4df2-891b-9bdd452988a2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:48.835311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.836473 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3bef4bc4-0209-46b5-b3cc-f226029cc775 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1390004 May 29 01:48:48.839101 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37102) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:48.844369 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '442d45fa-c2e9-4b1c-bb1b-fe71f09f2327', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:48.850409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:48.854128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:48.856921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:48.863190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:48.879643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.940469 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.944218 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.971530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1349ab93-4428-447c-945c-904ec008f562,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:48.977619 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:48.978981 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-16cbff9e-f720-4bca-ae61-1d2108efbb47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1389568 May 29 01:48:48.981672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37106) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:48.987115 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '442d45fa-c2e9-4b1c-bb1b-fe71f09f2327', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:48.993143 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:48.996969 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:48.999845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:49.005888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:49.022212 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.084681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.087947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.110352 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9f061f-6118-4089-985b-17b2ccbc7e6c,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:49.118610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.119748 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-933df58e-fae1-448d-b695-d35e185a78a0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1371946 May 29 01:48:49.122482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37110) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:49.127955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '442d45fa-c2e9-4b1c-bb1b-fe71f09f2327', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:49.133681 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:49.137413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:49.140258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:49.146500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:49.163202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.226624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.229908 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.254937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe904a04-9e22-4c5c-bbf9-5e54a7c13e17,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:49.264225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.265377 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-868315b9-1422-467b-a768-fb1dc1bddd02 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1420014 May 29 01:48:49.268620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37114) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:49.273860 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '442d45fa-c2e9-4b1c-bb1b-fe71f09f2327', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:49.279614 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:49.283842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:49.286674 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:49.292371 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:49.302839 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:48:49.309138 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.371607 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.375037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.397166 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa666383-efbf-4aee-87a4-29d1643aabf3,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:49.405494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.406637 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a83ee49e-365e-497a-b0f3-ea878979eb30 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1371210 May 29 01:48:49.410382 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37118) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:49.415620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '442d45fa-c2e9-4b1c-bb1b-fe71f09f2327', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:49.421306 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:49.425771 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:49.428582 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:49.434154 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:49.446500 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:48:49.453134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.519314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.522995 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.552159 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006a49df-eafe-4b47-9270-6ba06c83a7bb,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:49.562795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.564115 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0a132992-ecb0-41d3-8d72-2b0698322c59 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1526320 May 29 01:48:49.566792 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37122) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:49.572276 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'network': {'name': 'tempest-network-smoke--1142984957', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'port_security_enabled': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:49.577110 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:49.581343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:network and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:49.585596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:49.592122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:49.602261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:48:49.605195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.632903 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:48:49.641442 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.641762 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Added segment 6a08f425-74dd-447f-9218-ff78d79debc1 of type vlan for network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b May 29 01:48:49.668460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.696671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.700519 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:49.701089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.806206 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2382462 May 29 01:48:49.808881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37126) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:49.811961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85956b-25ee-4e06-b72a-1c3b111e43b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Network': ['ID=3b70b2a6-4632-44f5-a831-cdfff48ddf1b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:49.814513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'admin_state_up': True, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:49.821809 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:49.822350 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:48:49.825831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:router and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:49.828742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:49.835307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:49.847155 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.848183 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:49.867749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:50.109678 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:50.285226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:50.313098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:50.448805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.153 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:48:50.594157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:50.620925 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:50.686775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:48:50.689972 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:48:50.693685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:48:50.728611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:50.850620 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:50.851341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:51.075945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:48:51.092167 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:48:51.276568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:48:51.286438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Sync routers for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:48:51.297757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:51.298748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:51.302993 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:51.304295 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d4d93982-353a-4354-839a-20c1ebee47b6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4942980 May 29 01:48:51.307470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37130) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:51.422012 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e20971b8-ea6f-4c1f-b95b-9ecf636500f3 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=34d7ddbf60c14561aacfe67b6f96ae94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1134000 May 29 01:48:51.424753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37136) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:51.473528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:51.557030 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beac058-49b0-45c0-8d4c-e5c4559d6bc7 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:51.558482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2beac058-49b0-45c0-8d4c-e5c4559d6bc7 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328607 May 29 01:48:51.561543 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37140) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:51.605188 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f6f090ce-a256-4e3a-a0d2-2e437fca7ae7 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424397 May 29 01:48:51.607702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37144) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:51.613551 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430355752', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:51.717312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:51.721613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:subnet and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:51.724426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:51.729988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:51.740758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:48:51.760212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:50Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:51.764109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Checking router: 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:48:51.764458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Updating router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:48:51.814632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:51.841729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.065032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.146624 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Subnet': ['ID=85a5661d-0652-4c42-88f0-01e4598758f0,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:52.158244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Checking segment: {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:48:52.158751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network hostable DHCP agents. Network: 3b70b2a6-4632-44f5-a831-cdfff48ddf1b, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:48:52.165692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.178660 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Transition to ACTIVE for port object c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:48:52.181231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:48:52.184885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.190354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 3b70b2a6-4632-44f5-a831-cdfff48ddf1b) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:48:52.194493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:52.195281 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.217168 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-23569c4f-5be8-469c-b02a-c058533663a2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6083908 May 29 01:48:52.219866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37148) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:48:52.229035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cd9f9-c1ca-43d0-afe6-d679c7c3b710 None None] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:48:52.345970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Attempting to bind port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:48:52.346637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Attempting to bind port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:48:52.346637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Attempting to bind port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:48:52.350582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Pushing event updated for resources: {'Port': ['ID=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:52.378492 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:48:52.378882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:48:52.379286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.379683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:48:52.380193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Bound port: c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:48:52.380575 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.413531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.413889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.414222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.414563 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.414903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.415234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.415565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.415894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.416247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.416581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.416904 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:52.526346 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] For port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:48:52.531232 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] For port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:48:52.566280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.605854 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:48:52.606572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:52.722851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b32b05-f382-40da-a250-c91ad743718b None None] Pushing event updated for resources: {'Port': ['ID=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:52.732584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:52.733197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:52.957197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Allocated IP 172.20.0.2 (3b70b2a6-4632-44f5-a831-cdfff48ddf1b/85a5661d-0652-4c42-88f0-01e4598758f0/01fedd8d-21e3-4155-8f85-ac51f63092e0) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:48:52.979967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:53.069045 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.406067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.421684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Transition to ACTIVE for port object 01fedd8d-21e3-4155-8f85-ac51f63092e0 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:48:53.444108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Transition to ACTIVE for port object 01fedd8d-21e3-4155-8f85-ac51f63092e0 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:48:53.453971 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.512819 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:50Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:53.514548 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.1 (3b70b2a6-4632-44f5-a831-cdfff48ddf1b/85a5661d-0652-4c42-88f0-01e4598758f0/41d13c15-15d9-4784-9fd6-800990e42581) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:48:53.529227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4492c-2c07-4224-a325-2f7234ca9b52 None None] The sync data for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv is: [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:50Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:48:53.541326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:48:53.542208 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Pushing event updated for resources: {'Port': ['ID=01fedd8d-21e3-4155-8f85-ac51f63092e0,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:53.545028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:48:53.553642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:48:53.713139 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.716929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Attempting to bind port 01fedd8d-21e3-4155-8f85-ac51f63092e0 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:48:53.721716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Attempting to bind port 01fedd8d-21e3-4155-8f85-ac51f63092e0 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:48:53.722330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Attempting to bind port 01fedd8d-21e3-4155-8f85-ac51f63092e0 on network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:48:53.729514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:48:53.730043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Checking segment: {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:48:53.730545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.731026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Bound using segment: {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:48:53.731588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Bound port: 01fedd8d-21e3-4155-8f85-ac51f63092e0, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:48:53.733045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.733596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object 41d13c15-15d9-4784-9fd6-800990e42581 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:48:53.761717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.836831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] For port 01fedd8d-21e3-4155-8f85-ac51f63092e0, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:48:53.840472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] For port 01fedd8d-21e3-4155-8f85-ac51f63092e0, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=01fedd8d-21e3-4155-8f85-ac51f63092e0,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:48:53.841585 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=41d13c15-15d9-4784-9fd6-800990e42581,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:53.846265 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:48:53.846710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.847677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:48:53.849785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:48:53.918738 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:53.937180 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34cec1-4ff5-4c1e-a003-577e292da993 None None] Pushing event updated for resources: {'Port': ['ID=01fedd8d-21e3-4155-8f85-ac51f63092e0,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:54.013882 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:54.299386 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:48:54.371940 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:48:54.378203 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:54.378574 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:54.504446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:54.521146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:48:54.524946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:54.525821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 01fedd8d-21e3-4155-8f85-ac51f63092e0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:48:54.601297 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:54.606136 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:54.642873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:54.657356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 01fedd8d-21e3-4155-8f85-ac51f63092e0 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:48:54.723428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:54.727012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=41d13c15-15d9-4784-9fd6-800990e42581,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:54.872071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:48:54.873307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:48:54.916985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fca844-bdd6-4b4b-92c1-5624d8bcf526 None None] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:48:55.028449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8f18b5e2-e8ab-4acf-b491-bf03b121a706 None None] Provisioning for port 01fedd8d-21e3-4155-8f85-ac51f63092e0 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:48:55.042985 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8f18b5e2-e8ab-4acf-b491-bf03b121a706 None None] Provisioning complete for port 01fedd8d-21e3-4155-8f85-ac51f63092e0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:55.043334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8f18b5e2-e8ab-4acf-b491-bf03b121a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:55.259188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:48:55.260185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8f18b5e2-e8ab-4acf-b491-bf03b121a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:55.301174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-8f18b5e2-e8ab-4acf-b491-bf03b121a706 None None] For port 01fedd8d-21e3-4155-8f85-ac51f63092e0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=01fedd8d-21e3-4155-8f85-ac51f63092e0,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:48:55.305166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-8f18b5e2-e8ab-4acf-b491-bf03b121a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:55.377076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18b5e2-e8ab-4acf-b491-bf03b121a706 None None] Pushing event updated for resources: {'Port': ['ID=01fedd8d-21e3-4155-8f85-ac51f63092e0,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:55.468474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:48:55.489351 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-e94f98ce-d601-4bd9-8ac5-a450d6cf511f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/71ac704a-d7bf-4e58-a4b6-7bdd096dd3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2637005 May 29 01:48:55.527284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-05b7bacc-ff5e-4854-acef-17b759e52c3c None None] Provisioning for port 41d13c15-15d9-4784-9fd6-800990e42581 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:48:55.533679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-05b7bacc-ff5e-4854-acef-17b759e52c3c None None] Provisioning complete for port 41d13c15-15d9-4784-9fd6-800990e42581 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:55.534136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b7bacc-ff5e-4854-acef-17b759e52c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:55.592404 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-05b7bacc-ff5e-4854-acef-17b759e52c3c None None] Port 41d13c15-15d9-4784-9fd6-800990e42581 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:48:55.606237 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-05b7bacc-ff5e-4854-acef-17b759e52c3c None None] Provisioning complete for port 01fedd8d-21e3-4155-8f85-ac51f63092e0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:55.607111 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-05b7bacc-ff5e-4854-acef-17b759e52c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:55.670146 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6a5ccccb-917b-4f11-b866-0c54ce9d170a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:48:55.689572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6a5ccccb-917b-4f11-b866-0c54ce9d170a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:48:55.691015 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6a5ccccb-917b-4f11-b866-0c54ce9d170a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252900303&fields=id&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 267 time: 0.0627143 May 29 01:48:55.848782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-30ac3b2d-4483-498b-8768-d5fb0528dc94 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:55.850201 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-30ac3b2d-4483-498b-8768-d5fb0528dc94 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 797 time: 0.1516535 May 29 01:48:55.855344 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-e1fe0707-03aa-44d4-873a-bcacfaf4dedd None None] Provisioning complete for port 41d13c15-15d9-4784-9fd6-800990e42581 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:55.855778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0707-03aa-44d4-873a-bcacfaf4dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:55.866721 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2da534ee-6569-483a-b266-29562dfc06b8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/quotas/34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 375 time: 0.0109260 May 29 01:48:55.907093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe0707-03aa-44d4-873a-bcacfaf4dedd None None] Port 41d13c15-15d9-4784-9fd6-800990e42581 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:48:55.946869 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-63ca37d1-d11f-4d8a-bf4d-5ed1b4c54893 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751696 May 29 01:48:55.962571 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-0e7e8222-7911-46b1-a567-eb280726b03a service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:48:55.963528 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-0e7e8222-7911-46b1-a567-eb280726b03a service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049276 May 29 01:48:56.196537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:48:56.200482 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-bb291155-ee59-4468-8490-4183279e6428 service neutron] 10.222.0.33 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315176 May 29 01:48:56.273073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:56.273457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:56.346579 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-0abd37a8-206b-4dac-981b-e79ad3d31bb7 service neutron] 10.222.0.33 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437201 May 29 01:48:56.388718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 01fedd8d-21e3-4155-8f85-ac51f63092e0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:48:56.462019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 01fedd8d-21e3-4155-8f85-ac51f63092e0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:56.462729 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:56.543484 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08cd8dfa-d2e0-468c-bbe8-74a900b3ee51 req-458dd4db-777e-4b2b-aa01-d194b7206d06 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 210 time: 0.0465310 May 29 01:48:57.213950 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Sync routers for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:48:57.227374 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:57.227979 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:57.404097 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:57.529125 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-90a344fc-1bb2-45af-a486-e227b518b7db tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:57.529677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-90a344fc-1bb2-45af-a486-e227b518b7db tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:48:57.546042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-90a344fc-1bb2-45af-a486-e227b518b7db tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:48:57.547310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-90a344fc-1bb2-45af-a486-e227b518b7db tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 797 time: 0.1634169 May 29 01:48:57.605862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-4f1af249-7133-43f7-820f-d2f7b92dfd7f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:48:57.618664 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-4f1af249-7133-43f7-820f-d2f7b92dfd7f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:48:57.619764 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-4f1af249-7133-43f7-820f-d2f7b92dfd7f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 380 time: 0.0611186 May 29 01:48:57.630063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'port': {'device_id': 'b814e30b-ee7d-441e-b832-e54c38614198', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'admin_state_up': True, 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'security_groups': ['442d45fa-c2e9-4b1c-bb1b-fe71f09f2327']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:57.722667 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 2, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:57.726500 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Checking router: 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:48:57.726845 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Updating router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da port 41d13c15-15d9-4784-9fd6-800990e42581 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:48:57.727020 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e11a2860-0fcc-46f7-ac9c-1ea58429fe5b req-b66b699b-5a97-4050-bfb7-3431f6cf031c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 210 time: 0.0423408 May 29 01:48:57.774044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:48:57.778025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:port and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:48:57.780824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:48:57.781640 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:57.787022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:48:57.796961 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:48:57.800887 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.116469 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.128468 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Transition to ACTIVE for port object 41d13c15-15d9-4784-9fd6-800990e42581 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:48:58.134973 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.204937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.11 (3b70b2a6-4632-44f5-a831-cdfff48ddf1b/85a5661d-0652-4c42-88f0-01e4598758f0/fb2049d0-d393-4f84-a3cf-567d4615df74) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:48:58.261342 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Pushing event updated for resources: {'Port': ['ID=41d13c15-15d9-4784-9fd6-800990e42581,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:58.274935 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.275266 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.275805 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.276150 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.276639 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.276958 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.277278 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.277591 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.277900 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.278209 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.278519 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:48:58.365451 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Attempting to bind port 41d13c15-15d9-4784-9fd6-800990e42581 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:48:58.365805 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Attempting to bind port 41d13c15-15d9-4784-9fd6-800990e42581 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:48:58.366156 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Attempting to bind port 41d13c15-15d9-4784-9fd6-800990e42581 on network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:48:58.373082 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:48:58.373504 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Checking segment: {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:48:58.373992 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.374505 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Bound using segment: {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:48:58.375064 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Bound port: 41d13c15-15d9-4784-9fd6-800990e42581, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:48:58.375536 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.405177 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.420911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object fb2049d0-d393-4f84-a3cf-567d4615df74 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:48:58.444445 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.465025 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] For port 41d13c15-15d9-4784-9fd6-800990e42581, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:48:58.467960 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] For port 41d13c15-15d9-4784-9fd6-800990e42581, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=41d13c15-15d9-4784-9fd6-800990e42581,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:48:58.472586 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.517728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:48:58.520818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:48:58.524758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:48:58.574239 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=fb2049d0-d393-4f84-a3cf-567d4615df74,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:58.585792 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0c83a-4b89-4aba-8eea-52c6aaabb1f3 None None] Pushing event updated for resources: {'Port': ['ID=41d13c15-15d9-4784-9fd6-800990e42581,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:58.589528 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:48:58.590080 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:48:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:58.600789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:58.601886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.635917 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-6bb5e49c-476e-4ee1-b7be-38e285afc065 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0104487 May 29 01:48:58.647886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Request body: {'port': {'device_id': 'b814e30b-ee7d-441e-b832-e54c38614198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:48:58.779772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.781702 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:48:58.796818 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b27bb0d3-56b1-466f-b881-371bc14ed4d2 None None] Provisioning for port fb2049d0-d393-4f84-a3cf-567d4615df74 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:48:58.804080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b27bb0d3-56b1-466f-b881-371bc14ed4d2 None None] Provisioning complete for port fb2049d0-d393-4f84-a3cf-567d4615df74 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:48:58.804783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b27bb0d3-56b1-466f-b881-371bc14ed4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:58.866864 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b27bb0d3-56b1-466f-b881-371bc14ed4d2 None None] Port fb2049d0-d393-4f84-a3cf-567d4615df74 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:48:58.981392 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07112c31-b0af-44ba-90af-9ea8969e995a req-e0ab36ba-da85-4cd7-a966-1de171cbefa9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:58.982980 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07112c31-b0af-44ba-90af-9ea8969e995a req-e0ab36ba-da85-4cd7-a966-1de171cbefa9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 932 time: 0.0908329 May 29 01:48:59.035981 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-07112c31-b0af-44ba-90af-9ea8969e995a req-5f8d9ca2-4214-4a47-9473-b7ddefb6de41 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435545 May 29 01:48:59.138236 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:48:58Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:48:59.142261 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e9f1-8d4d-4b24-be7a-a5dfd807206f None None] The sync data for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv is: [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:48:58Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:48:59.207070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2049d0-d393-4f84-a3cf-567d4615df74 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:48:59.215847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:59.230975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Transition to ACTIVE for port object fb2049d0-d393-4f84-a3cf-567d4615df74 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:48:59.234363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:59.366696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2049d0-d393-4f84-a3cf-567d4615df74,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:59.480757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Attempting to bind port fb2049d0-d393-4f84-a3cf-567d4615df74 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:48:59.481188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Attempting to bind port fb2049d0-d393-4f84-a3cf-567d4615df74 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:48:59.481591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Attempting to bind port fb2049d0-d393-4f84-a3cf-567d4615df74 on network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:48:59.488920 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Port fb2049d0-d393-4f84-a3cf-567d4615df74 on network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:48:59.489331 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Attempting to bind port fb2049d0-d393-4f84-a3cf-567d4615df74 on network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:48:59.496800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:48:59.497210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Checking segment: {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:48:59.497663 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Bound using segment: {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:48:59.498160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Bound port: fb2049d0-d393-4f84-a3cf-567d4615df74, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a08f425-74dd-447f-9218-ff78d79debc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:48:59.498581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:59.594386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] For port fb2049d0-d393-4f84-a3cf-567d4615df74, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:48:59.598742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] For port fb2049d0-d393-4f84-a3cf-567d4615df74, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fb2049d0-d393-4f84-a3cf-567d4615df74,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:48:59.603555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:59.678889 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:48:59.680310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 1094 time: 1.0367541 May 29 01:48:59.680742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:48:59.715069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12ece6-e39a-4e90-b62a-5473f0c06374 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2049d0-d393-4f84-a3cf-567d4615df74,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:48:59.765348 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcab02b-9f63-4c57-a545-6ad1d0887300'] response: {'name': 'network-changed', 'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'status': 'completed', 'code': 200} May 29 01:48:59.810754 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-cbec8ec4-3b72-4cbf-8b2f-1f553d264809 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1097 time: 0.0892985 May 29 01:48:59.884947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-85eb2bc4-d8fc-4393-a132-8637478679ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 217 time: 0.0668874 May 29 01:48:59.952475 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-3f72231c-e78f-4799-bade-6911ee3119c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:48:59.953947 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-3f72231c-e78f-4799-bade-6911ee3119c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 200 len: 834 time: 0.0604188 May 29 01:49:00.050163 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-cddc0b45-14ce-4486-960b-2ad226c3fa7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908413 May 29 01:49:00.252978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 41d13c15-15d9-4784-9fd6-800990e42581 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:49:00.258184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882634-9306-4661-ad20-81f6963ca42d req-d16e0132-6292-480e-8593-4b09f24319e6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:00.265021 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8882634-9306-4661-ad20-81f6963ca42d req-d16e0132-6292-480e-8593-4b09f24319e6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 944 time: 0.0973623 May 29 01:49:00.285906 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-b49225d9-5735-4142-ba06-c89cbf3e6402 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298810 May 29 01:49:00.308325 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8882634-9306-4661-ad20-81f6963ca42d req-a1f712fa-fb72-426f-8536-0d454d4faef8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 May 29 01:49:00.373075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 41d13c15-15d9-4784-9fd6-800990e42581 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:49:00.378409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 41d13c15-15d9-4784-9fd6-800990e42581 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:49:00.378775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:00.428650 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ef54930-4309-4449-a5e5-3a02d39ed98c req-fa65420d-1336-4b2c-8198-366e40cebd75 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372526 May 29 01:49:00.490229 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:00.523083 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 41d13c15-15d9-4784-9fd6-800990e42581, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=41d13c15-15d9-4784-9fd6-800990e42581,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:49:00.527200 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:00.545027 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-ebfee1e4-2fd9-4a87-8f2d-8a8a19450a1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1097 time: 0.0695832 May 29 01:49:00.595006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=41d13c15-15d9-4784-9fd6-800990e42581,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:49:00.682737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-af649e6e-2f91-40c5-ac91-f5d9bddfb49e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:00.684118 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-af649e6e-2f91-40c5-ac91-f5d9bddfb49e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 898 time: 0.1334972 May 29 01:49:00.753680 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-13c5a456-b9b7-48a0-a54d-1016c6d7f7f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 217 time: 0.0637336 May 29 01:49:00.812660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-bbbab4ec-f918-4a7f-91aa-235a654a0ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:00.814575 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-bbbab4ec-f918-4a7f-91aa-235a654a0ea6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 200 len: 834 time: 0.0561225 May 29 01:49:00.888847 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-a55bd128-5cfa-4a14-9e17-c139626ddff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691841 May 29 01:49:01.020948 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-55cec590-9415-4f1e-afa6-a62d77399f7e service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266074 May 29 01:49:01.148833 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9e6ba48b-ef3b-4b9b-b0d5-dee400f9abe7 req-504890f2-2574-45b4-a1f5-7dc766161adc service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217251 May 29 01:49:01.509861 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd010-2ccd-4259-9fa3-39543ff330ef req-3b1a3b31-3ebc-4477-b5ff-cf28942ac4b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:01.511269 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a97cd010-2ccd-4259-9fa3-39543ff330ef req-3b1a3b31-3ebc-4477-b5ff-cf28942ac4b3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 944 time: 0.0779128 May 29 01:49:01.554600 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a97cd010-2ccd-4259-9fa3-39543ff330ef req-b35b1c51-d808-4d5f-9e65-86b57e573f7c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377920 May 29 01:49:01.570163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7a154e72-cebd-486f-b858-5063cb84cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:02.187923 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 41d13c15-15d9-4784-9fd6-800990e42581 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:49:02.254459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 41d13c15-15d9-4784-9fd6-800990e42581 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:49:02.254827 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:02.752949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8fc11-96a7-47e1-9196-a54bec3ec686 req-ca7ec066-c23c-4761-ab91-12af81700724 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:02.754387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d9f8fc11-96a7-47e1-9196-a54bec3ec686 req-ca7ec066-c23c-4761-ab91-12af81700724 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 944 time: 0.0769532 May 29 01:49:02.798610 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d9f8fc11-96a7-47e1-9196-a54bec3ec686 req-83891e51-05cc-43e5-92d7-8d8de587e7f0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 May 29 01:49:03.668475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95d69b88-af75-421c-8bab-6a18a77be971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:03.994960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f98bbb-3086-4031-bf55-29d4f6fa3903 req-a7e78f8e-0dea-4cdf-99d2-f3762c43a919 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:03.996326 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f6f98bbb-3086-4031-bf55-29d4f6fa3903 req-a7e78f8e-0dea-4cdf-99d2-f3762c43a919 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 944 time: 0.0786235 May 29 01:49:04.044675 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f6f98bbb-3086-4031-bf55-29d4f6fa3903 req-964dac15-c6b2-4152-910e-7848c4fde298 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 May 29 01:49:04.057339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device fb2049d0-d393-4f84-a3cf-567d4615df74 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:49:04.188210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port fb2049d0-d393-4f84-a3cf-567d4615df74, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fb2049d0-d393-4f84-a3cf-567d4615df74,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:49:04.201600 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'port_id': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'mac_address': 'fa:16:3e:d3:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:49:04.258019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:04.274779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2049d0-d393-4f84-a3cf-567d4615df74 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:49:04.289131 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port fb2049d0-d393-4f84-a3cf-567d4615df74, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fb2049d0-d393-4f84-a3cf-567d4615df74,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:49:04.292848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:04.358304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=fb2049d0-d393-4f84-a3cf-567d4615df74,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:49:04.642822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['fb2049d0-d393-4f84-a3cf-567d4615df74'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:49:04.753246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:05.238923 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055524ae-d082-4a9f-9feb-8ebd0d51f72e req-ff4c6141-d0da-4358-adda-0babf7d8e62b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:05.240408 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-055524ae-d082-4a9f-9feb-8ebd0d51f72e req-ff4c6141-d0da-4358-adda-0babf7d8e62b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 945 time: 0.0754826 May 29 01:49:05.287866 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-055524ae-d082-4a9f-9feb-8ebd0d51f72e req-f24a3638-dd62-45ba-aaaf-c2e657f2d3cd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 May 29 01:49:05.541388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:06.057347 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device fb2049d0-d393-4f84-a3cf-567d4615df74 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:49:06.128470 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port fb2049d0-d393-4f84-a3cf-567d4615df74 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:49:06.133129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port fb2049d0-d393-4f84-a3cf-567d4615df74 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:49:06.133503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:06.249510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:06.276880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:49:06.289731 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port fb2049d0-d393-4f84-a3cf-567d4615df74, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fb2049d0-d393-4f84-a3cf-567d4615df74,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:49:06.299557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:06.337987 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad2a581-7477-4f8f-a092-3e796fb2f927'] response: {'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'code': 200} May 29 01:49:06.350481 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:06.379354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=fb2049d0-d393-4f84-a3cf-567d4615df74,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:49:06.493694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41c8f-ae5d-4db5-b8f6-f72bf868ea12 req-1a871256-3ed4-4c62-bf09-d4751280cf95 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:06.495113 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ed41c8f-ae5d-4db5-b8f6-f72bf868ea12 req-1a871256-3ed4-4c62-bf09-d4751280cf95 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0843792 May 29 01:49:06.541448 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8ed41c8f-ae5d-4db5-b8f6-f72bf868ea12 req-d0e03245-1fe3-41b3-96e2-40ac5f004ae3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406864 May 29 01:49:06.564269 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5f4076b6-7514-4e35-b5de-c6c25360f708 req-4eac1e44-ad8b-48fc-9172-17b37165b0f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1099 time: 0.0674419 May 29 01:49:06.604665 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5f4076b6-7514-4e35-b5de-c6c25360f708 req-d0c6c165-43da-44cb-9ea9-6446094ef1b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347009 May 29 01:49:07.748207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5f670-8a15-41fe-aa40-f00460cd0fb2 req-576fed3d-286b-435e-ace5-d1e51aa67458 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:07.749640 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-37f5f670-8a15-41fe-aa40-f00460cd0fb2 req-576fed3d-286b-435e-ace5-d1e51aa67458 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0779328 May 29 01:49:07.794613 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-37f5f670-8a15-41fe-aa40-f00460cd0fb2 req-fa5d9500-da73-470f-84e6-aff5cd7ff051 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 May 29 01:49:08.991115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98922591-2f99-4905-99a3-105a5a29864e req-dca151a0-24f1-4380-8e7a-bdb33afcb04b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:08.992608 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98922591-2f99-4905-99a3-105a5a29864e req-dca151a0-24f1-4380-8e7a-bdb33afcb04b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0754151 May 29 01:49:09.039122 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-98922591-2f99-4905-99a3-105a5a29864e req-71cf21fa-f86e-41e4-8b59-1493d88f2b21 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 May 29 01:49:09.242879 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad822-4392-4182-b880-4c80956b0942 req-97be5184-0313-4a75-b30a-a338021c0634 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:09.244317 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c1fad822-4392-4182-b880-4c80956b0942 req-97be5184-0313-4a75-b30a-a338021c0634 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0827436 May 29 01:49:09.290166 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c1fad822-4392-4182-b880-4c80956b0942 req-04ad7c48-15e9-4751-970b-8432a8857eb5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 May 29 01:49:09.318005 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37196) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:49:09.389515 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-deb6240d-c53e-48c4-83d1-a141fab64057 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1094 time: 0.0702593 May 29 01:49:09.392143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37200) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:49:09.397225 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:49:09.402628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:49:09.406346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:floatingip and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:49:09.409104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:49:09.414774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:49:09.425899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:09.560062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:09.696684 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.135 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/9dfbb6cc-f584-431c-bceb-21dd205c74a8) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:49:09.923161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:09.954107 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:10.022561 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:49:10.025435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:49:10.027939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:49:10.057502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=9dfbb6cc-f584-431c-bceb-21dd205c74a8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:49:10.531592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:10.586337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:10.788934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:10.793350 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:10.897040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=9dfbb6cc-f584-431c-bceb-21dd205c74a8,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:49:10.911472 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:11.097225 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Floating IP de9005cc-eeb1-4ee9-81b8-a87428d586c3 associated. External IP: 172.26.5.135, port: fb2049d0-d393-4f84-a3cf-567d4615df74. May 29 01:49:11.571394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:49:11.780314 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:49:11.790107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] Sync routers for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:49:11.803053 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:49:11.803831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:49:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:49:11.805487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:11.862252 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6e8800a6-7fe1-4cff-ab04-0944143870a8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4690230 May 29 01:49:11.862762 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:49:11.932995 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b73d0b7-0557-4a9e-98c6-e5dafd211d13'] response: {'name': 'network-changed', 'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'status': 'completed', 'code': 200} May 29 01:49:11.989192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:49:12.034301 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-ca8a3076-b5b0-4acd-b6ff-70b809b4dd33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1099 time: 0.0795119 May 29 01:49:12.068514 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde868-1cf8-4691-ad20-4dcefdc18db6 req-ea834413-a710-47bb-ab41-3ff8fc5d7b43 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:12.070221 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9ecde868-1cf8-4691-ad20-4dcefdc18db6 req-ea834413-a710-47bb-ab41-3ff8fc5d7b43 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0838413 May 29 01:49:12.125131 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9ecde868-1cf8-4691-ad20-4dcefdc18db6 req-3e95d4cf-a3e7-44c0-b4f1-98107ae88a18 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491781 May 29 01:49:12.166409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37208) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:49:12.180617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-fa651663-1b0a-4bcd-b33e-005e83ebb804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:12.182438 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-fa651663-1b0a-4bcd-b33e-005e83ebb804 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 898 time: 0.1427820 May 29 01:49:12.281814 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b650095a-41bd-4c00-98c3-046c21613f47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 200 len: 992 time: 0.1132252 May 29 01:49:12.291006 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-03806448-35fe-4ec0-a846-a2364e9f3aa7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 1000 time: 0.1029756 May 29 01:49:12.351089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-680aa647-809e-4e14-b527-b83f6a47b8c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:12.352537 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-680aa647-809e-4e14-b527-b83f6a47b8c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 200 len: 834 time: 0.0562849 May 29 01:49:12.376662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'de9005cc-eeb1-4ee9-81b8-a87428d586c3', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.135', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'port_id': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'mac_address': 'fa:16:3e:d3:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814e30b-ee7d-441e-b832-e54c38614198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:49:10Z', 'updated_at': '2022-05-29T01:49:10Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:49:00Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:49:12.380743 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] Checking router: 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:49:12.391348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:49:12.393273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:49:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:49:12.426699 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-e58f18e2-d39e-497b-ad3a-76e9c6f357ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685349 May 29 01:49:12.555819 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-3c236e61-3b3c-4c93-8b73-3abc4430cbd9 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231964 May 29 01:49:12.576513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:49:12.791618 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1a31a098-a12f-4fdf-88b7-3e2b07b3f48f req-563a1a7f-4eb6-402f-ba81-e8391ac60dde service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304926 May 29 01:49:12.926810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'de9005cc-eeb1-4ee9-81b8-a87428d586c3', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.135', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'port_id': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'mac_address': 'fa:16:3e:d3:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814e30b-ee7d-441e-b832-e54c38614198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:49:10Z', 'updated_at': '2022-05-29T01:49:10Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:49:00Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:49:12.930759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91cdb9-18cf-4dca-8a4f-9357347fd0cc None None] The sync data for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv is: [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'de9005cc-eeb1-4ee9-81b8-a87428d586c3', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.135', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'port_id': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'mac_address': 'fa:16:3e:d3:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814e30b-ee7d-441e-b832-e54c38614198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:49:10Z', 'updated_at': '2022-05-29T01:49:10Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:49:00Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:49:13.284122 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37212) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:49:13.387909 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8d7ff9db-6d49-4035-bf00-9370fe6e0128 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 200 len: 992 time: 0.1026821 May 29 01:49:14.392591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37216) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:49:14.492312 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-807f7b6c-0334-45e8-8191-db1a10a6c1f8 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 200 len: 992 time: 0.0986364 May 29 01:49:15.496204 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37220) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:49:15.600623 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-27caf653-8ec4-4ce2-b1db-d5e3d516eed2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 200 len: 992 time: 0.1033173 May 29 01:49:16.167298 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e23228-6099-452b-9a20-a5c5b70f89df None None] New status for floating IP de9005cc-eeb1-4ee9-81b8-a87428d586c3: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:49:16.604506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37224) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:49:16.708627 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a2fd3748-8e98-492c-ac63-f5dd75be995d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 200 len: 994 time: 0.1028543 May 29 01:49:17.169976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:24.439233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-be23ebd4-e29f-4691-88bb-5437f3708392 req-96aaaa7f-37d4-4e77-a937-095be4c0567c service neutron] (83980) timed out ('10.222.0.33', 33544) {{(pid=83980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 29 01:49:28.091789 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:49:31.573939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-770613cc-0581-407a-8cc6-48c384d563ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:33.670129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c3415918-7712-481b-8018-33f040722165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:34.738741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:35.543718 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:36.291108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:49:40.045199 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-574994ba-ece9-4b01-956c-146ed8df5278 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698304 May 29 01:49:40.180789 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-dc7b8a80-aed2-48e5-ac88-ea75e5105d35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1099 time: 0.0697672 May 29 01:49:40.322571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-24b03af9-b252-461b-ac70-1051861db74e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:40.323893 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-24b03af9-b252-461b-ac70-1051861db74e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 898 time: 0.1247208 May 29 01:49:40.426309 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-ac9520e6-f464-4377-9a09-d50210a02083 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 1002 time: 0.0967278 May 29 01:49:40.487743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-8b110035-abe4-451a-af13-f4aaabbd4ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:49:40.489158 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-8b110035-abe4-451a-af13-f4aaabbd4ba3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 200 len: 834 time: 0.0572057 May 29 01:49:40.565105 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-642d389c-1018-491b-a836-798b069c9549 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700951 May 29 01:49:40.693950 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-3a476f5a-ffca-47df-afb0-bb8abb3c762e service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226134 May 29 01:49:40.823279 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d4ee810e-7def-42e5-9541-d4e6db8da4fe req-ada60293-fcda-4a67-a2e5-380236a7e033 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231983 May 29 01:49:47.167756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:01.577587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-542ccb38-0f9e-47b1-acbe-4d9eb6318ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:03.672726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b98b1ae1-0c6d-4695-8450-d2eb9d69d03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:04.739695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:05.091434 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:50:05.545537 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:06.293018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:15.853316 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c540e54-f40f-4116-92d8-024515434355 req-5514a367-e5ac-4471-b9e4-d1da0dce4258 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:15.854753 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9c540e54-f40f-4116-92d8-024515434355 req-5514a367-e5ac-4471-b9e4-d1da0dce4258 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.1931129 May 29 01:50:15.899450 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9c540e54-f40f-4116-92d8-024515434355 req-688030b0-f508-4023-93cf-5dc5bbc67f91 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390797 May 29 01:50:17.166061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c3842-65b6-4cba-ab83-88cbaffcd8c4 req-ca29f2e3-3533-4e1a-9ccc-4d2ad7b473c5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:17.167501 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-176c3842-65b6-4cba-ab83-88cbaffcd8c4 req-ca29f2e3-3533-4e1a-9ccc-4d2ad7b473c5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.1416693 May 29 01:50:17.168910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:17.213096 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-176c3842-65b6-4cba-ab83-88cbaffcd8c4 req-bccae8e3-e811-4290-9ead-13269e25e1e7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390756 May 29 01:50:18.412435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604c2ff-6155-4961-87fa-ac7db45d3aa3 req-0ed22e5d-94a6-495b-9c92-78b56f14e08e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:18.413883 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2604c2ff-6155-4961-87fa-ac7db45d3aa3 req-0ed22e5d-94a6-495b-9c92-78b56f14e08e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0785465 May 29 01:50:18.460331 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2604c2ff-6155-4961-87fa-ac7db45d3aa3 req-790ec764-b374-414a-83d0-ecadc08de794 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 May 29 01:50:19.668279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac365-8723-4c12-baa1-d7f574af869a req-10e36163-a49e-4730-a09b-93b372e10184 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:19.669814 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf5ac365-8723-4c12-baa1-d7f574af869a req-10e36163-a49e-4730-a09b-93b372e10184 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0748775 May 29 01:50:19.720336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf5ac365-8723-4c12-baa1-d7f574af869a req-eeca6507-61f7-406b-a980-1387149019bb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444713 May 29 01:50:20.915136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293ddf0-9ea6-45dd-905c-7dfec048f5a1 req-261d920e-fa77-4620-bf8a-9f43dc4cd24b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:20.916645 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c293ddf0-9ea6-45dd-905c-7dfec048f5a1 req-261d920e-fa77-4620-bf8a-9f43dc4cd24b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0753839 May 29 01:50:20.960882 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c293ddf0-9ea6-45dd-905c-7dfec048f5a1 req-9c4b0bd0-82b0-427c-95cf-8a5501ef6a5f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383503 May 29 01:50:22.157994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7d17d-3445-42b1-8959-010e43bc0088 req-f7a7042b-5f25-4413-9fd5-19420100bc11 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:22.159436 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27f7d17d-3445-42b1-8959-010e43bc0088 req-f7a7042b-5f25-4413-9fd5-19420100bc11 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0787859 May 29 01:50:22.204082 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27f7d17d-3445-42b1-8959-010e43bc0088 req-3261bb24-e178-470c-90da-6500df741dab tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 May 29 01:50:23.401512 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264129a-1202-4534-b495-f23e6536848a req-c7a4e8ad-771a-453a-a33f-1e82da37aa69 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:23.402952 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d264129a-1202-4534-b495-f23e6536848a req-c7a4e8ad-771a-453a-a33f-1e82da37aa69 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0770812 May 29 01:50:23.451931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d264129a-1202-4534-b495-f23e6536848a req-6a5c613e-2d2b-48ac-9293-638fe526df89 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426767 May 29 01:50:24.654288 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220348cc-243b-4d89-a714-0e09055780fa req-298917e8-26b3-4f0c-a8b3-0dd8bd6e53bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:24.655714 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-220348cc-243b-4d89-a714-0e09055780fa req-298917e8-26b3-4f0c-a8b3-0dd8bd6e53bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0794723 May 29 01:50:24.699619 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-220348cc-243b-4d89-a714-0e09055780fa req-4f543012-440f-43b5-94a9-d619eaf37b2c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 May 29 01:50:25.922474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4c4ed-936d-4ff1-b3c8-b04338e69e15 req-180418f3-1202-4d46-9ade-5115702ab93c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:25.923942 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4af4c4ed-936d-4ff1-b3c8-b04338e69e15 req-180418f3-1202-4d46-9ade-5115702ab93c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0782003 May 29 01:50:25.974587 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4af4c4ed-936d-4ff1-b3c8-b04338e69e15 req-1a66a56b-dc30-4ac8-a86a-82e05a2849fd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450110 May 29 01:50:27.249921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010421d2-f563-4cf9-84f1-ab0782622d40 req-662d0364-7ea0-475e-90cb-ddff77f62d26 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:27.251452 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-010421d2-f563-4cf9-84f1-ab0782622d40 req-662d0364-7ea0-475e-90cb-ddff77f62d26 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.1580591 May 29 01:50:27.295859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-010421d2-f563-4cf9-84f1-ab0782622d40 req-5591af01-ed98-435c-bc38-4aadd19b6bb1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386472 May 29 01:50:27.323504 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37274) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:50:27.431115 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-83d6b631-a5bf-450d-9e5c-8d6f85139b17 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 200 len: 994 time: 0.1064901 May 29 01:50:28.951337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c22f51-d270-4806-baf7-51d06d014059 req-71d5e138-e548-4952-bb9a-ed4ebd278c14 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:28.953517 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49c22f51-d270-4806-baf7-51d06d014059 req-71d5e138-e548-4952-bb9a-ed4ebd278c14 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0800490 May 29 01:50:28.978560 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-1c66dd12-113c-4052-bb1b-29275370527f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1099 time: 0.0691409 May 29 01:50:28.998512 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-49c22f51-d270-4806-baf7-51d06d014059 req-2f601561-213e-4375-8eb0-60f5736d7b15 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 May 29 01:50:29.112691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-23dd5062-7322-459e-bdc7-84662c519c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:29.114049 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-23dd5062-7322-459e-bdc7-84662c519c38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 898 time: 0.1303270 May 29 01:50:29.305246 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-17afb654-8db1-4610-99a7-91f5a5b033c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 1002 time: 0.1859672 May 29 01:50:29.364949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-1b717529-0907-4f93-a31c-ac6802d036bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:29.366233 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-1b717529-0907-4f93-a31c-ac6802d036bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 200 len: 834 time: 0.0557544 May 29 01:50:29.450985 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-d5720d51-c7b0-4426-87db-c53ecad17d1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794632 May 29 01:50:29.578302 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-17665de3-b658-4a24-954e-9da7be6ccd91 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212137 May 29 01:50:29.705845 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0eb4feb5-fe32-4f32-89e9-8fc97ce64218 req-ad98e90e-2ff3-4132-89b2-175dd8835798 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223774 May 29 01:50:30.198714 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba6a6-240d-4983-8942-2bca2ccb4fc3 req-a19b9091-cd35-42c2-8642-f419ad6fe2d7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:30.200179 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57eba6a6-240d-4983-8942-2bca2ccb4fc3 req-a19b9091-cd35-42c2-8642-f419ad6fe2d7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0775402 May 29 01:50:30.247265 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-57eba6a6-240d-4983-8942-2bca2ccb4fc3 req-fdc25887-048f-44ea-9650-7be30d5cdd66 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 May 29 01:50:31.447208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa37165-5a23-457a-ac67-bc20a7556b7c req-b810bf8a-5d0b-44f3-9aa3-5e51be50e73e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:31.448604 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eaa37165-5a23-457a-ac67-bc20a7556b7c req-b810bf8a-5d0b-44f3-9aa3-5e51be50e73e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0816889 May 29 01:50:31.493686 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eaa37165-5a23-457a-ac67-bc20a7556b7c req-4bf905ef-6da9-467c-a3c3-9de1ab38211e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 May 29 01:50:31.521748 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37290) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:50:31.580986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a50e231-13fc-4866-950c-75dadb240e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:31.626197 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-8f904409-35c5-4cd5-a7af-b5b81ee59160 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 200 len: 994 time: 0.1033556 May 29 01:50:33.674581 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b27a9bd9-af1d-4ea8-bb6a-10d1bbef8df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:34.745012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:35.549450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:36.295196 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:50:40.006096 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-9002c0ac-cfaa-4ca8-92d1-c3c285120f3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691397 May 29 01:50:40.144441 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-b5f80af2-3251-4be2-ad99-b48a1844c6f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1099 time: 0.0708570 May 29 01:50:40.287538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-bb7b91c0-a258-4a4c-979c-e5234de60c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:40.288877 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-bb7b91c0-a258-4a4c-979c-e5234de60c43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 898 time: 0.1258469 May 29 01:50:40.384815 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-538ec4d6-bab0-4047-a601-43c14c1e3447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 1002 time: 0.0904241 May 29 01:50:40.447492 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-f6cd0e93-bf7d-4bed-97f5-1690050a340a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:50:40.448887 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-f6cd0e93-bf7d-4bed-97f5-1690050a340a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 200 len: 834 time: 0.0581288 May 29 01:50:40.526146 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-b319f436-17e2-4462-bc4c-0d7747531180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716817 May 29 01:50:40.651700 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-9f84eb9d-0eb9-4842-a57e-c757c1055a6c service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191230 May 29 01:50:40.779605 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-685a5561-44e4-4a28-bdc7-66d09649c331 req-e25e5e3f-254b-41ba-8ddb-13cfb6ca9ef3 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221666 May 29 01:50:42.091007 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:50:47.165319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:01.583770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ce822347-41f8-479b-8d21-6ac8b9c0179b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:03.675670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-474705f8-28c8-46b0-9836-5bb53d22c3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:04.744478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:05.552913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:06.297889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:17.165896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:19.090511 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:51:20.239286 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37306) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:20.433710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 9dfbb6cc-f584-431c-bceb-21dd205c74a8 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:51:20.433962 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:20.598851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:20.599166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:20.714259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 9dfbb6cc-f584-431c-bceb-21dd205c74a8 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:51:20.861540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:20.904033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=9dfbb6cc-f584-431c-bceb-21dd205c74a8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:20.943003 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.943341 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.943673 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.944026 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.944347 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.944669 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.944994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.945300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.945616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.945934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:20.946250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:21.006918 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:21.478507 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:51:21.669096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:51:21.679315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] Sync routers for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:51:21.686523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:21.691559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:21.692192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:21.742926 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-339ffb08-5bc1-4e23-8100-a4d9bd7dc86e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/floatingips/de9005cc-eeb1-4ee9-81b8-a87428d586c3 HTTP/1.1" status: 204 len: 168 time: 1.5024967 May 29 01:51:21.743499 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:51:21.805344 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38a2029-f669-426c-a78a-81a613f28530'] response: {'name': 'network-changed', 'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'status': 'completed', 'code': 200} May 29 01:51:21.869675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:21.901503 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-1ed27f0e-a593-439f-9ea0-7bd5872c9017 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 1099 time: 0.0738671 May 29 01:51:22.045155 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-3c5e248d-0182-4075-9767-f8a02facc6ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:22.046542 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-3c5e248d-0182-4075-9767-f8a02facc6ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 200 len: 898 time: 0.1392827 May 29 01:51:22.114544 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-33894477-f3f0-441b-a420-8e0010c1319f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 200 len: 217 time: 0.0612783 May 29 01:51:22.152812 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603eed0-fe36-4e5c-8c47-ddee2ed9bdfe req-5aecc712-bc40-452a-b74d-bbe84ee8e630 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:22.153886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-c603eed0-fe36-4e5c-8c47-ddee2ed9bdfe req-5aecc712-bc40-452a-b74d-bbe84ee8e630 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:51:22.175832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-c603eed0-fe36-4e5c-8c47-ddee2ed9bdfe req-5aecc712-bc40-452a-b74d-bbe84ee8e630 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:51:22.177755 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c603eed0-fe36-4e5c-8c47-ddee2ed9bdfe req-5aecc712-bc40-452a-b74d-bbe84ee8e630 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.1076608 May 29 01:51:22.240186 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c603eed0-fe36-4e5c-8c47-ddee2ed9bdfe req-2322b15b-dcc9-4e56-a1aa-6628de9f9a79 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552652 May 29 01:51:22.242198 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:49:00Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:22.246661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] Checking router: 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:51:22.260785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:22.261789 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:22.296243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-d5a01732-b70d-4c5a-8e19-ee0c755e40e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:22.297642 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-d5a01732-b70d-4c5a-8e19-ee0c755e40e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 200 len: 834 time: 0.1766791 May 29 01:51:22.372378 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-bab1375f-38fa-4abe-b8cf-bec15bc05574 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b70b2a6-4632-44f5-a831-cdfff48ddf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671735 May 29 01:51:22.382760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-ddd32eea-68e0-4383-8e74-8a472149125c service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:51:22.383658 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-ddd32eea-68e0-4383-8e74-8a472149125c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049415 May 29 01:51:22.445058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:22.514627 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-7449df09-e8a4-48f5-a50e-6e3a39e06a81 service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245668 May 29 01:51:22.653422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-53f5e4f7-9561-4e89-a427-b84c9c4d10d6 req-49c56449-35fc-4716-ac19-e2dffe489d1c service neutron] 10.222.0.16 "GET /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317840 May 29 01:51:22.761334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:49:00Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:22.765254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a8911-688d-4adb-a58c-3980eefe6c8f None None] The sync data for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv is: [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:48:53Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '41d13c15-15d9-4784-9fd6-800990e42581', 'name': '', 'network_id': '3b70b2a6-4632-44f5-a831-cdfff48ddf1b', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:2e:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:53Z', 'updated_at': '2022-05-29T01:49:00Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '85a5661d-0652-4c42-88f0-01e4598758f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:51:22.984323 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f96bd7-20fe-40cb-a0de-7fcedaffb0ca None None] New status for floating IP de9005cc-eeb1-4ee9-81b8-a87428d586c3: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:51:23.432416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff200b-875a-4207-9d08-828373b18c04 req-3e6c9884-15f0-4502-8d0e-76db31bff148 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:23.433795 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5aff200b-875a-4207-9d08-828373b18c04 req-3e6c9884-15f0-4502-8d0e-76db31bff148 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0788810 May 29 01:51:23.478148 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5aff200b-875a-4207-9d08-828373b18c04 req-d899b735-c14e-46bb-8118-c51f812e8399 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 May 29 01:51:23.815979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-3f6d69d5-4e65-4b81-bf11-d906a9efb5d3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:23.816597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-3f6d69d5-4e65-4b81-bf11-d906a9efb5d3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:51:23.827854 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-3f6d69d5-4e65-4b81-bf11-d906a9efb5d3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:51:23.828930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-3f6d69d5-4e65-4b81-bf11-d906a9efb5d3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 946 time: 0.0908723 May 29 01:51:23.896955 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port fb2049d0-d393-4f84-a3cf-567d4615df74 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:51:23.897291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:24.139008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port fb2049d0-d393-4f84-a3cf-567d4615df74, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fb2049d0-d393-4f84-a3cf-567d4615df74,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:24.139277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:24.257672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for fb2049d0-d393-4f84-a3cf-567d4615df74 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:51:24.398043 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:24.447388 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=fb2049d0-d393-4f84-a3cf-567d4615df74,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:24.485421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.485763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.486103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.486434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.487289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.487665 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.488012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.488344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.488666 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.488987 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.489307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:24.532231 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] No DVR routers for this DVR port fb2049d0-d393-4f84-a3cf-567d4615df74 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:51:24.534746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:24.537275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'name': 'network-vif-deleted', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:51:24.553991 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fc2e87a8-eac0-48ff-a6b9-aaa33c8f9553 req-a2b7b890-7ae1-445a-ac48-af7b8662d403 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "DELETE /v2.0/ports/fb2049d0-d393-4f84-a3cf-567d4615df74 HTTP/1.1" status: 204 len: 173 time: 0.7197084 May 29 01:51:24.594522 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf10beba-2772-4cc8-881a-cf84fd14ef15'] response: {'server_uuid': 'b814e30b-ee7d-441e-b832-e54c38614198', 'name': 'network-vif-deleted', 'tag': 'fb2049d0-d393-4f84-a3cf-567d4615df74', 'status': 'completed', 'code': 200} May 29 01:51:24.653572 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f87ca400-69c4-47eb-b36f-3591ce0435c1 req-033f2e8f-abf1-43e7-bfd0-6dfe98a94a8e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=b814e30b-ee7d-441e-b832-e54c38614198 HTTP/1.1" status: 200 len: 210 time: 0.0417836 May 29 01:51:25.760768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37324) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:26.151676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:26.774009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device fb2049d0-d393-4f84-a3cf-567d4615df74 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:51:26.809565 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: fb2049d0-d393-4f84-a3cf-567d4615df74 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:51:26.809903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device fb2049d0-d393-4f84-a3cf-567d4615df74 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:51:26.844253 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 41d13c15-15d9-4784-9fd6-800990e42581 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:51:26.844807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:27.027437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 41d13c15-15d9-4784-9fd6-800990e42581, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=41d13c15-15d9-4784-9fd6-800990e42581,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:27.027698 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:27.146550 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 41d13c15-15d9-4784-9fd6-800990e42581 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:51:27.315598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:27.359738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=41d13c15-15d9-4784-9fd6-800990e42581,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:27.655616 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:28.308133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:51:28.501513 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:51:28.511550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] Sync routers for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:51:28.516783 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9632db5f-ad9a-4ed8-bff9-f6ac7f778ed4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/71ac704a-d7bf-4e58-a4b6-7bdd096dd3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7525685 May 29 01:51:28.517132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37328) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:28.524087 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:28.524693 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:28.700014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:28.702736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting subnet 85a5661d-0652-4c42-88f0-01e4598758f0 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:51:28.709048 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:28.769639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:28.854991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:28.937604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:28.986024 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Subnet': ['ID=85a5661d-0652-4c42-88f0-01e4598758f0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:28.990902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:29.000523 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-df428355-1efb-440b-91c9-69dd2a24a345 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/subnets/85a5661d-0652-4c42-88f0-01e4598758f0 HTTP/1.1" status: 204 len: 168 time: 0.4800701 May 29 01:51:29.000782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37332) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:29.014866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2248f76-cfc2-413a-8af8-e15c1db47f38 None None] Network 3b70b2a6-4632-44f5-a831-cdfff48ddf1b requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:51:29.216738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:29.248174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:51:27Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:29.263487 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] Checking router: 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:51:29.294888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] Routers {'71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:29.295937 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:29.447986 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:29.457061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:51:29.457405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:29.501041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] Set router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:29.548787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] DHCP port deletion for 3b70b2a6-4632-44f5-a831-cdfff48ddf1b request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:51:29.621299 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Deleting port 01fedd8d-21e3-4155-8f85-ac51f63092e0 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:51:29.621667 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:29.752135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:29.752394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:29.885933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:51:30.035306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] For port 01fedd8d-21e3-4155-8f85-ac51f63092e0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=01fedd8d-21e3-4155-8f85-ac51f63092e0,segment=NetworkSegment(6a08f425-74dd-447f-9218-ff78d79debc1),segment_id=6a08f425-74dd-447f-9218-ff78d79debc1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:30.035760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.054851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.101232 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:30.185799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Calling delete_port for 01fedd8d-21e3-4155-8f85-ac51f63092e0 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:51:30.239446 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:51:27Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:30.249057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18358955-9c4e-4d16-9309-0ff95fe66ee4 None None] The sync data for ids ['71ac704a-d7bf-4e58-a4b6-7bdd096dd3da'] in dv-neutron-843186-2-hyperv is: [{'id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446353831', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:48:49Z', 'updated_at': '2022-05-29T01:51:27Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': 'c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac704a-d7bf-4e58-a4b6-7bdd096dd3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:48:50Z', 'updated_at': '2022-05-29T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:51:30.285270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.330479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.340569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Pushing event deleted for resources: {'Port': ['ID=01fedd8d-21e3-4155-8f85-ac51f63092e0,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:30.352952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] No DVR routers for this DVR port 01fedd8d-21e3-4155-8f85-ac51f63092e0 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:51:30.357882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.358236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.358561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.358894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.361465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.361465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.361465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.361465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.361465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.361465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.361465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401cc79-880a-4b26-8cb8-3ea4fc64fdc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:30.594118 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.598582 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.627011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.630495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Fanout notify agent at l3_agent the message router_deleted on router 71ac704a-d7bf-4e58-a4b6-7bdd096dd3da {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:51:30.633369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 01fedd8d-21e3-4155-8f85-ac51f63092e0 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:51:30.648926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.650008 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c7b5d844-1ec6-4516-9968-ae45ab528c2d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/routers/71ac704a-d7bf-4e58-a4b6-7bdd096dd3da HTTP/1.1" status: 204 len: 168 time: 1.6483333 May 29 01:51:30.652661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37338) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:30.670193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 01fedd8d-21e3-4155-8f85-ac51f63092e0 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:51:30.670746 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 01fedd8d-21e3-4155-8f85-ac51f63092e0 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:51:30.774100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.904670 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.935319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b70b2a6-4632-44f5-a831-cdfff48ddf1b']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:30.947661 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a08f425-74dd-447f-9218-ff78d79debc1') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:30.948929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a08f425-74dd-447f-9218-ff78d79debc1') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:30.960424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.976172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:30.982271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:51:30.982831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:51:31.000194 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:51:31.167126 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:31.184539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:31.195060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Network': ['ID=3b70b2a6-4632-44f5-a831-cdfff48ddf1b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:31.203306 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cb0c084d-4278-4b90-8d96-1cd2ab7ebfb9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/networks/3b70b2a6-4632-44f5-a831-cdfff48ddf1b HTTP/1.1" status: 204 len: 168 time: 0.5496540 May 29 01:51:31.206808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37344) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:31.280039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dea140d-194a-4fb5-bc91-2b7a05c7dd12 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:31.312399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dea140d-194a-4fb5-bc91-2b7a05c7dd12 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:31.374388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dea140d-194a-4fb5-bc91-2b7a05c7dd12 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:31.394708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea140d-194a-4fb5-bc91-2b7a05c7dd12 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442d45fa-c2e9-4b1c-bb1b-fe71f09f2327,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:31.412437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2dea140d-194a-4fb5-bc91-2b7a05c7dd12 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:31.413707 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2dea140d-194a-4fb5-bc91-2b7a05c7dd12 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/security-groups/442d45fa-c2e9-4b1c-bb1b-fe71f09f2327 HTTP/1.1" status: 204 len: 168 time: 0.2060232 May 29 01:51:31.585566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ac5af367-82c4-4e64-9242-534126b5b2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.222040 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:51:32.258140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:51:32.258515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device c6f7fc2f-4b2e-4bb3-b4a0-ea83ececbc16 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:51:32.258934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 41d13c15-15d9-4784-9fd6-800990e42581 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:51:32.289584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 41d13c15-15d9-4784-9fd6-800990e42581 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:51:32.289929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 41d13c15-15d9-4784-9fd6-800990e42581 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:51:32.578815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37354) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:32.584547 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101595177', 'description': 'tempest-secgroup-smoke-2101595177 description', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:32.590434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:32.596481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:32.599792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:32.605851 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:32.617621 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.654407 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:32.658208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:32.661726 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:32.667219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:32.720577 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.724858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.766264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194d8f89-b812-4aef-918b-00fc1430f007,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:32.772878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.774049 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-76b1b08b-2d1a-4901-b12b-e5c18fa257aa tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1942439 May 29 01:51:32.776999 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37358) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:32.782381 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '194d8f89-b812-4aef-918b-00fc1430f007', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:32.788981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:32.792692 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:32.795458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:32.801462 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:32.817165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.875008 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.878438 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.900997 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e53ec4e-5fbd-4089-84c0-aceaa4548e5a,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:32.909400 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:32.910526 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-554017dd-e016-4bf0-9140-4af24cef564c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1326241 May 29 01:51:32.913272 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37362) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:32.918393 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '194d8f89-b812-4aef-918b-00fc1430f007', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:32.923944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:32.927788 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:32.930613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:32.936201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:32.956189 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.016792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.020921 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.043935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ad615b-e4b7-436a-a687-87540eb32c79,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:33.051988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.053137 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-eb2ace0a-b804-4419-a8db-87d2013310c1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1389797 May 29 01:51:33.055871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37366) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:33.061085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '194d8f89-b812-4aef-918b-00fc1430f007', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:33.067403 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:33.071165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:33.074009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:33.079603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:33.095691 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.158309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.161721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.183749 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb4a795-d66b-4cf6-84b2-3f5d741f923f,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:33.192876 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.194007 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-f45e0727-cbc0-44df-97a1-8d825af1beb2 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1372399 May 29 01:51:33.196790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37370) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:33.202023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '194d8f89-b812-4aef-918b-00fc1430f007', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:33.208396 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:33.212154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:33.214922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:33.220515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:33.236924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.301313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.304982 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.327880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e9b5a7-d443-4fcd-9646-80b0da7868aa,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:33.336753 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.337993 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7db539f0-2bb0-4b8e-bf44-6dccdeda76bd tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403189 May 29 01:51:33.340719 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37374) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:33.346364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '194d8f89-b812-4aef-918b-00fc1430f007', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:33.352814 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:33.356574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:33.359383 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:33.365406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:33.375413 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:51:33.382839 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.446134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.449060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.476217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c7b3ec-e37f-4f42-8c82-628912cb100b,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:33.482123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.483421 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d667152e-ae09-4c85-8fbb-e11506b2eff9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1417994 May 29 01:51:33.486172 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37378) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:33.492175 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'security_group_rule': {'security_group_id': '194d8f89-b812-4aef-918b-00fc1430f007', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:33.497924 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:33.501756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:security_group_rule and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:33.505736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:33.511494 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:33.521625 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Project 34d7ddbf60c14561aacfe67b6f96ae94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:51:33.527724 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.592158 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.595535 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.628458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b9b310-22f6-40cd-93c3-28c7de446753,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:33.638249 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.639419 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9cc6023a-7477-4b38-bfcd-9dc7cb8ea123 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1517713 May 29 01:51:33.642313 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37386) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:33.648058 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'network': {'name': 'tempest-network-smoke--1564442298', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'port_security_enabled': True}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:33.652965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:33.657018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:network and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:33.659843 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:33.665649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:33.676883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:51:33.678028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5dea1f97-37e0-47de-9af9-5841c00d1e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.679877 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.708019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:51:33.716411 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.716746 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Added segment aebaa40a-3b39-4b50-b409-17f2bb67cc97 of type vlan for network 2eecfe05-22c9-46d6-a19e-a03b86946713 May 29 01:51:33.742009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.770894 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.774581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:33.775181 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.878019 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2346559 May 29 01:51:33.881079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37390) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:33.887960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'admin_state_up': True, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:33.892850 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76940478-28b0-4392-8093-6bcaba735818 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Network': ['ID=2eecfe05-22c9-46d6-a19e-a03b86946713,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:33.896528 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:33.900331 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:router and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:33.902648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:51:33.903135 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:33.909346 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:33.919655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.920606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:33.940342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.086324 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.259628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.288980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.434329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.92 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/96ca1b3f-4b8d-4772-958b-1d8dded2bef6) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:51:34.578227 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.604733 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.683578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:51:34.687433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:51:34.693143 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:51:34.731668 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:34.752034 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.936156 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:34.936875 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:35.164801 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router f05c7541-14f6-4c4b-b71b-975c41626463 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:51:35.363378 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:51:35.373812 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Sync routers for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:51:35.390822 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:35.391068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:35.391428 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:35.396139 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c46f2b9f-61e4-4a79-8e6a-89fd85ef9fbf tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5102658 May 29 01:51:35.396306 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37398) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:35.436490 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d28b5113-ee59-42f6-8103-6fae8487cb55 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=34d7ddbf60c14561aacfe67b6f96ae94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389941 May 29 01:51:35.439340 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37402) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:35.557557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:35.570708 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee35642-0fdd-4496-ad5d-1b978980a5d8 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:35.572217 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-1ee35642-0fdd-4496-ad5d-1b978980a5d8 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313238 May 29 01:51:35.572384 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:35.575056 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37406) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:35.613359 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b2aa93df-33f4-4dfe-9e10-3b227cc0d202 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=de10c069-c6dd-489e-8941-64c064559cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372727 May 29 01:51:35.615790 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37410) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:35.621047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138372048', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:35.730112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:35.734631 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:subnet and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:35.738002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:35.743588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:35.754215 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:51:35.848465 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:34Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:35.852150 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Checking router: f05c7541-14f6-4c4b-b71b-975c41626463 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:51:35.852490 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Updating router f05c7541-14f6-4c4b-b71b-975c41626463 port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:51:35.854067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:35.904940 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.066239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.146825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Subnet': ['ID=7498ee69-46a0-453b-b8f5-35385701e040,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:36.159555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Checking segment: {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:51:36.159910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network hostable DHCP agents. Network: 2eecfe05-22c9-46d6-a19e-a03b86946713, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:51:36.182310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:51:36.191983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 2eecfe05-22c9-46d6-a19e-a03b86946713) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:51:36.195769 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:36.196426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.201017 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a98789-43f7-4f0e-b226-cccaebbc58f5 None None] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:51:36.219957 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-9695a46c-8634-4516-be8a-12abe4414e6c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6031611 May 29 01:51:36.222870 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37414) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:36.234539 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.246779 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Transition to ACTIVE for port object 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:51:36.254380 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.338441 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Attempting to bind port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:51:36.338713 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Attempting to bind port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:51:36.339071 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Attempting to bind port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:51:36.341904 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Pushing event updated for resources: {'Port': ['ID=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:36.355834 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.356204 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.356539 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.356875 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.357222 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.357569 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.358377 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.358733 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.359211 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.360165 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.360557 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:51:36.362837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.373499 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:51:36.373499 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:51:36.373959 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.374511 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:51:36.374908 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Bound port: 96ca1b3f-4b8d-4772-958b-1d8dded2bef6, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:51:36.375285 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.458640 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] For port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:51:36.462190 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] For port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:51:36.466967 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.498970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-2eecfe05-22c9-46d6-a19e-a03b86946713', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:51:36.499801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.555703 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c500-f672-4cae-b418-d0da96704dc1 None None] Pushing event updated for resources: {'Port': ['ID=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:36.559666 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:36.560396 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:36.661455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Allocated IP 172.20.0.2 (2eecfe05-22c9-46d6-a19e-a03b86946713/7498ee69-46a0-453b-b8f5-35385701e040/43428daf-49a2-4fe7-b34e-2d1eeb097299) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:51:36.746252 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:36.877765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.888853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Transition to ACTIVE for port object 43428daf-49a2-4fe7-b34e-2d1eeb097299 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:51:36.909815 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Transition to ACTIVE for port object 43428daf-49a2-4fe7-b34e-2d1eeb097299 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:51:36.916801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:36.983847 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Pushing event updated for resources: {'Port': ['ID=43428daf-49a2-4fe7-b34e-2d1eeb097299,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:36.999189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:51:36.999893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:51:37.002785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:51:37.064494 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:34Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:37.070627 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b8259-79a1-472d-8a01-50924c364429 None None] The sync data for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv is: [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:34Z', 'revision_number': 3, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:51:37.090668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Attempting to bind port 43428daf-49a2-4fe7-b34e-2d1eeb097299 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:51:37.091034 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Attempting to bind port 43428daf-49a2-4fe7-b34e-2d1eeb097299 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:51:37.091395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Attempting to bind port 43428daf-49a2-4fe7-b34e-2d1eeb097299 on network 2eecfe05-22c9-46d6-a19e-a03b86946713 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:51:37.098905 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:51:37.099283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Checking segment: {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:51:37.099685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:37.100106 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Bound using segment: {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:51:37.100578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Bound port: 43428daf-49a2-4fe7-b34e-2d1eeb097299, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:51:37.100954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:37.124940 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:37.203213 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] For port 43428daf-49a2-4fe7-b34e-2d1eeb097299, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:51:37.208919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] For port 43428daf-49a2-4fe7-b34e-2d1eeb097299, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=43428daf-49a2-4fe7-b34e-2d1eeb097299,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:51:37.213374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:37.320760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b6e2b-5492-4332-b656-34eeb78dbb53 None None] Pushing event updated for resources: {'Port': ['ID=43428daf-49a2-4fe7-b34e-2d1eeb097299,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:37.609317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.1 (2eecfe05-22c9-46d6-a19e-a03b86946713/7498ee69-46a0-453b-b8f5-35385701e040/95748374-bc2c-43cd-9c93-cd70504a4342) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:51:37.780466 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:37.800044 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object 95748374-bc2c-43cd-9c93-cd70504a4342 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:51:37.822615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:37.893261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:51:37.896567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:51:37.901045 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:51:37.933604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=95748374-bc2c-43cd-9c93-cd70504a4342,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:37.964522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.051968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.271571 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78810e6f-9c10-4263-877a-9c73b443bf19 None None] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:51:38.342455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:51:38.449005 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-591b54ec-022a-49fd-9f44-c18a6c480a0b None None] Provisioning for port 43428daf-49a2-4fe7-b34e-2d1eeb097299 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:51:38.520112 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:51:38.527756 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:38.528164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.576300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.581276 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.693654 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.696886 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.697088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=95748374-bc2c-43cd-9c93-cd70504a4342,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:38.730142 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:38.740296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:38.746805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 43428daf-49a2-4fe7-b34e-2d1eeb097299 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:51:38.847074 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:51:38.848317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:51:38.872284 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:38.888801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 43428daf-49a2-4fe7-b34e-2d1eeb097299 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:51:38.894061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 43428daf-49a2-4fe7-b34e-2d1eeb097299 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:38.894431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:39.024062 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:39.053365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fa8a35c5-234f-4efa-b8d6-6af0bc8cf92a None None] Provisioning complete for port 43428daf-49a2-4fe7-b34e-2d1eeb097299 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:39.053811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fa8a35c5-234f-4efa-b8d6-6af0bc8cf92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:39.125664 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 43428daf-49a2-4fe7-b34e-2d1eeb097299, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=43428daf-49a2-4fe7-b34e-2d1eeb097299,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:39.134188 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:39.268105 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router f05c7541-14f6-4c4b-b71b-975c41626463 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:51:39.302442 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=43428daf-49a2-4fe7-b34e-2d1eeb097299,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:39.321308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fa8a35c5-234f-4efa-b8d6-6af0bc8cf92a None None] Provisioning for port 95748374-bc2c-43cd-9c93-cd70504a4342 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:51:39.326589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-fa8a35c5-234f-4efa-b8d6-6af0bc8cf92a None None] Provisioning complete for port 95748374-bc2c-43cd-9c93-cd70504a4342 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:39.326974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fa8a35c5-234f-4efa-b8d6-6af0bc8cf92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:39.382066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a35c5-234f-4efa-b8d6-6af0bc8cf92a None None] Port 95748374-bc2c-43cd-9c93-cd70504a4342 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:51:39.478864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:51:39.490945 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-7bac19da-d373-4841-9733-3aac43fd1081 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/f05c7541-14f6-4c4b-b71b-975c41626463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2669575 May 29 01:51:39.502391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-316ff20f-f897-4d92-bb57-ca5fc4d992ad None None] Provisioning complete for port 95748374-bc2c-43cd-9c93-cd70504a4342 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:39.502770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-316ff20f-f897-4d92-bb57-ca5fc4d992ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:39.553812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-316ff20f-f897-4d92-bb57-ca5fc4d992ad None None] Port 95748374-bc2c-43cd-9c93-cd70504a4342 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:51:39.771768 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-4b060e84-8c72-4515-a9ee-d6b34bbf77a3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:51:39.786800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-4b060e84-8c72-4515-a9ee-d6b34bbf77a3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:51:39.787953 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-4b060e84-8c72-4515-a9ee-d6b34bbf77a3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101595177&fields=id&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 267 time: 0.0575790 May 29 01:51:39.931398 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-fd0f018c-0024-4067-a4d8-e787fdcff495 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:39.932085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-fd0f018c-0024-4067-a4d8-e787fdcff495 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:51:39.946390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-fd0f018c-0024-4067-a4d8-e787fdcff495 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:51:39.947684 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-fd0f018c-0024-4067-a4d8-e787fdcff495 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/networks?id=2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 200 len: 797 time: 0.1532805 May 29 01:51:39.963896 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-3bed6223-5671-4fdd-b6d0-dff1619244f4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/quotas/34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 375 time: 0.0109191 May 29 01:51:40.042371 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-fe8d45d6-8e96-46f5-a492-014bb67ab929 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:51:40.057566 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-fe8d45d6-8e96-46f5-a492-014bb67ab929 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:51:40.059021 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-fe8d45d6-8e96-46f5-a492-014bb67ab929 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902054 May 29 01:51:40.272141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:51:40.315072 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-0d98cc21-9387-4421-8044-33f34f3f7508 service neutron] 10.222.0.33 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440326 May 29 01:51:40.340821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:40.341368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:40.467835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 43428daf-49a2-4fe7-b34e-2d1eeb097299 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:51:40.535462 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 43428daf-49a2-4fe7-b34e-2d1eeb097299 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:40.535828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:40.558280 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-805b85d4-d6aa-4636-8061-6e8a5b646197 service neutron] 10.222.0.33 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368448 May 29 01:51:40.657875 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Sync routers for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:51:40.676879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:40.677509 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:40.758720 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1fd0de02-6cf0-4b48-b44a-018589408f1b req-ba9f8144-acaf-462d-90a9-e5dee483a1a7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 210 time: 0.0469148 May 29 01:51:40.856749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:41.163966 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 2, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:41.167935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Checking router: f05c7541-14f6-4c4b-b71b-975c41626463 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:51:41.168322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Updating router f05c7541-14f6-4c4b-b71b-975c41626463 port 95748374-bc2c-43cd-9c93-cd70504a4342 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:51:41.218112 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:41.551184 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:41.561969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Transition to ACTIVE for port object 95748374-bc2c-43cd-9c93-cd70504a4342 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:51:41.568804 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:41.731498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e360137-2c36-4260-bea4-539ca8c8cca6 None None] Pushing event updated for resources: {'Port': ['ID=95748374-bc2c-43cd-9c93-cd70504a4342,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:41.823910 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Attempting to bind port 95748374-bc2c-43cd-9c93-cd70504a4342 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:51:41.824431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Attempting to bind port 95748374-bc2c-43cd-9c93-cd70504a4342 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:51:41.825147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Attempting to bind port 95748374-bc2c-43cd-9c93-cd70504a4342 on network 2eecfe05-22c9-46d6-a19e-a03b86946713 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:51:41.833133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:51:41.833514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Checking segment: {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:51:41.833915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:41.834303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Bound using segment: {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:51:41.834770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Bound port: 95748374-bc2c-43cd-9c93-cd70504a4342, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:51:41.835144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:41.890142 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a8190e9c-35f8-4cf7-b284-e2b79b0e2165 req-d4f9c9c2-51f1-4899-8f57-177ad5c01197 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 210 time: 0.0604758 May 29 01:51:41.938780 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] For port 95748374-bc2c-43cd-9c93-cd70504a4342, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:51:41.942440 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] For port 95748374-bc2c-43cd-9c93-cd70504a4342, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=95748374-bc2c-43cd-9c93-cd70504a4342,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:51:41.946639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:42.022028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e360137-2c36-4260-bea4-539ca8c8cca6 None None] Pushing event updated for resources: {'Port': ['ID=95748374-bc2c-43cd-9c93-cd70504a4342,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:42.029552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:51:42.030160 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:42.216370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:51:42.531369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:51:42.535527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab29cf9-9340-4141-8424-1d01b4ecf314 None None] The sync data for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv is: [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:41Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:51:43.010254 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bf7c5b18-58b6-4e76-9977-ab6ae9f800c3 req-8e29eb92-116d-4aa1-8de0-5f588d2a92ef tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 210 time: 0.0501511 May 29 01:51:44.119909 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-02a63dcc-90c3-49b6-bc80-fd364defa8e7 req-262a2311-ac2e-446e-9dee-04e643a93b0f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 210 time: 0.0421321 May 29 01:51:44.293523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 95748374-bc2c-43cd-9c93-cd70504a4342 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:51:44.364273 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 95748374-bc2c-43cd-9c93-cd70504a4342 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:51:44.368788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 95748374-bc2c-43cd-9c93-cd70504a4342 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:44.369157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:44.489296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:44.520049 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 95748374-bc2c-43cd-9c93-cd70504a4342, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=95748374-bc2c-43cd-9c93-cd70504a4342,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:44.523466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:44.586855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=95748374-bc2c-43cd-9c93-cd70504a4342,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:45.282423 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-62adf08a-f96c-4130-bae5-8edaa5f7d658 req-6f857423-d843-4cc7-b2e4-63331c190144 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 210 time: 0.0410163 May 29 01:51:46.101937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-74668bd0-5f70-413a-9418-903187dfd84f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:46.103361 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-74668bd0-5f70-413a-9418-903187dfd84f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/networks?id=2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 200 len: 797 time: 0.1473277 May 29 01:51:46.168772 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-cf7a2a30-d325-4b75-9776-f4c6804347c3 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d7ddbf60c14561aacfe67b6f96ae94 HTTP/1.1" status: 200 len: 380 time: 0.0535002 May 29 01:51:46.177516 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'port': {'device_id': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'admin_state_up': True, 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'security_groups': ['194d8f89-b812-4aef-918b-00fc1430f007']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:46.272248 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 95748374-bc2c-43cd-9c93-cd70504a4342 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:51:46.321732 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:46.331197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:46.342311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Made reservation on behalf of 34d7ddbf60c14561aacfe67b6f96ae94 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:51:46.345307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:46.346031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 95748374-bc2c-43cd-9c93-cd70504a4342 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:46.346417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:46.467118 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82955b17-4e9c-4109-b9aa-bf6dbc18dd98 req-772414cc-ec0a-41b2-b726-7950eb90c67e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 210 time: 0.0528662 May 29 01:51:46.602183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.20.0.10 (2eecfe05-22c9-46d6-a19e-a03b86946713/7498ee69-46a0-453b-b8f5-35385701e040/a4017758-ed9f-4885-9227-c2298d5c22df) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:51:46.783474 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:46.798150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Transition to ACTIVE for port object a4017758-ed9f-4885-9227-c2298d5c22df will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:51:46.820017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:46.898465 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:51:46.901865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=a4017758-ed9f-4885-9227-c2298d5c22df,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:46.904206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:51:46.906220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:51:46.967095 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:46.967701 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:46.993547 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-d97f9c3f-e04f-49c4-89d5-dd45e6468ba4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8203869 May 29 01:51:47.005794 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Request body: {'port': {'device_id': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:47.117687 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.145227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-95898d42-3502-434b-971a-31c041e1f2ea None None] Provisioning for port a4017758-ed9f-4885-9227-c2298d5c22df completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:51:47.157356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-95898d42-3502-434b-971a-31c041e1f2ea None None] Provisioning complete for port a4017758-ed9f-4885-9227-c2298d5c22df triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:47.157946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95898d42-3502-434b-971a-31c041e1f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.212557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.220874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-95898d42-3502-434b-971a-31c041e1f2ea None None] Port a4017758-ed9f-4885-9227-c2298d5c22df cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:51:47.458494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4017758-ed9f-4885-9227-c2298d5c22df {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:51:47.465024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.479275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Transition to ACTIVE for port object a4017758-ed9f-4885-9227-c2298d5c22df will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:51:47.483244 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.608452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Pushing event updated for resources: {'Port': ['ID=a4017758-ed9f-4885-9227-c2298d5c22df,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:47.688016 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97ffe-595a-47c5-9a70-21376764637e req-8837708a-dd93-4f75-babe-8f99bc4f59da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:47.690739 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9dc97ffe-595a-47c5-9a70-21376764637e req-8837708a-dd93-4f75-babe-8f99bc4f59da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 944 time: 0.0894883 May 29 01:51:47.720692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Attempting to bind port a4017758-ed9f-4885-9227-c2298d5c22df on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:51:47.721072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Attempting to bind port a4017758-ed9f-4885-9227-c2298d5c22df by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:51:47.721479 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Attempting to bind port a4017758-ed9f-4885-9227-c2298d5c22df on network 2eecfe05-22c9-46d6-a19e-a03b86946713 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:51:47.727822 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Port a4017758-ed9f-4885-9227-c2298d5c22df on network 2eecfe05-22c9-46d6-a19e-a03b86946713 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:51:47.728176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Attempting to bind port a4017758-ed9f-4885-9227-c2298d5c22df on network 2eecfe05-22c9-46d6-a19e-a03b86946713 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:51:47.738021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:51:47.738361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Checking segment: {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:51:47.738751 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Bound using segment: {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:51:47.739213 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Bound port: a4017758-ed9f-4885-9227-c2298d5c22df, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebaa40a-3b39-4b50-b409-17f2bb67cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:51:47.739563 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.739744 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9dc97ffe-595a-47c5-9a70-21376764637e req-1bf1a021-b983-421d-9529-884530d25049 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 May 29 01:51:47.833353 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] For port a4017758-ed9f-4885-9227-c2298d5c22df, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:51:47.841637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] For port a4017758-ed9f-4885-9227-c2298d5c22df, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a4017758-ed9f-4885-9227-c2298d5c22df,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:51:47.846229 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.907970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:47.909517 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 200 len: 1094 time: 0.9090691 May 29 01:51:47.909967 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:51:47.929058 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b7000-a4fa-4c38-b1b6-372c92700909 service neutron] Pushing event updated for resources: {'Port': ['ID=a4017758-ed9f-4885-9227-c2298d5c22df,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:47.983925 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3d8878-02da-4fa7-aaf6-323854914ae5'] response: {'name': 'network-changed', 'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'status': 'completed', 'code': 200} May 29 01:51:48.026370 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-25484f11-6725-4906-8641-17488600ba38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1097 time: 0.0744357 May 29 01:51:48.103145 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-51311827-c34a-48ee-bd52-e1b650beeda7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 200 len: 217 time: 0.0703735 May 29 01:51:48.164029 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-923324c5-6105-4659-a723-69524bdbb433 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:48.165739 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-923324c5-6105-4659-a723-69524bdbb433 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7498ee69-46a0-453b-b8f5-35385701e040 HTTP/1.1" status: 200 len: 835 time: 0.0571764 May 29 01:51:48.243237 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-0738dd76-7aaa-4c15-a130-d46015d3e4f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eecfe05-22c9-46d6-a19e-a03b86946713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722194 May 29 01:51:48.460462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-7b42c30f-9384-43fb-886a-3a1034e5664c service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117453 May 29 01:51:48.590002 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a7608c4e-7bc1-4710-a0b8-9fbe9eaef5e1 req-aa339062-8992-48fc-9f3d-3b42d099c26f service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234012 May 29 01:51:48.706035 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1768745-0089-4517-805e-e7971c28cf59 req-8748238a-9774-4f5f-bfa0-2027be6c9e04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1097 time: 0.0684574 May 29 01:51:48.837720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768745-0089-4517-805e-e7971c28cf59 req-7a1f5a20-c786-49ab-b9b4-3e7f9da74a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:48.839159 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1768745-0089-4517-805e-e7971c28cf59 req-7a1f5a20-c786-49ab-b9b4-3e7f9da74a20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 200 len: 898 time: 0.1278820 May 29 01:51:48.908338 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1768745-0089-4517-805e-e7971c28cf59 req-e607045e-e50c-4267-bf45-bbca6d79e176 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 200 len: 217 time: 0.0634651 May 29 01:51:48.936862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed3689-cd86-412e-9802-521217f6b68e req-b208dfdf-213e-4209-a306-6c77eee3fd49 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:48.938302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-59ed3689-cd86-412e-9802-521217f6b68e req-b208dfdf-213e-4209-a306-6c77eee3fd49 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 944 time: 0.0757563 May 29 01:51:48.971466 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768745-0089-4517-805e-e7971c28cf59 req-39841f38-12cb-41af-9bd7-7542faaa6dfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:48.972930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1768745-0089-4517-805e-e7971c28cf59 req-39841f38-12cb-41af-9bd7-7542faaa6dfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7498ee69-46a0-453b-b8f5-35385701e040 HTTP/1.1" status: 200 len: 835 time: 0.0593607 May 29 01:51:48.989087 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-59ed3689-cd86-412e-9802-521217f6b68e req-5e5babb1-1115-4587-a94e-b80d2a0059d1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447156 May 29 01:51:49.050930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1768745-0089-4517-805e-e7971c28cf59 req-22539d2c-22ee-41e9-b294-7f3a421a80f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eecfe05-22c9-46d6-a19e-a03b86946713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720587 May 29 01:51:49.180580 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1768745-0089-4517-805e-e7971c28cf59 req-7c53333e-4555-4f20-b625-bb75d832b164 service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229813 May 29 01:51:49.316738 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d1768745-0089-4517-805e-e7971c28cf59 req-3f704a6b-c8d6-4a3b-a7c7-a38c3d519501 service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300950 May 29 01:51:50.185137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427409-7788-4e8c-bfbb-cb2efcd55d80 req-5620e398-72c5-42cb-b789-a481c2113084 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:50.186563 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22427409-7788-4e8c-bfbb-cb2efcd55d80 req-5620e398-72c5-42cb-b789-a481c2113084 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 944 time: 0.0759361 May 29 01:51:50.231153 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-22427409-7788-4e8c-bfbb-cb2efcd55d80 req-e03a6f7f-5567-4d82-a743-a2062256104c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 May 29 01:51:51.432090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1efc2-679a-4f0b-83c7-0c64e01b20b9 req-4e9bab06-a765-43ed-ae15-1233acd50f44 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:51.433427 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9ab1efc2-679a-4f0b-83c7-0c64e01b20b9 req-4e9bab06-a765-43ed-ae15-1233acd50f44 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 944 time: 0.0791433 May 29 01:51:51.478145 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9ab1efc2-679a-4f0b-83c7-0c64e01b20b9 req-e02c6063-b2db-44c0-b006-804a5117100b tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 May 29 01:51:52.670335 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7178c3-7b68-4bc1-8abc-950f18c153fa req-cae40ae9-75de-4a34-8d98-a5a5b2ce9cfe tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:52.671748 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7b7178c3-7b68-4bc1-8abc-950f18c153fa req-cae40ae9-75de-4a34-8d98-a5a5b2ce9cfe tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 944 time: 0.0755167 May 29 01:51:52.715387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7b7178c3-7b68-4bc1-8abc-950f18c153fa req-3bc32402-3093-4b4e-8c85-eeee592bd237 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374699 May 29 01:51:52.851865 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a4017758-ed9f-4885-9227-c2298d5c22df details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:51:53.016892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port a4017758-ed9f-4885-9227-c2298d5c22df, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a4017758-ed9f-4885-9227-c2298d5c22df,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:53.030249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'port_id': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'mac_address': 'fa:16:3e:57:08:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:51:53.083648 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:53.100921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4017758-ed9f-4885-9227-c2298d5c22df {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:51:53.115676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port a4017758-ed9f-4885-9227-c2298d5c22df, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a4017758-ed9f-4885-9227-c2298d5c22df,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:53.120008 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:53.187233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=a4017758-ed9f-4885-9227-c2298d5c22df,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:53.453523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['a4017758-ed9f-4885-9227-c2298d5c22df'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:51:53.911100 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85937f9-d7ca-499f-bcdc-549b9f57b671 req-ce96082d-59f5-46f2-85b6-186741ff1c3c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:53.912562 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d85937f9-d7ca-499f-bcdc-549b9f57b671 req-ce96082d-59f5-46f2-85b6-186741ff1c3c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 945 time: 0.0786104 May 29 01:51:53.957302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d85937f9-d7ca-499f-bcdc-549b9f57b671 req-770c2d83-6aad-44c8-80ee-0aababc16c19 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393796 May 29 01:51:54.884514 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a4017758-ed9f-4885-9227-c2298d5c22df up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:51:54.952955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port a4017758-ed9f-4885-9227-c2298d5c22df completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:51:54.957523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port a4017758-ed9f-4885-9227-c2298d5c22df triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:51:54.957878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:55.071852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:55.098938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:51:55.108287 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port a4017758-ed9f-4885-9227-c2298d5c22df, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a4017758-ed9f-4885-9227-c2298d5c22df,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:51:55.113695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:55.156979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703e80-bebc-4cda-a16c-8ccd54984346 req-894a19c4-931f-4920-9588-28dc01610884 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:55.159304 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-79703e80-bebc-4cda-a16c-8ccd54984346 req-894a19c4-931f-4920-9588-28dc01610884 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0810449 May 29 01:51:55.179228 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8aacc8-3eb2-4272-bdeb-46befabf6406'] response: {'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'code': 200} May 29 01:51:55.194124 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=a4017758-ed9f-4885-9227-c2298d5c22df,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:55.215795 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-79703e80-bebc-4cda-a16c-8ccd54984346 req-82458084-3012-478c-99c2-44a3578eb9e1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473845 May 29 01:51:55.395499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-edb70869-2255-4908-8775-bf2c3cbb6f05 req-772d5fb9-f260-4848-9723-5e9ac1dceac4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1099 time: 0.0669789 May 29 01:51:55.435479 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-edb70869-2255-4908-8775-bf2c3cbb6f05 req-992d533f-86e8-4164-ab60-b23fc687da7a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349014 May 29 01:51:56.089884 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:51:56.567613 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37827e-82a0-468f-9e3d-3ef8a8a05d51 req-d85ebd54-4925-43c8-8123-f4112c6d45f5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:56.569105 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bd37827e-82a0-468f-9e3d-3ef8a8a05d51 req-d85ebd54-4925-43c8-8123-f4112c6d45f5 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0807707 May 29 01:51:56.614181 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bd37827e-82a0-468f-9e3d-3ef8a8a05d51 req-61f2cc5a-fc70-426b-b86b-60735f4c9ab7 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 May 29 01:51:57.807204 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290cf3b-8b0c-4282-bb1b-ea7a99a8d6bf req-c85b89e7-f221-418b-b4b4-21155c94b97f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:57.808726 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2290cf3b-8b0c-4282-bb1b-ea7a99a8d6bf req-c85b89e7-f221-418b-b4b4-21155c94b97f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0743828 May 29 01:51:57.856642 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2290cf3b-8b0c-4282-bb1b-ea7a99a8d6bf req-3fbeab89-74be-4754-8933-661da83dc63d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 May 29 01:51:58.048447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db354-2031-4862-bd3c-3fd422c6502d req-df0a7175-8e48-4ab0-add7-aaf0e46eb339 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:51:58.049935 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2b6db354-2031-4862-bd3c-3fd422c6502d req-df0a7175-8e48-4ab0-add7-aaf0e46eb339 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0748208 May 29 01:51:58.094752 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2b6db354-2031-4862-bd3c-3fd422c6502d req-d87791ed-f974-4ade-a21e-c374ce622d92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393429 May 29 01:51:58.121312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37504) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:58.196173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e1316ec1-6a73-4968-9b01-13767ae70dc2 tempest-TestNetworkAdvancedServerOps-1462185858 tempest-TestNetworkAdvancedServerOps-1462185858-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1094 time: 0.0737305 May 29 01:51:58.198751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37508) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:51:58.203798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:51:58.210309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:51:58.213996 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Usage tracker for resource:floatingip and tenant:34d7ddbf60c14561aacfe67b6f96ae94 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:51:58.216755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:51:58.223317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:51:58.233248 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:58.368693 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:58.500576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Allocated IP 172.26.5.151 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/cd5ef8e9-272c-4712-be7f-41bfa5c3f62b) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:51:58.720046 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:58.747257 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:58.815853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:51:58.818653 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:51:58.822963 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:51:58.846342 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=cd5ef8e9-272c-4712-be7f-41bfa5c3f62b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:59.316200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:59.368713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:59.568435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:59.572671 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:59.675694 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event updated for resources: {'Port': ['ID=cd5ef8e9-272c-4712-be7f-41bfa5c3f62b,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:51:59.688983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:51:59.882304 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Floating IP 2c5aabe5-e62b-44ea-8254-c2ce98b5369c associated. External IP: 172.26.5.151, port: a4017758-ed9f-4885-9227-c2298d5c22df. May 29 01:52:00.356459 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router f05c7541-14f6-4c4b-b71b-975c41626463 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:52:00.559448 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:52:00.568950 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] Sync routers for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:52:00.581452 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:52:00.582042 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:52:00.586433 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:00.638978 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dca347a6-522a-484e-bff7-46773a30318a tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4392412 May 29 01:52:00.639644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:52:00.761349 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:52:00.779115 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771ba53a-3ba6-4ba3-b180-c2dd6215ee2b'] response: {'name': 'network-changed', 'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'status': 'completed', 'code': 200} May 29 01:52:00.830307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eb7de-71dd-476f-aa59-e40930268232 req-7c9a7802-ab60-40a6-8be9-3adbff84c9d9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:52:00.832121 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca2eb7de-71dd-476f-aa59-e40930268232 req-7c9a7802-ab60-40a6-8be9-3adbff84c9d9 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0896211 May 29 01:52:00.874211 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-a03a68c3-ab07-4e14-9cb2-d5aac6d1976b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1099 time: 0.0741076 May 29 01:52:00.881683 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ca2eb7de-71dd-476f-aa59-e40930268232 req-097a88a5-e44b-43a8-b091-4aa318f8b448 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436883 May 29 01:52:00.912104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37522) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:52:01.008521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-cba0223d-6078-4d6c-a213-0d0dcecfb567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:52:01.009983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-cba0223d-6078-4d6c-a213-0d0dcecfb567 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 200 len: 898 time: 0.1301022 May 29 01:52:01.023010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-69fe1447-0c71-40ff-bab2-f6d23739d6b0 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/2c5aabe5-e62b-44ea-8254-c2ce98b5369c HTTP/1.1" status: 200 len: 992 time: 0.1086323 May 29 01:52:01.108196 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-082722f4-4f5c-4814-8cf3-9a486c94e4b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 200 len: 1000 time: 0.0929213 May 29 01:52:01.123815 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2c5aabe5-e62b-44ea-8254-c2ce98b5369c', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.151', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'port_id': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'mac_address': 'fa:16:3e:57:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:51:59Z', 'updated_at': '2022-05-29T01:51:59Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:44Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:52:01.127959 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] Checking router: f05c7541-14f6-4c4b-b71b-975c41626463 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:52:01.138503 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:52:01.139089 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:51:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:52:01.172651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-b8f1f9cf-aa4c-4ce4-b320-7e6357c8b4fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:52:01.174664 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-b8f1f9cf-aa4c-4ce4-b320-7e6357c8b4fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7498ee69-46a0-453b-b8f5-35385701e040 HTTP/1.1" status: 200 len: 835 time: 0.0608971 May 29 01:52:01.251288 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-7eae1b19-5eb3-45bc-bb5a-2de89640bf46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eecfe05-22c9-46d6-a19e-a03b86946713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706029 May 29 01:52:01.318079 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:52:01.380220 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-a18c638f-8793-4be4-b00d-ae816b38b217 service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230562 May 29 01:52:01.594530 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-59c0e6d1-ee25-4a3d-b42e-68948337a622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:01.616539 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0fc1c118-b578-41ab-bcde-e44c02150174 req-374fc5e8-1730-4431-8dd5-cbccf595d3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308533 May 29 01:52:01.687395 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2c5aabe5-e62b-44ea-8254-c2ce98b5369c', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.151', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'port_id': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'mac_address': 'fa:16:3e:57:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:51:59Z', 'updated_at': '2022-05-29T01:51:59Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:44Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:52:01.692066 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70200b-98f6-4772-96ea-56d7eb505a5c None None] The sync data for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv is: [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '2c5aabe5-e62b-44ea-8254-c2ce98b5369c', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'floating_ip_address': '172.26.5.151', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'port_id': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'mac_address': 'fa:16:3e:57:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:51:59Z', 'updated_at': '2022-05-29T01:51:59Z', 'revision_number': 0, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:44Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:52:01.882802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1158f9e-6821-4fa4-bf57-d2cc9086a6c2 None None] New status for floating IP 2c5aabe5-e62b-44ea-8254-c2ce98b5369c: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:52:02.025881 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37526) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:52:02.128042 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4a61aea6-702a-45d7-856d-1bd21a494e21 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/2c5aabe5-e62b-44ea-8254-c2ce98b5369c HTTP/1.1" status: 200 len: 992 time: 0.0997140 May 29 01:52:03.131572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37534) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:52:03.237887 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2ed3de2d-ce90-4a72-abdd-6e85373d8486 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/2c5aabe5-e62b-44ea-8254-c2ce98b5369c HTTP/1.1" status: 200 len: 994 time: 0.1051183 May 29 01:52:03.679553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-32869fea-9185-4507-9423-3de677b47b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:04.750938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:05.561151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:06.304700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:17.182572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:31.590694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-023089b5-be74-49b7-ac12-2d41f4859299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:33.089562 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:52:33.681052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-51863ddd-212a-4ec6-846d-57052a4d17b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:34.753736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:35.562761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:36.311863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:52:43.595848 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-6e4c57f6-0177-45af-a071-79515bdd1590 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739101 May 29 01:52:43.732864 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-e34e3be8-6e87-4549-9211-24fc07a3cbd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1099 time: 0.0686324 May 29 01:52:43.875190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-071c7d95-d15e-4ad0-8a74-a97d07001d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:52:43.876666 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-071c7d95-d15e-4ad0-8a74-a97d07001d98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 200 len: 898 time: 0.1246221 May 29 01:52:43.978337 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-74f3d0bc-af2b-4106-94b2-6bf51e076096 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 200 len: 1002 time: 0.0959435 May 29 01:52:44.039667 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-c56ed3d4-991d-4fbe-ace3-50bdd6227374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:52:44.040992 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-c56ed3d4-991d-4fbe-ace3-50bdd6227374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7498ee69-46a0-453b-b8f5-35385701e040 HTTP/1.1" status: 200 len: 835 time: 0.0571048 May 29 01:52:44.116672 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-553f5034-4e9c-4ad4-9877-01e27aeaf765 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eecfe05-22c9-46d6-a19e-a03b86946713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696244 May 29 01:52:44.249106 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-36778182-70a1-4c32-ac92-181b2f178bdd service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266124 May 29 01:52:44.377087 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a797cdac-3c68-44ce-8d38-e5e9d4b22ad6 req-a9b3f524-594c-4558-a7f7-0d2e98dd35e3 service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217463 May 29 01:52:47.191202 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:01.592543 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-33d59002-fe8e-489a-98ed-727a285648c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:03.682672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0a29f6d2-ea36-4677-ad75-5c2d66dee94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:04.292617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80c0d-a6ee-4d19-8aa4-d13b3001c741 req-40873f57-83b0-494d-8147-f0fafca24b31 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:04.294038 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a0a80c0d-a6ee-4d19-8aa4-d13b3001c741 req-40873f57-83b0-494d-8147-f0fafca24b31 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0809665 May 29 01:53:04.342154 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a0a80c0d-a6ee-4d19-8aa4-d13b3001c741 req-d2dcee6a-e6c4-42e0-81da-efb30ce4f98c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 May 29 01:53:04.757417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:05.540110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374ec39-a87e-44e7-991a-25a71d4732d2 req-f0872953-47f4-4951-b121-877d385010c6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:05.541479 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7374ec39-a87e-44e7-991a-25a71d4732d2 req-f0872953-47f4-4951-b121-877d385010c6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0746419 May 29 01:53:05.564454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:05.589842 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7374ec39-a87e-44e7-991a-25a71d4732d2 req-a007ed95-1b7c-472a-9dac-d9b81d3d94af tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 May 29 01:53:06.309978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:06.788174 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a569f54-7cbd-4986-b66b-d76f7d4dedb1 req-0b4f86ed-0446-4ddc-a25e-d330b0c5c6d4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:06.789611 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1a569f54-7cbd-4986-b66b-d76f7d4dedb1 req-0b4f86ed-0446-4ddc-a25e-d330b0c5c6d4 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0798066 May 29 01:53:06.833877 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1a569f54-7cbd-4986-b66b-d76f7d4dedb1 req-fab96e6a-aba0-42b5-90c2-a8ae3311a871 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 May 29 01:53:06.861007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37586) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:06.963954 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-74e4d5f6-2279-497b-a401-4149fd9af05c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/2c5aabe5-e62b-44ea-8254-c2ce98b5369c HTTP/1.1" status: 200 len: 994 time: 0.1018851 May 29 01:53:08.464271 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-271a6016-ceb8-414a-bce1-12433d4ae125 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1099 time: 0.0680666 May 29 01:53:08.469525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbd099-91e6-4817-9995-0a9d7d42a7ca req-34fa7b48-c575-4e49-a2af-d37adfa09b96 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:08.470939 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0fbbd099-91e6-4817-9995-0a9d7d42a7ca req-34fa7b48-c575-4e49-a2af-d37adfa09b96 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0754130 May 29 01:53:08.515986 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0fbbd099-91e6-4817-9995-0a9d7d42a7ca req-31b7603f-b001-402b-9b14-81f8f5c1bc47 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390768 May 29 01:53:08.594712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-fe416d26-3d5b-48d5-9cea-950dd81c5ab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:08.596176 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-fe416d26-3d5b-48d5-9cea-950dd81c5ab1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 200 len: 898 time: 0.1263084 May 29 01:53:08.695934 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-c33456bd-617f-48ea-8b8c-8e4ffcfa2d3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 200 len: 1002 time: 0.0945055 May 29 01:53:08.760126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-db05d087-57c1-46c4-99fc-7435d5cb1f31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:08.761528 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-db05d087-57c1-46c4-99fc-7435d5cb1f31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7498ee69-46a0-453b-b8f5-35385701e040 HTTP/1.1" status: 200 len: 835 time: 0.0601099 May 29 01:53:08.833499 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-6c2e8e65-a9f7-4ca8-80d5-ef45d30c1be3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eecfe05-22c9-46d6-a19e-a03b86946713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666153 May 29 01:53:08.959328 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-1e9dfb9d-3a9e-4741-8a9b-58ee89ab77e6 service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204820 May 29 01:53:09.185983 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-4413a855-dc45-4446-9b9a-bb7ef76f3493 req-02a1c2cc-9217-45a8-8fe7-f7c28a595ba6 service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210021 May 29 01:53:09.716856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf71d4-d4f4-4a4d-94e8-9514bc801f3e req-dd437368-9171-46da-957c-8cf3291f18b1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:09.718182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08bf71d4-d4f4-4a4d-94e8-9514bc801f3e req-dd437368-9171-46da-957c-8cf3291f18b1 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0791144 May 29 01:53:09.763892 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08bf71d4-d4f4-4a4d-94e8-9514bc801f3e req-4e1ed853-562a-4727-b925-91d120b9ce9c tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396738 May 29 01:53:10.089932 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:53:10.960144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b97f84-da06-42c6-b44a-9015681c6e59 req-ee4de6f7-503b-4b8b-a138-1830d1715797 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:10.961576 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-37b97f84-da06-42c6-b44a-9015681c6e59 req-ee4de6f7-503b-4b8b-a138-1830d1715797 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0756876 May 29 01:53:11.095682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-37b97f84-da06-42c6-b44a-9015681c6e59 req-429ff453-ec56-4e73-a99f-aa9bee689975 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286712 May 29 01:53:11.123580 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37602) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:11.227012 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2d47aa74-bb96-4b1f-b75b-5fe72596b066 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/floatingips/2c5aabe5-e62b-44ea-8254-c2ce98b5369c HTTP/1.1" status: 200 len: 994 time: 0.1022503 May 29 01:53:11.506639 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37610) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:11.701160 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port cd5ef8e9-272c-4712-be7f-41bfa5c3f62b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:53:11.701496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:11.865755 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:11.866076 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:11.982811 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for cd5ef8e9-272c-4712-be7f-41bfa5c3f62b owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:53:12.127638 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:12.173201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=cd5ef8e9-272c-4712-be7f-41bfa5c3f62b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:12.210486 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.210833 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.211176 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.211515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.211854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.212210 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.212539 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.212864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.213188 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.213508 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.213829 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:12.274573 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:12.653157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router f05c7541-14f6-4c4b-b71b-975c41626463 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:53:12.935201 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:53:12.945652 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] Sync routers for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:53:12.950622 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:12.957929 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:12.958517 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:13.001942 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-82664f7a-9bf0-4709-843a-5b9a4f2a7169 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/floatingips/2c5aabe5-e62b-44ea-8254-c2ce98b5369c HTTP/1.1" status: 204 len: 168 time: 1.4942503 May 29 01:53:13.002567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:53:13.071912 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deae891-f0bd-40e8-94f9-fadc8bfc3360'] response: {'name': 'network-changed', 'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'status': 'completed', 'code': 200} May 29 01:53:13.142404 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:13.169276 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-6cdae191-0fd8-4205-8484-e2e6289a9d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 1099 time: 0.0750778 May 29 01:53:13.310242 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-df2fb038-02fe-4d84-85b4-1ad817fa208e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:13.311751 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-df2fb038-02fe-4d84-85b4-1ad817fa208e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 200 len: 898 time: 0.1371469 May 29 01:53:13.386935 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-3e6b58a5-9096-4ddc-a40d-b19372f6a13c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 200 len: 217 time: 0.0693238 May 29 01:53:13.452596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-7e2dae83-c8e9-40b9-a38b-21ad91a58c3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:13.453965 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-7e2dae83-c8e9-40b9-a38b-21ad91a58c3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7498ee69-46a0-453b-b8f5-35385701e040 HTTP/1.1" status: 200 len: 835 time: 0.0580890 May 29 01:53:13.466468 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:44Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:13.470348 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] Checking router: f05c7541-14f6-4c4b-b71b-975c41626463 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:53:13.481791 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:13.482394 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:13.547976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-4e860255-408a-4a0f-8922-bdeddb02feba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eecfe05-22c9-46d6-a19e-a03b86946713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873058 May 29 01:53:13.567853 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d79a-b41b-49f8-8ba6-4a7f8a9f4c39 req-d9228e54-a13c-4795-abea-0c1cf6c0d2ab tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:13.568569 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6040d79a-b41b-49f8-8ba6-4a7f8a9f4c39 req-d9228e54-a13c-4795-abea-0c1cf6c0d2ab tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:53:13.584355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6040d79a-b41b-49f8-8ba6-4a7f8a9f4c39 req-d9228e54-a13c-4795-abea-0c1cf6c0d2ab tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:53:13.585493 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6040d79a-b41b-49f8-8ba6-4a7f8a9f4c39 req-d9228e54-a13c-4795-abea-0c1cf6c0d2ab tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0995035 May 29 01:53:13.634165 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6040d79a-b41b-49f8-8ba6-4a7f8a9f4c39 req-3440c2f8-372e-4b26-a577-d8fc7401c7c6 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 May 29 01:53:13.670260 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:13.687762 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-03c44073-bf2b-453c-aaa3-47a6fc226e0e service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336646 May 29 01:53:13.826691 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-7e8e03c5-3608-464e-9d38-6d92be3b8ee2 req-9aab4806-b0e6-4ea1-a90a-deefea5e862b service neutron] 10.222.0.16 "GET /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317406 May 29 01:53:13.982090 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:44Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:13.985885 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3951e-8c6b-4740-824a-e6282787dd38 None None] The sync data for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv is: [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:51:37Z', 'revision_number': 4, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '95748374-bc2c-43cd-9c93-cd70504a4342', 'name': '', 'network_id': '2eecfe05-22c9-46d6-a19e-a03b86946713', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'mac_address': 'fa:16:3e:86:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7498ee69-46a0-453b-b8f5-35385701e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:37Z', 'updated_at': '2022-05-29T01:51:44Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'subnets': [{'id': '7498ee69-46a0-453b-b8f5-35385701e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:53:14.190843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203dcd20-383c-4882-96a2-e64dd92e8e2f None None] New status for floating IP 2c5aabe5-e62b-44ea-8254-c2ce98b5369c: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:53:14.837662 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c093530-739e-4afa-9da3-d71bc306f335 req-cc975ac1-8641-44fb-8ff4-678d27b950fb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:14.839131 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c093530-739e-4afa-9da3-d71bc306f335 req-cc975ac1-8641-44fb-8ff4-678d27b950fb tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0821435 May 29 01:53:14.886430 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6c093530-739e-4afa-9da3-d71bc306f335 req-94ad5afe-12e3-4a79-9900-b244ac8c5040 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/security-groups?id=194d8f89-b812-4aef-918b-00fc1430f007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 May 29 01:53:15.145826 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-c718c5fd-9974-4e23-9262-31f5183f413e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:15.146421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-c718c5fd-9974-4e23-9262-31f5183f413e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Synchronizing usage tracker for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:53:15.157767 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-c718c5fd-9974-4e23-9262-31f5183f413e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Unset dirty status for tenant:34d7ddbf60c14561aacfe67b6f96ae94 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:53:15.158821 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-c718c5fd-9974-4e23-9262-31f5183f413e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 946 time: 0.0858450 May 29 01:53:15.228314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port a4017758-ed9f-4885-9227-c2298d5c22df {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:53:15.228647 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:15.460290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port a4017758-ed9f-4885-9227-c2298d5c22df, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a4017758-ed9f-4885-9227-c2298d5c22df,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:15.460636 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:15.580171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for a4017758-ed9f-4885-9227-c2298d5c22df owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:53:15.713943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:15.764112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=a4017758-ed9f-4885-9227-c2298d5c22df,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:15.802862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.803205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.803537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.803862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.804219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.804539 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.804858 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.805200 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.805490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.805800 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.806116 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:15.843689 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] No DVR routers for this DVR port a4017758-ed9f-4885-9227-c2298d5c22df on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:53:15.845894 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:15.848848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'name': 'network-vif-deleted', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:53:15.865931 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-fc4ee33b-3387-45b7-8e62-aab036849755 req-85b7544d-55b1-4ebb-bf40-eec3a56dab92 tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.16 "DELETE /v2.0/ports/a4017758-ed9f-4885-9227-c2298d5c22df HTTP/1.1" status: 204 len: 173 time: 0.7015982 May 29 01:53:15.911758 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c632f9-72f2-456b-add6-d89c842cef4b'] response: {'server_uuid': '8fa38ca6-13ea-46d8-817b-f98ed4d06e7d', 'name': 'network-vif-deleted', 'tag': 'a4017758-ed9f-4885-9227-c2298d5c22df', 'status': 'completed', 'code': 200} May 29 01:53:16.063171 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5e5eb345-1db3-4c4c-9ef6-bd9ef9b16ba5 req-70ffb180-78f4-40c6-8bfb-723834bfc07f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fa38ca6-13ea-46d8-817b-f98ed4d06e7d HTTP/1.1" status: 200 len: 210 time: 0.0402856 May 29 01:53:17.169509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37630) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:17.194028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:17.240747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a4017758-ed9f-4885-9227-c2298d5c22df no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:53:17.274250 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: a4017758-ed9f-4885-9227-c2298d5c22df {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:53:17.274594 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device a4017758-ed9f-4885-9227-c2298d5c22df not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:53:17.577729 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:18.182244 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 95748374-bc2c-43cd-9c93-cd70504a4342 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:53:18.182905 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:18.447574 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 95748374-bc2c-43cd-9c93-cd70504a4342, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=95748374-bc2c-43cd-9c93-cd70504a4342,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:18.447830 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:18.565356 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 95748374-bc2c-43cd-9c93-cd70504a4342 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:53:18.735545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:18.786329 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=95748374-bc2c-43cd-9c93-cd70504a4342,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:19.078208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:19.644495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Router f05c7541-14f6-4c4b-b71b-975c41626463 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:53:19.943968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:53:19.955366 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] Sync routers for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:53:19.956182 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-24b56910-af02-4685-b72b-70795ccb78fc tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "PUT /v2.0/routers/f05c7541-14f6-4c4b-b71b-975c41626463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856860 May 29 01:53:19.958980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37634) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:19.972752 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:19.973353 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:20.142310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting subnet 7498ee69-46a0-453b-b8f5-35385701e040 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 01:53:20.145458 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.198624 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:20.209987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.303478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.376715 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.417386 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Subnet': ['ID=7498ee69-46a0-453b-b8f5-35385701e040,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:20.421367 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.428616 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bec5471b-9690-4ccd-bed4-1444bd7d132e tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/subnets/7498ee69-46a0-453b-b8f5-35385701e040 HTTP/1.1" status: 204 len: 168 time: 0.4676189 May 29 01:53:20.429259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f046b-db1f-41ca-a0e7-2de05c4856c6 None None] Network 2eecfe05-22c9-46d6-a19e-a03b86946713 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:53:20.430992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37638) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:20.506508 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:53:18Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:20.511008 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] Checking router: f05c7541-14f6-4c4b-b71b-975c41626463 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:53:20.522537 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] Routers {'f05c7541-14f6-4c4b-b71b-975c41626463'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:20.523134 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['f05c7541-14f6-4c4b-b71b-975c41626463'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:20.704247 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] Set router f05c7541-14f6-4c4b-b71b-975c41626463 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:20.740645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] DHCP port deletion for 2eecfe05-22c9-46d6-a19e-a03b86946713 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 01:53:20.744604 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Deleting port 43428daf-49a2-4fe7-b34e-2d1eeb097299 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:53:20.744975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.745736 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.947030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] For port 43428daf-49a2-4fe7-b34e-2d1eeb097299, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=43428daf-49a2-4fe7-b34e-2d1eeb097299,segment=NetworkSegment(aebaa40a-3b39-4b50-b409-17f2bb67cc97),segment_id=aebaa40a-3b39-4b50-b409-17f2bb67cc97)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:20.947480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.954128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:20.964100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Deleting port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:53:20.964532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:21.001718 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:53:18Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:21.006431 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a526-c422-4b50-92ee-b07c99120073 None None] The sync data for ids ['f05c7541-14f6-4c4b-b71b-975c41626463'] in dv-neutron-843186-2-hyperv is: [{'id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192187426', 'tenant_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:51:33Z', 'updated_at': '2022-05-29T01:53:18Z', 'revision_number': 5, 'project_id': '34d7ddbf60c14561aacfe67b6f96ae94', 'gw_port': {'id': '96ca1b3f-4b8d-4772-958b-1d8dded2bef6', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c7541-14f6-4c4b-b71b-975c41626463', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:51:34Z', 'updated_at': '2022-05-29T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:53:21.073302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Calling delete_port for 43428daf-49a2-4fe7-b34e-2d1eeb097299 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:53:21.138842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] For port 96ca1b3f-4b8d-4772-958b-1d8dded2bef6, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:21.140299 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:21.148018 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:21.196099 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Pushing event deleted for resources: {'Port': ['ID=43428daf-49a2-4fe7-b34e-2d1eeb097299,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:21.201373 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] No DVR routers for this DVR port 43428daf-49a2-4fe7-b34e-2d1eeb097299 on host dv-neutron-843186-2-hyperv {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:53:21.208288 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.208713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.209363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.209363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.209798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.210126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.210449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.210767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.211084 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.211398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.211929 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be805e56-6aa1-4c0c-ab55-b6027a0a022a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:21.261671 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Calling delete_port for 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:53:21.428589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:21.479188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Port': ['ID=96ca1b3f-4b8d-4772-958b-1d8dded2bef6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:21.704313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:21.954630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:21.958740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.084452 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.085008 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Fanout notify agent at l3_agent the message router_deleted on router f05c7541-14f6-4c4b-b71b-975c41626463 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 01:53:22.100044 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.101135 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d80698e5-0067-4886-abaa-a4bdb276c19d tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/routers/f05c7541-14f6-4c4b-b71b-975c41626463 HTTP/1.1" status: 204 len: 168 time: 1.6691480 May 29 01:53:22.103852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37642) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:22.223243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.349032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.372895 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eecfe05-22c9-46d6-a19e-a03b86946713']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:22.385006 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebaa40a-3b39-4b50-b409-17f2bb67cc97') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:22.385301 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebaa40a-3b39-4b50-b409-17f2bb67cc97') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:22.396838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.412535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.418949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 01:53:22.419335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 01:53:22.433753 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 01:53:22.513261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.537862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.540685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'Network': ['ID=2eecfe05-22c9-46d6-a19e-a03b86946713,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:22.555194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b85c209e-43a3-468a-ac54-3499055ee91f tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/networks/2eecfe05-22c9-46d6-a19e-a03b86946713 HTTP/1.1" status: 204 len: 168 time: 0.4500017 May 29 01:53:22.557803 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37646) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:22.575448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 95748374-bc2c-43cd-9c93-cd70504a4342 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:53:22.608298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 95748374-bc2c-43cd-9c93-cd70504a4342 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:53:22.608645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 95748374-bc2c-43cd-9c93-cd70504a4342 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:53:22.609066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:53:22.640924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:53:22.641264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 96ca1b3f-4b8d-4772-958b-1d8dded2bef6 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:53:22.641672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 43428daf-49a2-4fe7-b34e-2d1eeb097299 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:53:22.646978 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d44eed81-7467-4f5f-87db-7926bcdfc6da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.673033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 43428daf-49a2-4fe7-b34e-2d1eeb097299 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:53:22.673370 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 43428daf-49a2-4fe7-b34e-2d1eeb097299 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:53:22.675623 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d44eed81-7467-4f5f-87db-7926bcdfc6da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.740667 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d44eed81-7467-4f5f-87db-7926bcdfc6da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.759704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44eed81-7467-4f5f-87db-7926bcdfc6da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194d8f89-b812-4aef-918b-00fc1430f007,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:22.769898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d44eed81-7467-4f5f-87db-7926bcdfc6da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:22.771169 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d44eed81-7467-4f5f-87db-7926bcdfc6da tempest-TestNetworkAdvancedServerOps-296210888 tempest-TestNetworkAdvancedServerOps-296210888-project] 10.222.0.33 "DELETE /v2.0/security-groups/194d8f89-b812-4aef-918b-00fc1430f007 HTTP/1.1" status: 204 len: 168 time: 0.2121658 May 29 01:53:23.167590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37656) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:23.340576 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7fb08232-07d9-442d-afdb-d28d51b875da admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=34d7ddbf60c14561aacfe67b6f96ae94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1717267 May 29 01:53:23.343021 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37662) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:23.400117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1117f575-731b-41f4-b3c4-6ed4478a9914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:23.424770 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1117f575-731b-41f4-b3c4-6ed4478a9914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:23.479577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1117f575-731b-41f4-b3c4-6ed4478a9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:23.495071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117f575-731b-41f4-b3c4-6ed4478a9914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777413d5-f0da-43dd-90d4-6868e5c1e9c0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:23.503357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1117f575-731b-41f4-b3c4-6ed4478a9914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:23.504997 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1117f575-731b-41f4-b3c4-6ed4478a9914 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/777413d5-f0da-43dd-90d4-6868e5c1e9c0 HTTP/1.1" status: 204 len: 168 time: 0.1611032 May 29 01:53:23.851628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37670) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:23.870411 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:23.904615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:23.908361 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Usage tracker for resource:security_group_rule and tenant:d85fd404ecec47ad88f39edb4856adce is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:23.912053 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:23.917917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:23.984291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:23.988019 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:24.035582 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d85fd404ecec47ad88f39edb4856adce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1828966 May 29 01:53:24.036311 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af8fa8-bccc-4dbe-932a-750068308801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772df60-6208-4635-bb24-7b9aa739ed90,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:24.039061 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37674) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:24.097820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b34b2b3-e452-4182-9245-7c149ff5bb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:24.122311 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b34b2b3-e452-4182-9245-7c149ff5bb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:24.176439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b34b2b3-e452-4182-9245-7c149ff5bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:24.191116 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34b2b3-e452-4182-9245-7c149ff5bb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772df60-6208-4635-bb24-7b9aa739ed90,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:24.197123 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b34b2b3-e452-4182-9245-7c149ff5bb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:24.198541 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5b34b2b3-e452-4182-9245-7c149ff5bb8c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d772df60-6208-4635-bb24-7b9aa739ed90 HTTP/1.1" status: 204 len: 168 time: 0.1581099 May 29 01:53:25.059488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37696) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:25.185471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-887343150-network', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:25.190197 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:25.193945 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Usage tracker for resource:network and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:25.196790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:25.202786 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:25.212712 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Made reservation on behalf of d44b7f3692c944e2a3e306a42704bbe4 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:53:25.215112 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.227702 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.260993 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:25.264837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:25.267589 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:25.273677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:25.338262 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.342035 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.371484 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:53:25.379932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7083fa-36e5-4634-9dfc-eb01247fc899,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:25.386923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.387812 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Added segment 3d077531-c35e-42bc-9ace-f2ed34cb10c6 of type vlan for network 5435c26b-610a-4576-b3f9-76f567a41b11 May 29 01:53:25.414151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.442124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.443148 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:25.443711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.547675 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=5435c26b-610a-4576-b3f9-76f567a41b11,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:25.551284 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-538843f2-4e49-4cdd-b910-e75307662fc7 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4907680 May 29 01:53:25.554444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37702) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:25.557559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 5435c26b-610a-4576-b3f9-76f567a41b11 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:53:25.560723 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Request body: {'subnet': {'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-887343150-subnet', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:25.566122 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:25.570032 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Usage tracker for resource:subnet and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:25.573778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:25.579597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:25.592595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Made reservation on behalf of d44b7f3692c944e2a3e306a42704bbe4 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:53:25.595759 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.810847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.888661 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:25.898272 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Checking segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:25.898626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Network hostable DHCP agents. Network: 5435c26b-610a-4576-b3f9-76f567a41b11, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:53:25.919703 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Network 5435c26b-610a-4576-b3f9-76f567a41b11 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:53:25.929842 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 5435c26b-610a-4576-b3f9-76f567a41b11) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:25.935059 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:25.935633 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.938662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7bb28c-09b7-46c2-9c6c-1f3ff864b6c6 None None] Network 5435c26b-610a-4576-b3f9-76f567a41b11 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:53:25.960158 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-eccd3c52-fd54-425f-b8a0-306c882ce0f7 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4040923 May 29 01:53:25.962921 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37706) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:25.968315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:25.973308 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:25.977601 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Usage tracker for resource:router and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:25.980461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:25.986119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:25.996729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:25.997623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.018307 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.157498 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-5435c26b-610a-4576-b3f9-76f567a41b11', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:53:26.158524 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.163240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.319454 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Allocated IP 172.20.0.2 (5435c26b-610a-4576-b3f9-76f567a41b11/3cdac5dc-5e3e-471a-9924-d6c3f2ec6132/107f8818-e198-4e8d-a5ae-3d80f40dcc02) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:26.440824 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.469340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.530895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.542821 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Transition to ACTIVE for port object 107f8818-e198-4e8d-a5ae-3d80f40dcc02 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:26.561515 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Transition to ACTIVE for port object 107f8818-e198-4e8d-a5ae-3d80f40dcc02 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:26.566387 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.605845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Allocated IP 172.26.5.131 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/b5b43918-0d0d-4ab5-8592-1b826921975a) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:26.663313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Network 5435c26b-610a-4576-b3f9-76f567a41b11 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:26.665981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:26.670030 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:26.676292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Pushing event updated for resources: {'Port': ['ID=107f8818-e198-4e8d-a5ae-3d80f40dcc02,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:26.754524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.758182 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Attempting to bind port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:53:26.758566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Attempting to bind port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:53:26.758928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Attempting to bind port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 on network 5435c26b-610a-4576-b3f9-76f567a41b11 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:26.765670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:53:26.766075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Checking segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:26.766478 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.766867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Bound using segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:53:26.767330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Bound port: 107f8818-e198-4e8d-a5ae-3d80f40dcc02, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:53:26.767702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.782365 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.853790 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:26.856696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:26.861180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:26.865816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] For port 107f8818-e198-4e8d-a5ae-3d80f40dcc02, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:53:26.869476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] For port 107f8818-e198-4e8d-a5ae-3d80f40dcc02, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=107f8818-e198-4e8d-a5ae-3d80f40dcc02,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:53:26.873783 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:26.887296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b43918-0d0d-4ab5-8592-1b826921975a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:26.956170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195653c-da2e-4e56-974c-2dc9d6cb027a None None] Pushing event updated for resources: {'Port': ['ID=107f8818-e198-4e8d-a5ae-3d80f40dcc02,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:27.024576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:27.025214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:27.274222 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Router df73e77f-e520-48ef-963b-a091570cde32 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:53:27.474572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:53:27.483239 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Sync routers for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:53:27.495345 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:27.495989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:27.497156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:27.498381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-a74f045b-fb5e-4152-ae40-e9336ecf92b1 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5344999 May 29 01:53:27.501250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37710) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:27.688406 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:27.886816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396bb03-34b8-4729-bade-e1584db48465 None None] Network 5435c26b-610a-4576-b3f9-76f567a41b11 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:53:28.054828 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9096e474-f44a-44a6-9565-3ef496ec8b69 None None] Provisioning for port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:28.184542 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:26Z', 'revision_number': 3, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:28.191286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Checking router: df73e77f-e520-48ef-963b-a091570cde32 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:53:28.191690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Updating router df73e77f-e520-48ef-963b-a091570cde32 port b5b43918-0d0d-4ab5-8592-1b826921975a binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:53:28.255459 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.358936 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 107f8818-e198-4e8d-a5ae-3d80f40dcc02 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:28.370094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.546419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:28.563855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:28.564255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.591348 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Allocated IP 172.20.0.1 (5435c26b-610a-4576-b3f9-76f567a41b11/3cdac5dc-5e3e-471a-9924-d6c3f2ec6132/51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:28.658436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-caf876f0-63fc-4f64-bfab-f1ac722fca2b None None] Provisioning complete for port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:28.658807 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-caf876f0-63fc-4f64-bfab-f1ac722fca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.740092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.756861 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Transition to ACTIVE for port object 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:28.781233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.848434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Network 5435c26b-610a-4576-b3f9-76f567a41b11 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:28.851378 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:28.855201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:28.874739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.882368 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.885838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:28.911601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Transition to ACTIVE for port object b5b43918-0d0d-4ab5-8592-1b826921975a will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:28.917823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:28.925533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.009448 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.038917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 107f8818-e198-4e8d-a5ae-3d80f40dcc02, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=107f8818-e198-4e8d-a5ae-3d80f40dcc02,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:29.060935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.076168 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-caf876f0-63fc-4f64-bfab-f1ac722fca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.091024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbf497-ba98-4cdc-96df-6c392a54b2f7 None None] Pushing event updated for resources: {'Port': ['ID=b5b43918-0d0d-4ab5-8592-1b826921975a,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:29.129063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Attempting to bind port b5b43918-0d0d-4ab5-8592-1b826921975a on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:53:29.129331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Attempting to bind port b5b43918-0d0d-4ab5-8592-1b826921975a by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:53:29.129526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Attempting to bind port b5b43918-0d0d-4ab5-8592-1b826921975a on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:29.166861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:53:29.167304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:29.167811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.168380 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:53:29.168935 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Bound port: b5b43918-0d0d-4ab5-8592-1b826921975a, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:53:29.169308 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.238485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.243915 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.258978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=107f8818-e198-4e8d-a5ae-3d80f40dcc02,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:29.298772 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-caf876f0-63fc-4f64-bfab-f1ac722fca2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 01:53:29.299123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-caf876f0-63fc-4f64-bfab-f1ac722fca2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 01:53:29.306566 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] For port b5b43918-0d0d-4ab5-8592-1b826921975a, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:53:29.311170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] For port b5b43918-0d0d-4ab5-8592-1b826921975a, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b5b43918-0d0d-4ab5-8592-1b826921975a,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:53:29.317742 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.371747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:29.376117 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:29.409736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbf497-ba98-4cdc-96df-6c392a54b2f7 None None] Pushing event updated for resources: {'Port': ['ID=b5b43918-0d0d-4ab5-8592-1b826921975a,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:29.417894 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:29.418646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:29.516846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Network 5435c26b-610a-4576-b3f9-76f567a41b11 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:29.518393 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:29.617243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:29.982164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:29Z', 'revision_number': 2, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:29.986045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47c5ce-7bb7-4bdb-bc4a-820ac36422e6 None None] The sync data for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv is: [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:29Z', 'revision_number': 2, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:53:30.024467 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Router df73e77f-e520-48ef-963b-a091570cde32 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:53:30.025367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5d5201b7-63c4-4366-9132-0c9f77493b6c None None] Provisioning for port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:30.031817 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5d5201b7-63c4-4366-9132-0c9f77493b6c None None] Provisioning complete for port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:30.032220 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5d5201b7-63c4-4366-9132-0c9f77493b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:30.090645 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-5d5201b7-63c4-4366-9132-0c9f77493b6c None None] Port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:53:30.245521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:53:30.255515 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3c7da1ca-9425-489c-890f-bd6e28fda6c6 admin admin] 10.222.0.33 "PUT /v2.0/routers/df73e77f-e520-48ef-963b-a091570cde32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7531116 May 29 01:53:30.330562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 107f8818-e198-4e8d-a5ae-3d80f40dcc02 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:30.406243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:30.406621 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.193646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37732) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:31.199072 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707528449-network', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:31.203943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:31.207858 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Usage tracker for resource:network and tenant:7ce53f490b344b9f9c2f5c691336cc53 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:31.210690 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:31.216428 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:31.226197 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Made reservation on behalf of 7ce53f490b344b9f9c2f5c691336cc53 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:53:31.228430 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.241006 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.271240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:31.274960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Usage tracker for resource:security_group_rule and tenant:7ce53f490b344b9f9c2f5c691336cc53 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:31.277701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:31.283267 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:31.345611 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.349439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.380047 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 01:53:31.388502 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aeea8c-6047-41bc-bcfd-f692334173a1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:31.395112 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.395965 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Added segment 500fc97c-5e83-4da1-be9d-34707034f3cc of type vlan for network 515d77f1-81d9-4941-a478-9d2ed0a81d42 May 29 01:53:31.420840 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.449863 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.450646 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:31.451200 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.551110 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] Pushing event updated for resources: {'Network': ['ID=515d77f1-81d9-4941-a478-9d2ed0a81d42,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:31.554599 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5adad365-55cc-46c8-8053-628d0955ae6b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3594308 May 29 01:53:31.556984 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37736) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:31.560999 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 01:53:31.562128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Request body: {'subnet': {'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707528449-subnet', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:31.567149 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:31.571375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Usage tracker for resource:subnet and tenant:7ce53f490b344b9f9c2f5c691336cc53 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:31.574262 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:31.581063 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:31.592385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Made reservation on behalf of 7ce53f490b344b9f9c2f5c691336cc53 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:53:31.594792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.653362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ad7d66c5-4783-4c19-9bbe-c7aa23654f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.802025 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.874300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7eb4137-721b-4731-8de7-8b041940fbe2,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:31.883554 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Checking segment: {'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:31.883915 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Network hostable DHCP agents. Network: 515d77f1-81d9-4941-a478-9d2ed0a81d42, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 01:53:31.904945 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 01:53:31.914348 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 515d77f1-81d9-4941-a478-9d2ed0a81d42) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:31.918121 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:31.918685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.922873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0ede3f-5db1-4f93-814f-fd9d755ebeb0 None None] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:53:31.938121 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-6cb3ee19-b98c-473d-b063-c14d5ed65f10 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3801866 May 29 01:53:31.940898 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37740) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:31.945965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:31.950497 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:31.954222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Usage tracker for resource:router and tenant:7ce53f490b344b9f9c2f5c691336cc53 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:31.957576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:31.963101 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:31.973064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.973959 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:31.992604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.131877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-515d77f1-81d9-4941-a478-9d2ed0a81d42', 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'fixed_ips': [{'subnet_id': 'd7eb4137-721b-4731-8de7-8b041940fbe2'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 01:53:32.132954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.141537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.295976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Allocated IP 172.20.0.2 (515d77f1-81d9-4941-a478-9d2ed0a81d42/d7eb4137-721b-4731-8de7-8b041940fbe2/2ba7e594-cf2d-431a-b04e-40c73051fe04) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:32.377447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5b43918-0d0d-4ab5-8592-1b826921975a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:32.423871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.455098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.542992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port b5b43918-0d0d-4ab5-8592-1b826921975a completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:32.550589 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b5b43918-0d0d-4ab5-8592-1b826921975a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:32.550963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.592722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.594203 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Allocated IP 172.26.5.10 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/d784e4de-73ae-40ec-9511-3cdcab8ec867) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:32.617708 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Transition to ACTIVE for port object 2ba7e594-cf2d-431a-b04e-40c73051fe04 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:32.648132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Transition to ACTIVE for port object 2ba7e594-cf2d-431a-b04e-40c73051fe04 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:32.679814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.748054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.757874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.776983 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Pushing event updated for resources: {'Port': ['ID=2ba7e594-cf2d-431a-b04e-40c73051fe04,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:32.777211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.786002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:32.788568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:32.791557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:32.796836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port b5b43918-0d0d-4ab5-8592-1b826921975a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b5b43918-0d0d-4ab5-8592-1b826921975a,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:32.828174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.855718 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:32.859222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:32.864937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:32.893268 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Pushing event updated for resources: {'Port': ['ID=d784e4de-73ae-40ec-9511-3cdcab8ec867,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:32.939296 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Attempting to bind port 2ba7e594-cf2d-431a-b04e-40c73051fe04 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:53:32.939661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Attempting to bind port 2ba7e594-cf2d-431a-b04e-40c73051fe04 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:53:32.940042 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Attempting to bind port 2ba7e594-cf2d-431a-b04e-40c73051fe04 on network 515d77f1-81d9-4941-a478-9d2ed0a81d42 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:32.952739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=b5b43918-0d0d-4ab5-8592-1b826921975a,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:32.955486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:53:32.955860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Checking segment: {'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:32.956513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:32.957177 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Bound using segment: {'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:53:32.957670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Bound port: 2ba7e594-cf2d-431a-b04e-40c73051fe04, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:53:32.958041 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:33.044039 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:33.044774 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:33.055306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] For port 2ba7e594-cf2d-431a-b04e-40c73051fe04, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:53:33.058517 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] For port 2ba7e594-cf2d-431a-b04e-40c73051fe04, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2ba7e594-cf2d-431a-b04e-40c73051fe04,segment=NetworkSegment(500fc97c-5e83-4da1-be9d-34707034f3cc),segment_id=500fc97c-5e83-4da1-be9d-34707034f3cc)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:53:33.062882 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:33.141536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc1d27-bdb2-4ac2-8f3b-1c308676c255 None None] Pushing event updated for resources: {'Port': ['ID=2ba7e594-cf2d-431a-b04e-40c73051fe04,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:33.326695 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Router 8f5f3af8-40be-44dc-a2a9-63128f575760 is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 01:53:33.582059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:53:33.591734 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Sync routers for ids ['8f5f3af8-40be-44dc-a2a9-63128f575760'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:53:33.606100 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Routers {'8f5f3af8-40be-44dc-a2a9-63128f575760'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:33.607132 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8f5f3af8-40be-44dc-a2a9-63128f575760'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:33.608136 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:33.609418 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-dd8d83e1-3c1e-4c6e-8740-8898aca97a04 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6676080 May 29 01:53:33.613341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37744) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:33.695458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-178f3da6-a54c-4763-b2e0-ad843d50893f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:33.834257 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Set router 8f5f3af8-40be-44dc-a2a9-63128f575760 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:34.111955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da10350-be30-4101-b09e-f984526f4240 None None] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 01:53:34.200023 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 3, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port': {'id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:32Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:34.207348 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Checking router: 8f5f3af8-40be-44dc-a2a9-63128f575760 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:53:34.208022 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Updating router 8f5f3af8-40be-44dc-a2a9-63128f575760 port d784e4de-73ae-40ec-9511-3cdcab8ec867 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:53:34.210737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2a2a2929-339b-47a6-8067-7eab9f300e34 None None] Provisioning for port 2ba7e594-cf2d-431a-b04e-40c73051fe04 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:34.267172 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.457129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2ba7e594-cf2d-431a-b04e-40c73051fe04 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:34.517979 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.536739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2ba7e594-cf2d-431a-b04e-40c73051fe04 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:34.541751 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2ba7e594-cf2d-431a-b04e-40c73051fe04 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:34.542141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.676390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.697505 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.711824 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 2ba7e594-cf2d-431a-b04e-40c73051fe04, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2ba7e594-cf2d-431a-b04e-40c73051fe04,segment=NetworkSegment(500fc97c-5e83-4da1-be9d-34707034f3cc),segment_id=500fc97c-5e83-4da1-be9d-34707034f3cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:34.712446 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Transition to ACTIVE for port object d784e4de-73ae-40ec-9511-3cdcab8ec867 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:34.716888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.717901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5b43918-0d0d-4ab5-8592-1b826921975a up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:34.718395 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.750349 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Allocated IP 172.20.0.1 (515d77f1-81d9-4941-a478-9d2ed0a81d42/d7eb4137-721b-4731-8de7-8b041940fbe2/2dc37fea-134a-4a8d-8eb0-42b698bf3ec9) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:34.802400 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Pushing event updated for resources: {'Port': ['ID=d784e4de-73ae-40ec-9511-3cdcab8ec867,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:34.808981 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Attempting to bind port d784e4de-73ae-40ec-9511-3cdcab8ec867 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:53:34.809341 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Attempting to bind port d784e4de-73ae-40ec-9511-3cdcab8ec867 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:53:34.809699 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Attempting to bind port d784e4de-73ae-40ec-9511-3cdcab8ec867 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:34.819757 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.820125 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.820470 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.820788 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.821119 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.821441 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.821764 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.822087 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.822403 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.822719 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.823214 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:53:34.826699 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:53:34.827064 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:34.827459 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.827834 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:53:34.828322 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Bound port: d784e4de-73ae-40ec-9511-3cdcab8ec867, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:53:34.828694 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.874885 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=2ba7e594-cf2d-431a-b04e-40c73051fe04,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:34.902174 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.909235 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] For port d784e4de-73ae-40ec-9511-3cdcab8ec867, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:53:34.912638 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] For port d784e4de-73ae-40ec-9511-3cdcab8ec867, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d784e4de-73ae-40ec-9511-3cdcab8ec867,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:53:34.918720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-5a70cdf3-bcc2-4ae7-95b4-9501f3be2b3f None None] Provisioning complete for port 2ba7e594-cf2d-431a-b04e-40c73051fe04 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:34.918972 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.919290 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5a70cdf3-bcc2-4ae7-95b4-9501f3be2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.922540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.939947 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Transition to ACTIVE for port object 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:34.968303 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:34.981127 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port b5b43918-0d0d-4ab5-8592-1b826921975a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:34.981788 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.008078 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33e89-68c2-43f2-9d99-3ba91fe7ff6e None None] Pushing event updated for resources: {'Port': ['ID=d784e4de-73ae-40ec-9511-3cdcab8ec867,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:35.013630 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Routers {'8f5f3af8-40be-44dc-a2a9-63128f575760'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:35.014238 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8f5f3af8-40be-44dc-a2a9-63128f575760'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:35.041362 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:35.045030 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Pushing event updated for resources: {'Port': ['ID=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:35.047147 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:35.049219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:35.206626 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] Set router 8f5f3af8-40be-44dc-a2a9-63128f575760 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:35.263094 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.350805 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.395948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2654407d-25b7-46f9-87e6-dae8ff50da39 None None] Provisioning for port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:35.400836 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-2654407d-25b7-46f9-87e6-dae8ff50da39 None None] Provisioning complete for port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:35.401304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2654407d-25b7-46f9-87e6-dae8ff50da39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.459694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-2654407d-25b7-46f9-87e6-dae8ff50da39 None None] Port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:53:35.506268 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 3, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port': {'id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:32Z', 'updated_at': '2022-05-29T01:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:35.510087 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1aebc-9586-48db-8bab-34cee4135efd None None] The sync data for ids ['8f5f3af8-40be-44dc-a2a9-63128f575760'] in dv-neutron-843186-2-hyperv is: [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 3, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port': {'id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:32Z', 'updated_at': '2022-05-29T01:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:53:35.567077 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.598363 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.602728 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.705505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:35.709395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Pushing event updated for resources: {'Port': ['ID=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:35.840431 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:35.841460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:36.086560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-b43191ac-938e-4e51-9297-80502b44c826 None None] Provisioning complete for port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:36.087122 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b43191ac-938e-4e51-9297-80502b44c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:36.138941 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-b43191ac-938e-4e51-9297-80502b44c826 None None] Port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:53:36.235284 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Router 8f5f3af8-40be-44dc-a2a9-63128f575760 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:53:36.311950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:36.326415 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2ba7e594-cf2d-431a-b04e-40c73051fe04 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:36.400856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2ba7e594-cf2d-431a-b04e-40c73051fe04 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:36.401245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:36.439121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:53:36.448548 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9dd7cbd1-fbc8-4e47-ae36-305d1e3b932d admin admin] 10.222.0.33 "PUT /v2.0/routers/8f5f3af8-40be-44dc-a2a9-63128f575760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8341641 May 29 01:53:36.860618 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37754) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:36.866754 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688094790', 'description': 'tempest-secgroup-smoke-688094790 description', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:36.872774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:36.876724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:36.880248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:36.886173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:36.897205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:36.931266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:36.934980 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:36.937686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:36.943246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:37.000056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.003722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.049255 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:37.052749 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.054245 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-f6347112-9506-4ecf-a9fb-e5fae8a79a53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1926332 May 29 01:53:37.057182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37758) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:37.062578 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': 'bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:37.068524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:37.072296 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:37.075132 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:37.081235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:37.096943 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.157910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.163052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.186541 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2b5920-4cf4-4e03-a6ce-9992a4130b35,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:37.196275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.197457 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0e7156d5-a8e6-42dc-a77a-832366255d44 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1393795 May 29 01:53:37.200319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37762) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:37.206522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': 'bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:37.212965 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:37.217086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:37.220854 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:37.227240 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:37.243432 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.305327 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.308717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.332132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9295e6-4ea4-48dc-b52d-bc1f567c26f5,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:37.341483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.342649 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ef2e1510-e53c-4fea-a361-4d3bf21770e7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413584 May 29 01:53:37.345426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37766) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:37.351557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': 'bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:37.357209 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:37.360922 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:37.363702 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:37.369284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:37.386236 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.451763 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.455082 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.478171 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b300e223-3ba8-4807-81e7-400ebbb9e78d,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:37.486789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.488249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bb894b3e-885c-4d94-84ed-627f0ddc082a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1418598 May 29 01:53:37.490849 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37770) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:37.496217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': 'bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:37.501818 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:37.506525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:37.509364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:37.514987 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:37.531820 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.592619 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.595737 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.617838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08059f7e-140a-47d9-9720-7c2e4d3b45bc,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:37.625703 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.626829 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b27e261a-44e4-41e8-a7c7-e041c0839c8e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1350789 May 29 01:53:37.630111 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37774) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:37.635628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': 'bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:37.641470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:37.645977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:37.648810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:37.654382 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:37.664608 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Project d44b7f3692c944e2a3e306a42704bbe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:53:37.670679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.732862 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.736062 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.759985 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b3d8b6-0813-4c9a-90dd-948251335e80,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:37.770247 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.771379 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-5c907d8d-0577-476e-b88f-c9abd2813feb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1401117 May 29 01:53:37.774078 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 37778) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:37.779731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': 'bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:37.785942 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:37.789648 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:37.792460 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:37.797941 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:37.807931 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.securitygroups_db [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Project d44b7f3692c944e2a3e306a42704bbe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:53:37.814038 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.881252 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.884530 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.906557 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b06434-bd14-4e1d-8802-9c6cf18097a9,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:37.915683 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:37.916872 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-fdaffd91-8220-4dc1-868c-e03d881caa4d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1419082 May 29 01:53:38.091662 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-909e2856-a4e2-412d-a310-ea833142cd08 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688094790&fields=id&tenant_id=d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 267 time: 0.0398865 May 29 01:53:38.233471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-bcdbe946-8adf-4537-8044-6d6d94cb879f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:38.234870 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-bcdbe946-8adf-4537-8044-6d6d94cb879f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 808 time: 0.1369555 May 29 01:53:38.251424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-5114ac23-d076-441f-818c-171c804aa1fe tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/quotas/d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 375 time: 0.0104890 May 29 01:53:38.330766 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-32f7debf-58bc-4c59-8f89-dd27f2e591d3 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737298 May 29 01:53:38.345605 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-199cfc68-c20c-426f-b8c4-85748de7bdd4 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 01:53:38.347135 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-199cfc68-c20c-426f-b8c4-85748de7bdd4 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046692 May 29 01:53:38.571117 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-42bb05c6-b2de-4c22-82d5-e800bb4b37d5 service neutron] 10.222.0.33 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183225 May 29 01:53:38.706330 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-4a077ae9-20c7-4469-b2ef-997917eda75b service neutron] 10.222.0.33 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290700 May 29 01:53:38.897581 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0124f5a6-f377-4e96-a55b-71f79153673d req-46a1c275-f17b-4247-a107-a7bd1b338265 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 210 time: 0.0475948 May 29 01:53:40.056191 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2a037341-f3fd-42d2-9157-c9c23d370402 req-f4a988cd-7b82-4db1-a2d1-13d118c6253f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 210 time: 0.0413444 May 29 01:53:40.704137 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-1e7ad728-276a-4bea-a3bf-f583c9825490 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:40.705471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-1e7ad728-276a-4bea-a3bf-f583c9825490 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Synchronizing usage tracker for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:53:40.723175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-1e7ad728-276a-4bea-a3bf-f583c9825490 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Unset dirty status for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:53:40.724339 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-1e7ad728-276a-4bea-a3bf-f583c9825490 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 808 time: 0.1726291 May 29 01:53:40.783000 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-90af87ca-2428-4dac-b040-41d6663b1ee5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Synchronizing usage tracker for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:53:40.806483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-90af87ca-2428-4dac-b040-41d6663b1ee5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Unset dirty status for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:53:40.808144 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-90af87ca-2428-4dac-b040-41d6663b1ee5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 379 time: 0.0713570 May 29 01:53:40.818742 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'port': {'device_id': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'admin_state_up': True, 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'security_groups': ['bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:41.057991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:41.061804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:port and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:41.064584 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:41.070187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:41.079976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Made reservation on behalf of d44b7f3692c944e2a3e306a42704bbe4 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:53:41.083569 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:41.220848 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-211042cf-da67-45fa-a23e-a61f06ad75b7 req-f42cebdd-e71a-4547-9f45-cc462257a017 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 210 time: 0.0398004 May 29 01:53:41.247763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Allocated IP 172.20.0.9 (5435c26b-610a-4576-b3f9-76f567a41b11/3cdac5dc-5e3e-471a-9924-d6c3f2ec6132/c9b08f9a-7721-423e-b263-491e39f98c11) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:41.437150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:41.453851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Transition to ACTIVE for port object c9b08f9a-7721-423e-b263-491e39f98c11 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:41.476911 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:41.546379 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Network 5435c26b-610a-4576-b3f9-76f567a41b11 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:41.549273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:41.551878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:41.602444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:41.626590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:41.627192 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:41.650025 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-9f3f9143-941c-4b15-a071-2be27f4d0096 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358006 May 29 01:53:41.660897 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Request body: {'port': {'device_id': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:41.772576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:41.797036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cb037a68-295a-48e7-a4e2-10c9acf647be None None] Provisioning for port c9b08f9a-7721-423e-b263-491e39f98c11 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:41.802896 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-cb037a68-295a-48e7-a4e2-10c9acf647be None None] Provisioning complete for port c9b08f9a-7721-423e-b263-491e39f98c11 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:41.803270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-cb037a68-295a-48e7-a4e2-10c9acf647be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:41.859227 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-cb037a68-295a-48e7-a4e2-10c9acf647be None None] Port c9b08f9a-7721-423e-b263-491e39f98c11 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:53:42.104261 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b08f9a-7721-423e-b263-491e39f98c11 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:53:42.110877 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.125453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Transition to ACTIVE for port object c9b08f9a-7721-423e-b263-491e39f98c11 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:42.129084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.258933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:42.376105 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d784e4de-73ae-40ec-9511-3cdcab8ec867 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:42.381435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Attempting to bind port c9b08f9a-7721-423e-b263-491e39f98c11 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:53:42.381845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Attempting to bind port c9b08f9a-7721-423e-b263-491e39f98c11 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:53:42.382235 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Attempting to bind port c9b08f9a-7721-423e-b263-491e39f98c11 on network 5435c26b-610a-4576-b3f9-76f567a41b11 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:42.388482 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Port c9b08f9a-7721-423e-b263-491e39f98c11 on network 5435c26b-610a-4576-b3f9-76f567a41b11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:53:42.388873 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Attempting to bind port c9b08f9a-7721-423e-b263-491e39f98c11 on network 5435c26b-610a-4576-b3f9-76f567a41b11 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:42.397885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:53:42.397885 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Checking segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:42.400249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Bound using segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:53:42.400713 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Bound port: c9b08f9a-7721-423e-b263-491e39f98c11, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:53:42.401063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.448184 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acd7c6-7f50-4584-a652-9e0001dae7e8 req-8904dc01-c17f-4b39-8a46-408db94c6f53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:42.449619 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-52acd7c6-7f50-4584-a652-9e0001dae7e8 req-8904dc01-c17f-4b39-8a46-408db94c6f53 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0924189 May 29 01:53:42.454045 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port d784e4de-73ae-40ec-9511-3cdcab8ec867 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:42.459852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d784e4de-73ae-40ec-9511-3cdcab8ec867 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:42.460390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.503520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:53:42.507791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:53:42.511728 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-52acd7c6-7f50-4584-a652-9e0001dae7e8 req-699b829a-3361-4119-bfa8-908c3c59eb07 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551465 May 29 01:53:42.516540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.582707 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.583881 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] 10.222.0.16 "PUT /v2.0/ports/c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 1093 time: 0.9271638 May 29 01:53:42.584461 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:53:42.604068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4272c1-2d71-4cd5-8eed-4266609fac23 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:42.607187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.625760 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port d784e4de-73ae-40ec-9511-3cdcab8ec867, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d784e4de-73ae-40ec-9511-3cdcab8ec867,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:42.637979 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:42.717870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=d784e4de-73ae-40ec-9511-3cdcab8ec867,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:42.719319 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-21d3e429-f427-49a7-90dc-4c7c8de88208 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1096 time: 0.0897057 May 29 01:53:42.778740 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63fa7e5-0c76-48c2-8c1a-122335e0e543'] response: {'name': 'network-changed', 'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'status': 'completed', 'code': 200} May 29 01:53:42.794156 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-ab1799a7-6ddc-4620-8c94-05f464027601 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 217 time: 0.0651884 May 29 01:53:42.858645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-773d6a1b-0868-44ba-93fe-e385ca380656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:42.859986 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-773d6a1b-0868-44ba-93fe-e385ca380656 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0606656 May 29 01:53:42.935627 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-d6fa0627-d47d-458e-940f-aa698fffaa68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700178 May 29 01:53:43.150254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-ab6a172e-0a1a-4572-a7e2-4817e8328f70 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083972 May 29 01:53:43.277731 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-033e4550-a4e3-433c-a2b4-fe503285a35f req-4836dd3d-6dfa-4ed2-9914-a044c501d181 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218622 May 29 01:53:43.390476 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-ee87e83e-78cc-4b9e-8340-9e3fd693d554 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1096 time: 0.0721717 May 29 01:53:43.529789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-df948fea-fa5b-47ea-a5b3-845fd2e5a5d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:43.531129 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-df948fea-fa5b-47ea-a5b3-845fd2e5a5d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1348860 May 29 01:53:43.596671 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-871cbe52-68c8-4577-9182-bd83f90c0713 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 217 time: 0.0597205 May 29 01:53:43.662990 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-889a4e9a-4e9e-429b-8ca9-c97206c6356e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:43.664478 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-889a4e9a-4e9e-429b-8ca9-c97206c6356e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0627546 May 29 01:53:43.713864 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f853-d345-43e0-836a-bb339e609ac0 req-e24cc9ac-dd26-42be-a999-5b461d2545ed tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:43.715491 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24a1f853-d345-43e0-836a-bb339e609ac0 req-e24cc9ac-dd26-42be-a999-5b461d2545ed tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0820172 May 29 01:53:43.742231 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-e43ca870-6eb8-4bac-ad7a-8faa8092f238 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711131 May 29 01:53:43.766369 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-24a1f853-d345-43e0-836a-bb339e609ac0 req-a60d4d61-80ca-47fe-942e-3e1a1abc913c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453823 May 29 01:53:43.873451 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-2ccca978-9fe4-4a51-82c9-7ee82262005c service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250966 May 29 01:53:44.003202 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c9bc23b8-92d4-42f5-a3c8-0ec0eb823f2f req-693e3371-bed8-44b1-b7f5-286058c89681 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228311 May 29 01:53:44.328592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d784e4de-73ae-40ec-9511-3cdcab8ec867 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:44.397674 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port d784e4de-73ae-40ec-9511-3cdcab8ec867 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:44.398058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:44.750649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Sync routers for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:53:44.762820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:44.763503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:44.943830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:44.966002 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd622c20-d9d1-46ab-91d7-c412edad29e9 req-c587ccce-e9ca-4bc4-9477-785f5efe980e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:44.967441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fd622c20-d9d1-46ab-91d7-c412edad29e9 req-c587ccce-e9ca-4bc4-9477-785f5efe980e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0786083 May 29 01:53:45.012771 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fd622c20-d9d1-46ab-91d7-c412edad29e9 req-184c2257-4434-4455-aecb-a48e1db08a85 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 May 29 01:53:45.281962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:29Z', 'revision_number': 2, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:45.285883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Checking router: df73e77f-e520-48ef-963b-a091570cde32 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:53:45.286238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Updating router df73e77f-e520-48ef-963b-a091570cde32 port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:53:45.335792 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:45.664475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:45.676210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Transition to ACTIVE for port object 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:45.682576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:45.810057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc292-89a2-440c-aee3-8ddbe575e39c None None] Pushing event updated for resources: {'Port': ['ID=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:45.901889 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Attempting to bind port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:53:45.902253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Attempting to bind port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:53:45.902611 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Attempting to bind port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb on network 5435c26b-610a-4576-b3f9-76f567a41b11 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:45.909497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:53:45.909870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Checking segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:45.910388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:45.910770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Bound using segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:53:45.911221 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Bound port: 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:53:45.911588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:46.005431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] For port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:53:46.009371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] For port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:53:46.016683 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:46.097278 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc292-89a2-440c-aee3-8ddbe575e39c None None] Pushing event updated for resources: {'Port': ['ID=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:46.102554 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:46.103170 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:46.238951 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a59030-f051-47db-a78d-c2f66896b64b req-75beeedb-1ac1-47a6-9a39-ea11576e3e63 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:46.240538 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12a59030-f051-47db-a78d-c2f66896b64b req-75beeedb-1ac1-47a6-9a39-ea11576e3e63 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.1007755 May 29 01:53:46.316757 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-12a59030-f051-47db-a78d-c2f66896b64b req-d3fe6cc3-f86d-4384-83b7-b3bbbc2ae9c9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704451 May 29 01:53:46.339795 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:46.394863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:46.482064 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Sync routers for ids ['8f5f3af8-40be-44dc-a2a9-63128f575760'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:53:46.494385 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Routers {'8f5f3af8-40be-44dc-a2a9-63128f575760'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:46.494987 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8f5f3af8-40be-44dc-a2a9-63128f575760'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:46.624263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:46.642634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:46.643025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:46.669453 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Set router 8f5f3af8-40be-44dc-a2a9-63128f575760 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:46.853448 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:46.882628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:45Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:46.887988 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd4409-e607-4793-92eb-b5c7b0de9141 None None] The sync data for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv is: [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:45Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:53:46.900990 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:46.905504 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:46.973723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:47.022459 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T01:53:35Z', 'revision_number': 4, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port': {'id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:32Z', 'updated_at': '2022-05-29T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '2dc37fea-134a-4a8d-8eb0-42b698bf3ec9', 'name': '', 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'mac_address': 'fa:16:3e:48:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7eb4137-721b-4731-8de7-8b041940fbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:34Z', 'updated_at': '2022-05-29T01:53:35Z', 'revision_number': 2, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'subnets': [{'id': 'd7eb4137-721b-4731-8de7-8b041940fbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:47.026409 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Checking router: 8f5f3af8-40be-44dc-a2a9-63128f575760 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:53:47.026771 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Updating router 8f5f3af8-40be-44dc-a2a9-63128f575760 port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 01:53:47.077908 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.100159 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:53:47.194230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.303356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:53:47.439719 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.453129 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Transition to ACTIVE for port object 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:53:47.454716 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:47.460685 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.469054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'port_id': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'mac_address': 'fa:16:3e:92:7c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:53:47.524550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.526040 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b7a8b-59e2-4275-8476-eadaf1187c6b req-f9dfe14f-13fd-4928-9808-869c8cf426f6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:47.528069 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-864b7a8b-59e2-4275-8476-eadaf1187c6b req-f9dfe14f-13fd-4928-9808-869c8cf426f6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0779984 May 29 01:53:47.542840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b08f9a-7721-423e-b263-491e39f98c11 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:53:47.559701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:47.567172 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.603428 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-864b7a8b-59e2-4275-8476-eadaf1187c6b req-fdea7ab8-1bdc-4c27-a86f-dca151fc4cb8 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605953 May 29 01:53:47.606376 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90165fa8-9ca2-40d3-aa7e-78c91e9869ac None None] Pushing event updated for resources: {'Port': ['ID=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:47.647802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:47.703018 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Attempting to bind port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:53:47.703378 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Attempting to bind port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:53:47.703733 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Attempting to bind port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 on network 515d77f1-81d9-4941-a478-9d2ed0a81d42 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:53:47.711056 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:53:47.711412 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Checking segment: {'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:53:47.711833 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.712314 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Bound using segment: {'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:53:47.712763 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Bound port: 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500fc97c-5e83-4da1-be9d-34707034f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:53:47.713131 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.801774 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] For port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:53:47.804690 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] For port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,segment=NetworkSegment(500fc97c-5e83-4da1-be9d-34707034f3cc),segment_id=500fc97c-5e83-4da1-be9d-34707034f3cc)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:53:47.809049 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:47.886155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['c9b08f9a-7721-423e-b263-491e39f98c11'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:53:47.886817 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90165fa8-9ca2-40d3-aa7e-78c91e9869ac None None] Pushing event updated for resources: {'Port': ['ID=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:47.891401 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Routers {'8f5f3af8-40be-44dc-a2a9-63128f575760'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:47.892027 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8f5f3af8-40be-44dc-a2a9-63128f575760'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:48.075644 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] Set router 8f5f3af8-40be-44dc-a2a9-63128f575760 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:48.332241 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:48.387165 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T01:53:35Z', 'revision_number': 4, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port': {'id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:32Z', 'updated_at': '2022-05-29T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '2dc37fea-134a-4a8d-8eb0-42b698bf3ec9', 'name': '', 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'mac_address': 'fa:16:3e:48:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7eb4137-721b-4731-8de7-8b041940fbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:34Z', 'updated_at': '2022-05-29T01:53:47Z', 'revision_number': 4, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'subnets': [{'id': 'd7eb4137-721b-4731-8de7-8b041940fbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:48.391473 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d888c-b007-4f7a-b850-42ee5a820eb1 None None] The sync data for ids ['8f5f3af8-40be-44dc-a2a9-63128f575760'] in dv-neutron-843186-2-hyperv is: [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T01:53:35Z', 'revision_number': 4, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port': {'id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:32Z', 'updated_at': '2022-05-29T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '2dc37fea-134a-4a8d-8eb0-42b698bf3ec9', 'name': '', 'network_id': '515d77f1-81d9-4941-a478-9d2ed0a81d42', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'mac_address': 'fa:16:3e:48:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7eb4137-721b-4731-8de7-8b041940fbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:34Z', 'updated_at': '2022-05-29T01:53:47Z', 'revision_number': 4, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'subnets': [{'id': 'd7eb4137-721b-4731-8de7-8b041940fbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:53:48.403987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:48.404378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:48.803658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc73cd-e13c-49f8-b4d3-71b1925984f1 req-1fe49180-fff4-4ca4-85c3-9112f123a1c1 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:48.805134 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9cfc73cd-e13c-49f8-b4d3-71b1925984f1 req-1fe49180-fff4-4ca4-85c3-9112f123a1c1 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 944 time: 0.0848470 May 29 01:53:48.850571 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9cfc73cd-e13c-49f8-b4d3-71b1925984f1 req-b98d6139-10ff-4a5d-ad46-461556f0610c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399859 May 29 01:53:49.302747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:49.371608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port c9b08f9a-7721-423e-b263-491e39f98c11 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:49.376256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port c9b08f9a-7721-423e-b263-491e39f98c11 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:49.376629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:49.494371 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:49.521810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:53:49.530976 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:49.535456 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:49.602282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:49.653297 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21adef0-fbb3-4711-9efc-7a4b390d1c8f'] response: {'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'code': 200} May 29 01:53:49.871649 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ac0d4ea-7e32-426d-8923-d0dbdf4674ee req-751bcf14-56ab-42a3-87aa-13def6cd073d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1098 time: 0.0671222 May 29 01:53:49.917905 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-8ac0d4ea-7e32-426d-8923-d0dbdf4674ee req-9a3b50ed-bca8-4a32-8de4-9e21922b184f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 May 29 01:53:50.046260 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef414-bab4-4900-9881-0f03e9ec22d1 req-e5538e67-db97-4f77-96ce-8d06d099ff1a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:50.047808 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ba3ef414-bab4-4900-9881-0f03e9ec22d1 req-e5538e67-db97-4f77-96ce-8d06d099ff1a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0747635 May 29 01:53:50.097267 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ba3ef414-bab4-4900-9881-0f03e9ec22d1 req-1167837d-6dd0-48be-af6f-223b9524c7d0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 May 29 01:53:50.351658 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:50.418766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:53:50.423431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:50.423805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:50.542644 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:50.574108 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,segment=NetworkSegment(500fc97c-5e83-4da1-be9d-34707034f3cc),segment_id=500fc97c-5e83-4da1-be9d-34707034f3cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:53:50.577860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:50.645473 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:51.320434 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181557-323b-4c96-9517-ca7a28aa0b04 req-49be3df6-1cc0-4399-9086-3f21c09a8d6a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:51.321839 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-04181557-323b-4c96-9517-ca7a28aa0b04 req-49be3df6-1cc0-4399-9086-3f21c09a8d6a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0771110 May 29 01:53:51.367199 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-04181557-323b-4c96-9517-ca7a28aa0b04 req-73c769be-caba-4351-ad57-545e23d8c7e6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399370 May 29 01:53:51.567612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bb664-c607-45fe-b3d1-2a5e24ecd012 req-c57d2745-c536-4f7f-ab0a-6685499ac5e3 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:51.569074 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a8bb664-c607-45fe-b3d1-2a5e24ecd012 req-c57d2745-c536-4f7f-ab0a-6685499ac5e3 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0831966 May 29 01:53:51.613420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3a8bb664-c607-45fe-b3d1-2a5e24ecd012 req-f08659d6-0322-4cfc-b691-f7d8bcd38bbe tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388362 May 29 01:53:51.640341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37844) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:51.822485 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d27bcd40-c9c2-4808-8b42-ee9e44de2f11 tempest-TestShelveInstance-306151105 tempest-TestShelveInstance-306151105-project-admin] Synchronizing usage tracker for tenant:7ce53f490b344b9f9c2f5c691336cc53 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:53:51.838514 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-d27bcd40-c9c2-4808-8b42-ee9e44de2f11 tempest-TestShelveInstance-306151105 tempest-TestShelveInstance-306151105-project-admin] Unset dirty status for tenant:7ce53f490b344b9f9c2f5c691336cc53 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:53:51.839618 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d27bcd40-c9c2-4808-8b42-ee9e44de2f11 tempest-TestShelveInstance-306151105 tempest-TestShelveInstance-306151105-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1093 time: 0.1983285 May 29 01:53:51.842729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 37850) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:53:51.847746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:53:51.853145 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:53:51.856847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:floatingip and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:53:51.859567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:53:51.865260 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:53:51.874851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:52.006880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:52.140711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Allocated IP 172.26.5.71 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/39d9812d-be77-4fbe-9165-146788604db5) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:53:52.283156 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:52.311142 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:52.337803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:53:52.377269 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:53:52.380750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:53:52.385332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:53:52.405650 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:53:52.406028 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:52.513717 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'Port': ['ID=39d9812d-be77-4fbe-9165-146788604db5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:52.995525 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:53.049162 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:53.248718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:53.253579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:53.358333 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'Port': ['ID=39d9812d-be77-4fbe-9165-146788604db5,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:53:53.371698 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:53.566013 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Floating IP d86337c4-4411-496c-a8fc-4d5a560dcba2 associated. External IP: 172.26.5.71, port: c9b08f9a-7721-423e-b263-491e39f98c11. May 29 01:53:54.051144 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Router df73e77f-e520-48ef-963b-a091570cde32 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:53:54.271726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:53:54.295463 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:53:54.350730 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7f04bd90-df5b-4069-8149-87cb726d247f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5069468 May 29 01:53:54.351298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:53:54.404802 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928a261c-d04e-4b7f-ba62-36ca8e8bfacd'] response: {'name': 'network-changed', 'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'status': 'completed', 'code': 200} May 29 01:53:54.504877 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-3f2bed7c-7dd7-4b47-b939-6429e54c5f4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1098 time: 0.0787017 May 29 01:53:54.632893 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-7364e824-71c8-463b-8c9c-625106ffbd68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:54.634422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-7364e824-71c8-463b-8c9c-625106ffbd68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1244400 May 29 01:53:54.648995 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] Sync routers for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:53:54.664479 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:54.665197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:54.741141 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-4011c4d4-63cd-43dd-989a-ba71abe73d19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 998 time: 0.1002977 May 29 01:53:54.803558 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-90e5e8f1-9b3a-4e9a-916a-a217e31c3c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:53:54.805083 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-90e5e8f1-9b3a-4e9a-916a-a217e31c3c19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0584507 May 29 01:53:54.872383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:54.883578 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-05bf8c6e-09bf-452e-8ab5-6666c69dfd23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727530 May 29 01:53:55.016606 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-275de80c-7835-4f7a-a0d8-0f95fa74db62 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266291 May 29 01:53:55.147194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-49bb4df0-79de-4a70-8441-3bb7ba79dc50 req-8ccf1fcd-b6ca-4c6a-9222-fb4c559febb3 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253359 May 29 01:53:55.213705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'd86337c4-4411-496c-a8fc-4d5a560dcba2', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'floating_ip_address': '172.26.5.71', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'port_id': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'mac_address': 'fa:16:3e:92:7c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:53:52Z', 'updated_at': '2022-05-29T01:53:52Z', 'revision_number': 0, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:55.217508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] Checking router: df73e77f-e520-48ef-963b-a091570cde32 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:53:55.228684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:53:55.229270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:53:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:55.404642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:53:55.747933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'd86337c4-4411-496c-a8fc-4d5a560dcba2', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'floating_ip_address': '172.26.5.71', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'port_id': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'mac_address': 'fa:16:3e:92:7c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:53:52Z', 'updated_at': '2022-05-29T01:53:52Z', 'revision_number': 0, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:53:55.751747 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4c7fd-2810-4dff-b633-23bbcefda1a9 None None] The sync data for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv is: [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': 'd86337c4-4411-496c-a8fc-4d5a560dcba2', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'floating_ip_address': '172.26.5.71', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'port_id': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'mac_address': 'fa:16:3e:92:7c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:53:52Z', 'updated_at': '2022-05-29T01:53:52Z', 'revision_number': 0, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:54:01.594952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6f731486-091b-4928-b5e8-21ad281c5de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:03.688382 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0cd03e22-71a1-49c8-9c57-650d1a16b1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:04.763775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:05.079425 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd414f23-ac49-40cd-8d16-ed6ec1873566 None None] New status for floating IP d86337c4-4411-496c-a8fc-4d5a560dcba2: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:54:05.570562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:06.311724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:17.197957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:24.100792 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:54:31.598363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2cf07e75-0f2e-470b-9fca-507fc0541bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:33.688223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-419489fe-358a-451d-9646-ac840373fbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:34.766970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:35.572662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:36.323898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:54:45.493967 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-bb4e93c6-95ea-4f64-a371-10c2eb7ee679 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724149 May 29 01:54:45.628297 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-272ed2d5-3be9-46a0-a558-0e1f92c1acfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1098 time: 0.0698097 May 29 01:54:45.770565 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-05a2c0be-5459-4b09-a520-eac5c2e25b8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:54:45.771885 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-05a2c0be-5459-4b09-a520-eac5c2e25b8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1265781 May 29 01:54:45.869224 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-14ac8374-af19-473f-8cbf-46d88e385892 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 1000 time: 0.0916405 May 29 01:54:45.932880 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-1d1aa689-e8c8-47f4-8f2c-3cc0f3018acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:54:45.934237 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-1d1aa689-e8c8-47f4-8f2c-3cc0f3018acb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0595860 May 29 01:54:46.004612 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-58c038af-37d7-405f-a0b5-3cb3655ddb2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651972 May 29 01:54:46.230935 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-924c7191-1a88-48aa-9418-308b03e6dcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204247 May 29 01:54:46.362213 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a78fb3c7-ccca-45aa-b838-bdbd49300620 req-99d6752c-058b-4c4f-ada4-0a8a0bc82832 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243098 May 29 01:54:47.202394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:01.101025 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:55:01.600313 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-25ec0379-63f6-4ee8-b68f-ae5242ef7d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:03.688463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-26abe7a8-eb35-40db-ae8d-9043772ebcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:04.769129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:05.575559 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:06.320739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:17.205583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:31.602176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f0e4c370-cbb9-4877-b6ca-33ad2c1b9d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:33.690684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5e72c3ed-4ebe-4b12-84bc-ccdbe23f3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:34.772089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:35.578394 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:36.334013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:38.101888 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:55:47.229749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:55:47.506443 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-b0ca21b1-cd15-4b24-a9ef-c28df19baaf0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744226 May 29 01:55:47.640013 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-ba13fbfa-25d9-4850-b46a-ebac21de9348 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1098 time: 0.0690010 May 29 01:55:47.782439 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-4d1100a8-745f-43ca-a9b5-b6345828c357 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:55:47.783738 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-4d1100a8-745f-43ca-a9b5-b6345828c357 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1260715 May 29 01:55:47.887163 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-d57ea58f-d3ed-4671-8cce-d80f399c1fa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 1000 time: 0.0979078 May 29 01:55:47.948264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-39cc143b-f699-41b7-abe6-a3a23f9e0338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:55:47.949604 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-39cc143b-f699-41b7-abe6-a3a23f9e0338 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0568573 May 29 01:55:48.025532 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-745e4741-3ec6-4886-8afe-63cc2d3c9761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703242 May 29 01:55:48.157036 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-dc39cc9a-0a5b-48b7-b1b3-61dced9825ab service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257992 May 29 01:55:48.289064 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-c2bcd411-e7cc-4af0-a0b8-ecee0743d66f req-c8205f53-de5e-4431-bb11-e45bc706540a service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267648 May 29 01:56:01.605986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3d020187-42de-4af7-a617-fdcf285e7e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:03.693036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c4e6aa8c-e332-42d7-b9a7-fe772c5330e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:04.810745 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:05.580583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:06.327550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:15.101957 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:56:17.246670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:19.998556 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a6af-0796-4321-84c2-448c7fc90af3 req-3e427c6d-bc1c-41c2-bb12-b4019bedbb61 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:19.999983 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5331a6af-0796-4321-84c2-448c7fc90af3 req-3e427c6d-bc1c-41c2-bb12-b4019bedbb61 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.1737204 May 29 01:56:20.045498 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5331a6af-0796-4321-84c2-448c7fc90af3 req-6eaaebeb-0b47-4377-8208-7b3494b71e8f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395017 May 29 01:56:21.260939 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68056fcb-b324-4de8-9518-1fd282b29632 req-6a1016ce-1aa9-4362-ade8-f1726fde755a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:21.262370 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68056fcb-b324-4de8-9518-1fd282b29632 req-6a1016ce-1aa9-4362-ade8-f1726fde755a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0788777 May 29 01:56:21.306385 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68056fcb-b324-4de8-9518-1fd282b29632 req-fe535cf1-8722-4ebe-ba77-d16cdf54cc5d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386405 May 29 01:56:22.511144 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d54c87-4ac2-414b-b0d2-cd237b498d9b req-623d2591-4f38-4dd5-9dc1-8020d35d2db0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:22.512546 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90d54c87-4ac2-414b-b0d2-cd237b498d9b req-623d2591-4f38-4dd5-9dc1-8020d35d2db0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0754244 May 29 01:56:22.562997 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90d54c87-4ac2-414b-b0d2-cd237b498d9b req-ac5f828b-9dbe-4c25-91d1-2f21a58e7220 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 May 29 01:56:23.762980 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf954a-53f1-4e90-bbe3-4946e321dc30 req-3970c757-e781-430a-a101-27b91f1fcaae tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:23.764442 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f5bf954a-53f1-4e90-bbe3-4946e321dc30 req-3970c757-e781-430a-a101-27b91f1fcaae tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0755019 May 29 01:56:23.809257 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f5bf954a-53f1-4e90-bbe3-4946e321dc30 req-7cf012ec-ebd6-43b1-b543-ca437bc7a362 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394976 May 29 01:56:25.012617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030180-554c-47b2-8063-414e7072daee req-515fe39d-b36d-46fa-baf0-7120a2732be2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:25.014049 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90030180-554c-47b2-8063-414e7072daee req-515fe39d-b36d-46fa-baf0-7120a2732be2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0832222 May 29 01:56:25.058036 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-90030180-554c-47b2-8063-414e7072daee req-b6075a57-7dd8-4965-9329-17ea8c64260d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385997 May 29 01:56:26.249926 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40d433-56e0-4484-bfd1-f3e2aeff190e req-7c7ceb5f-fd6b-4b1a-8b28-3b0083dffce6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:26.251331 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea40d433-56e0-4484-bfd1-f3e2aeff190e req-7c7ceb5f-fd6b-4b1a-8b28-3b0083dffce6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0733261 May 29 01:56:26.295758 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ea40d433-56e0-4484-bfd1-f3e2aeff190e req-f262727b-f3f2-4744-b5e8-63423a803203 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378358 May 29 01:56:27.497609 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afa2fd-e02f-4580-b0a5-9a2235f59cee req-cca65e36-9824-41f9-b0df-cc60d70988dc tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:27.498955 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e5afa2fd-e02f-4580-b0a5-9a2235f59cee req-cca65e36-9824-41f9-b0df-cc60d70988dc tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0793884 May 29 01:56:27.543665 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e5afa2fd-e02f-4580-b0a5-9a2235f59cee req-b2c18f97-24be-40c6-816a-d4017e620753 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392122 May 29 01:56:28.739182 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e226-6e11-4427-a87c-e4e0c1ac9511 req-ea36b569-1853-491c-9ee0-ad9f936665dd tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:28.740676 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f901e226-6e11-4427-a87c-e4e0c1ac9511 req-ea36b569-1853-491c-9ee0-ad9f936665dd tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0755985 May 29 01:56:28.785366 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f901e226-6e11-4427-a87c-e4e0c1ac9511 req-5fe37980-4fb6-42bd-a3ef-8f0736f8795f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392723 May 29 01:56:29.981889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4018e18-6d0b-42ca-8c57-1210b1969a44 req-14e4e30e-bbd7-4219-87e4-37ef40069740 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:29.983313 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a4018e18-6d0b-42ca-8c57-1210b1969a44 req-14e4e30e-bbd7-4219-87e4-37ef40069740 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0782373 May 29 01:56:30.027195 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a4018e18-6d0b-42ca-8c57-1210b1969a44 req-457b9874-3d5e-45ac-97cf-7dee448c728d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 May 29 01:56:31.222524 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bccfec-8cb5-4b15-96b0-bd39fdeb4e79 req-b10a3cf5-ab65-4995-88c7-b66b191c9a70 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:31.224634 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74bccfec-8cb5-4b15-96b0-bd39fdeb4e79 req-b10a3cf5-ab65-4995-88c7-b66b191c9a70 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0750654 May 29 01:56:31.346458 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-74bccfec-8cb5-4b15-96b0-bd39fdeb4e79 req-9e632c37-d459-49cf-8a79-cb521a077ad0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161492 May 29 01:56:31.607690 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4b6d81e1-1b1d-4bbd-a9e0-673f0662bafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:32.065169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:56:32.195216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:56:32.207737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'port_id': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'mac_address': 'fa:16:3e:92:7c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:56:32.260133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:32.276598 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9b08f9a-7721-423e-b263-491e39f98c11 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:56:32.291210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:56:32.295151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:32.363435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:56:32.373330 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['c9b08f9a-7721-423e-b263-491e39f98c11'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:56:32.400837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.401191 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.401531 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.401873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.402194 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.402524 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.402852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.403178 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.403502 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.403825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.404173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:56:32.548115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fec46-2a4c-4116-a286-3c3193a6a433 req-1d559d28-2d9c-455f-a616-6b05ab88f781 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:32.549538 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-731fec46-2a4c-4116-a286-3c3193a6a433 req-1d559d28-2d9c-455f-a616-6b05ab88f781 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 944 time: 0.0774279 May 29 01:56:32.594023 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-731fec46-2a4c-4116-a286-3c3193a6a433 req-2f5f9422-c2a7-4184-aa64-4831f722a5c7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390208 May 29 01:56:33.694617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-40de4dac-0f01-432f-87a5-19243955e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:33.796779 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaec18-c231-4ea2-a9c7-f5423c03ae6e req-8470b740-768b-4700-8d58-78f1f628c001 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:33.798243 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1ffaec18-c231-4ea2-a9c7-f5423c03ae6e req-8470b740-768b-4700-8d58-78f1f628c001 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 944 time: 0.0800591 May 29 01:56:33.844255 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1ffaec18-c231-4ea2-a9c7-f5423c03ae6e req-5d9f0ff5-4df1-4f27-96f9-9ab389273d6b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 May 29 01:56:34.065438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:56:34.131475 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port c9b08f9a-7721-423e-b263-491e39f98c11 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:56:34.131841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:34.243709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:34.269541 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:56:34.279132 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:56:34.284051 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:34.329665 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf8e0ce-f3c6-4c3b-9ef2-274c0181cac5'] response: {'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'code': 200} May 29 01:56:34.356333 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:56:34.776388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:35.036023 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94029ad-e7a6-4e9e-82bc-4aeaab737a93 req-3c8ed9e6-a741-4dcc-af2d-8d5171243aad tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:35.037859 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b94029ad-e7a6-4e9e-82bc-4aeaab737a93 req-3c8ed9e6-a741-4dcc-af2d-8d5171243aad tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0754566 May 29 01:56:35.081577 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b94029ad-e7a6-4e9e-82bc-4aeaab737a93 req-8362de8f-3bd1-4dc1-b336-d6c4106788ee tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 May 29 01:56:35.582998 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:36.308734 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f285e1-1fc3-4d7d-8288-7e1b6911c048 req-8815c7fb-1c9e-4889-9922-6e2d636c26e5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:36.310203 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-93f285e1-1fc3-4d7d-8288-7e1b6911c048 req-8815c7fb-1c9e-4889-9922-6e2d636c26e5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0914187 May 29 01:56:36.333685 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:36.358271 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-93f285e1-1fc3-4d7d-8288-7e1b6911c048 req-97535cb5-3723-49c5-aeb4-439f7286eee5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421467 May 29 01:56:37.580996 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00cc44-c954-4a5d-a933-4b9d086b27d3 req-f2e1c336-2885-4e26-894f-99419672acc9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:37.582446 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f00cc44-c954-4a5d-a933-4b9d086b27d3 req-f2e1c336-2885-4e26-894f-99419672acc9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0930297 May 29 01:56:37.639178 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2f00cc44-c954-4a5d-a933-4b9d086b27d3 req-b1345ac4-dfb3-44aa-a648-08e06626d052 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480182 May 29 01:56:38.873195 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b499d-0451-4a05-b701-908dd971b139 req-10069274-351b-4963-a8c2-d35b4ffcbc47 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:38.874604 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3b3b499d-0451-4a05-b701-908dd971b139 req-10069274-351b-4963-a8c2-d35b4ffcbc47 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0839241 May 29 01:56:38.935604 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3b3b499d-0451-4a05-b701-908dd971b139 req-928442ab-9063-4602-814d-93a421de105d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 May 29 01:56:40.162425 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08345490-40d4-47ef-9efe-9f06f080c628 req-fc40d633-01f2-41f7-aeaf-2282e8821766 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:40.163879 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08345490-40d4-47ef-9efe-9f06f080c628 req-fc40d633-01f2-41f7-aeaf-2282e8821766 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0972087 May 29 01:56:40.215607 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-08345490-40d4-47ef-9efe-9f06f080c628 req-056f65c1-4e73-45e5-9ca5-bc989b3296c0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462527 May 29 01:56:41.419478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750459-781d-43bc-abb5-8df92e807d9d req-beeef425-ea2c-418d-a782-aa88b3b89618 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:41.420998 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3b750459-781d-43bc-abb5-8df92e807d9d req-beeef425-ea2c-418d-a782-aa88b3b89618 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0790255 May 29 01:56:41.469121 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3b750459-781d-43bc-abb5-8df92e807d9d req-726cd1fc-5582-43d6-8611-f7c3c6aefb99 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 May 29 01:56:42.676756 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421568b-a314-4cc2-bdec-9e08111deea4 req-828cc7be-464d-4903-b66d-e32e6b3d2d14 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:42.678340 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5421568b-a314-4cc2-bdec-9e08111deea4 req-828cc7be-464d-4903-b66d-e32e6b3d2d14 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0814376 May 29 01:56:42.730557 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5421568b-a314-4cc2-bdec-9e08111deea4 req-3d4120f2-e447-4e98-a78d-ae1311d48f3c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464737 May 29 01:56:43.957658 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced267b-ba8d-4ce1-8985-0f3158549b69 req-aa1106ba-2553-4f49-b590-c7530792dbb2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:43.959928 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bced267b-ba8d-4ce1-8985-0f3158549b69 req-aa1106ba-2553-4f49-b590-c7530792dbb2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0939398 May 29 01:56:44.015620 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bced267b-ba8d-4ce1-8985-0f3158549b69 req-86666454-976f-46e9-b85d-112de9fabb0d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497074 May 29 01:56:45.245831 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38faad-ed9e-45bb-9258-d2bbbb1cc6bc req-b077e4ca-0694-4b68-92c3-845a4927694d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:45.252461 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dc38faad-ed9e-45bb-9258-d2bbbb1cc6bc req-b077e4ca-0694-4b68-92c3-845a4927694d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0868826 May 29 01:56:45.302427 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dc38faad-ed9e-45bb-9258-d2bbbb1cc6bc req-6c9b9442-0b14-418d-941d-79ed730f332b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486956 May 29 01:56:46.503419 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98d997-785c-43dd-90df-906272fa3a85 req-bc22b9f5-a48c-4dad-aca2-f2bdfd533ad4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:46.504851 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f98d997-785c-43dd-90df-906272fa3a85 req-bc22b9f5-a48c-4dad-aca2-f2bdfd533ad4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0802000 May 29 01:56:46.548644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f98d997-785c-43dd-90df-906272fa3a85 req-2d017796-d089-4727-ba17-31a2badbb76b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378158 May 29 01:56:47.275259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:47.463241 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-ee4dd539-6446-4c3a-a7a7-1ca60dce0711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1098 time: 0.0664084 May 29 01:56:47.591313 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-983d8d23-7dbe-441e-b40e-49bfb78b5024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:47.592835 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-983d8d23-7dbe-441e-b40e-49bfb78b5024 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1236813 May 29 01:56:47.696056 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-84a0d6f9-6099-4b4e-824c-7cf5358a1221 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 1000 time: 0.0968599 May 29 01:56:47.744805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea23ef5-5c9e-4573-a061-c76f0a6e0858 req-51166789-512a-42f5-8a36-ea4a0bf4dcc9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:47.746174 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eea23ef5-5c9e-4573-a061-c76f0a6e0858 req-51166789-512a-42f5-8a36-ea4a0bf4dcc9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0755608 May 29 01:56:47.758068 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-1400dbe8-a2e5-4cc0-812f-4cadf5f0eb66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:47.759512 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-1400dbe8-a2e5-4cc0-812f-4cadf5f0eb66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0574479 May 29 01:56:47.792580 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-eea23ef5-5c9e-4573-a061-c76f0a6e0858 req-af6dcdca-a0f2-426c-982c-1898ea1e4451 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 May 29 01:56:47.837213 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-ba553abe-5f4a-4fe8-967a-42144655fa52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716181 May 29 01:56:48.057478 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-99d6a60f-a2a4-4961-85fc-8197862093f5 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144976 May 29 01:56:48.188292 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-37a40db5-f435-4b1e-bd32-6ca2f9c66c4b req-04bd8abf-f1f9-4a1f-926d-027502cae901 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247611 May 29 01:56:48.991147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ef52-55f8-45a3-a857-e58d4a79b31c req-af68f587-2104-447d-bf68-b41d4840472b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:48.992605 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7449ef52-55f8-45a3-a857-e58d4a79b31c req-af68f587-2104-447d-bf68-b41d4840472b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0777309 May 29 01:56:49.037587 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7449ef52-55f8-45a3-a857-e58d4a79b31c req-141ad86b-0e41-433c-8afe-ae013148f592 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 May 29 01:56:49.568234 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-a19e1c16-e150-47bd-854c-111c36c83d2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1098 time: 0.0684633 May 29 01:56:49.714057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-98ab787a-1288-4625-9b7b-da51b8c3dfd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:49.715837 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-98ab787a-1288-4625-9b7b-da51b8c3dfd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1296275 May 29 01:56:49.833434 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-f11da5e1-6958-4177-aeef-299a482e53e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 1000 time: 0.1055791 May 29 01:56:49.899195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-3f183e3b-aa35-4b30-87b5-7e86ae8a46d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:49.900647 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-3f183e3b-aa35-4b30-87b5-7e86ae8a46d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0624979 May 29 01:56:49.974229 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-2cb4b0a5-cab1-4078-9d4d-309b617a6d27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672457 May 29 01:56:50.107923 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-e046c045-1362-4e46-8c72-ac0ec55c5a1b service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275432 May 29 01:56:50.247052 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-5375f183-a197-4b92-a26e-6eebd6395d0d req-1bb6e335-0706-4adc-b133-cc6cb87a3217 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329648 May 29 01:56:50.251805 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbccbc-73f4-4f70-b942-d43fb4e31a89 req-39e7b34f-b3d8-4db0-a3e4-acaa4ca9bae0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:50.253599 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5abbccbc-73f4-4f70-b942-d43fb4e31a89 req-39e7b34f-b3d8-4db0-a3e4-acaa4ca9bae0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0796919 May 29 01:56:50.299864 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5abbccbc-73f4-4f70-b942-d43fb4e31a89 req-dcfbcd5d-9541-4d3d-b330-26893a0c3a3e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396698 May 29 01:56:50.548780 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e58feddd-7b90-4630-8040-dc40de11f38b req-abd3e564-11f9-4986-bebc-9f3ba80a8882 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1340868 May 29 01:56:50.818321 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eb6a4-4235-48a4-a749-c970df95b785 req-25c86a92-f4b3-4bb8-9238-dc87c59d322a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:50.820668 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-188eb6a4-4235-48a4-a749-c970df95b785 req-25c86a92-f4b3-4bb8-9238-dc87c59d322a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0798664 May 29 01:56:50.868433 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-c472dbf5-9a2a-42d5-bde9-0a0cf1e5afe6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389027 May 29 01:56:50.868989 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-188eb6a4-4235-48a4-a749-c970df95b785 req-e0c46e0d-8355-42d6-8d67-415bd0b6ebb5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399663 May 29 01:56:52.071552 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c658c5-cecb-4dd3-9412-1aba44b68522 req-5c3d0044-d777-442b-b902-006816392791 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:52.073033 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6c658c5-cecb-4dd3-9412-1aba44b68522 req-5c3d0044-d777-442b-b902-006816392791 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 945 time: 0.0795636 May 29 01:56:52.101510 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:56:52.125028 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6c658c5-cecb-4dd3-9412-1aba44b68522 req-ec207961-cd8a-4703-a868-950333ae9f96 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463986 May 29 01:56:52.145675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:56:52.255607 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:52.281388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:56:52.291430 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:56:52.296860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:56:52.339888 dv-neutron-843186-2-hyperv neutron-server[83981]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a777b0d5-00d9-4fd6-bbf4-ba5db61baa11']: {'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'code': 422} returned with failed status May 29 01:56:52.364010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:56:53.331482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6013105-bba1-43c6-b950-f410a3363331 req-9c48340e-c153-448f-9069-7c5efcd649c5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:53.333580 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6013105-bba1-43c6-b950-f410a3363331 req-9c48340e-c153-448f-9069-7c5efcd649c5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0837107 May 29 01:56:53.381990 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e6013105-bba1-43c6-b950-f410a3363331 req-4a505831-063e-491c-8bf7-250b6c0c7f1a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 May 29 01:56:54.586822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b11f25-b005-4b31-8691-ab3afa399338 req-41e869ef-7aa6-4459-9f9b-5134dbdefbfd tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:54.588269 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3b11f25-b005-4b31-8691-ab3afa399338 req-41e869ef-7aa6-4459-9f9b-5134dbdefbfd tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0780244 May 29 01:56:54.637417 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3b11f25-b005-4b31-8691-ab3afa399338 req-c3b18bef-4875-43e0-93a2-23ca2cd0c929 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 May 29 01:56:55.606439 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-82ff8f4d-ca79-42cf-9c13-e82f03e78698 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c&tenant_id=d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 1096 time: 0.0733902 May 29 01:56:55.696793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-38261022-ce87-4049-af03-da6693e9bd7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1096 time: 0.0697517 May 29 01:56:55.830009 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-6cff77ec-4d70-43d3-b075-4e418017a4e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:55.831349 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-6cff77ec-4d70-43d3-b075-4e418017a4e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1290414 May 29 01:56:55.839406 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b2ad8-acdd-40ab-85b0-70ec7211ecb4 req-9819b446-8356-47ec-9e5a-a520029a2d49 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:55.840890 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a5b2ad8-acdd-40ab-85b0-70ec7211ecb4 req-9819b446-8356-47ec-9e5a-a520029a2d49 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0839019 May 29 01:56:55.886185 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a5b2ad8-acdd-40ab-85b0-70ec7211ecb4 req-2e0465d0-df1c-4b88-84c8-39de025943b6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398855 May 29 01:56:55.933838 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-bd23e119-6269-4071-88ef-dce5fa1e45c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 998 time: 0.0961254 May 29 01:56:55.993165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-f087dc5b-e0f1-4b51-862d-ed7ab2d6bf0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:55.994531 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-f087dc5b-e0f1-4b51-862d-ed7ab2d6bf0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0559444 May 29 01:56:56.069853 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-919e2363-0ab2-4ad2-9ad3-1f7624b89d1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700023 May 29 01:56:56.292981 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-b9aaf26a-bcd0-40aa-958d-eba2cc13a944 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174699 May 29 01:56:56.421462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-525997cb-3e72-4a4e-885d-20c29b865dfa req-d07da223-a619-4bbf-8abd-92cf1a1742ff service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222789 May 29 01:56:57.083052 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace517-cbd4-449d-985c-0b9f168c254c req-e4900bb5-7fda-4148-8927-791491da8f11 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:57.084894 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5dace517-cbd4-449d-985c-0b9f168c254c req-e4900bb5-7fda-4148-8927-791491da8f11 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0777116 May 29 01:56:57.152622 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5dace517-cbd4-449d-985c-0b9f168c254c req-ae161876-d136-4c42-b3be-54cb0c2158bd tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619142 May 29 01:56:58.603975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d9d53-26ba-48fd-a3a1-65093df48046 req-1b07cf27-52f1-49eb-be87-db95f41126ff tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:58.605397 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c7d9d53-26ba-48fd-a3a1-65093df48046 req-1b07cf27-52f1-49eb-be87-db95f41126ff tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.1688972 May 29 01:56:58.652387 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c7d9d53-26ba-48fd-a3a1-65093df48046 req-be3c4bb8-d7ea-4f28-b1c8-eddfd95ea951 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 May 29 01:56:59.885310 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ea6d-4f5e-43ca-8e5d-c296a8ca0a62 req-2776256f-59ca-41ec-9996-3058eae900fe tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:56:59.886718 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-abb9ea6d-4f5e-43ca-8e5d-c296a8ca0a62 req-2776256f-59ca-41ec-9996-3058eae900fe tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0811529 May 29 01:56:59.938284 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-abb9ea6d-4f5e-43ca-8e5d-c296a8ca0a62 req-7860de6d-068d-4f3e-8d5b-bbe4aac4d916 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460196 May 29 01:57:01.150059 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a44fce-6f2f-4112-83b1-14bb769668d7 req-e814be85-c440-4440-86c4-e76ebf9f50a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:01.164687 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a44fce-6f2f-4112-83b1-14bb769668d7 req-e814be85-c440-4440-86c4-e76ebf9f50a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0963879 May 29 01:57:01.216653 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05a44fce-6f2f-4112-83b1-14bb769668d7 req-879c8bd2-a84f-426a-8939-17017765fff0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507946 May 29 01:57:01.616845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2162266a-1829-49d5-a507-32be96400da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:02.428935 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8919d5-2c8b-47be-b167-c72355528106 req-e022f7be-2bae-48d2-aa8e-17dc7276c932 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:02.430443 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dc8919d5-2c8b-47be-b167-c72355528106 req-e022f7be-2bae-48d2-aa8e-17dc7276c932 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0873237 May 29 01:57:02.480499 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-dc8919d5-2c8b-47be-b167-c72355528106 req-b761bd4d-8f35-42b3-8198-4df247ce4f20 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442507 May 29 01:57:03.698766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-052ffb28-65eb-4c2f-9955-60952a71c587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:03.712128 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fabc66-e4eb-4589-8148-e457d01a9b88 req-8d29c213-5351-4b6d-8a7a-66e860505949 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:03.713951 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e0fabc66-e4eb-4589-8148-e457d01a9b88 req-8d29c213-5351-4b6d-8a7a-66e860505949 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0992637 May 29 01:57:03.762164 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e0fabc66-e4eb-4589-8148-e457d01a9b88 req-f8e01737-57b0-4fcf-b22e-8162cc760f77 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416722 May 29 01:57:04.779958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:04.962388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ab1d-c2bb-4dfd-8f36-0832f6ec53fd req-d1cd6ee6-6a9a-493e-8639-610bc28c82ae tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:04.963791 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae87ab1d-c2bb-4dfd-8f36-0832f6ec53fd req-d1cd6ee6-6a9a-493e-8639-610bc28c82ae tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0763941 May 29 01:57:05.008137 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ae87ab1d-c2bb-4dfd-8f36-0832f6ec53fd req-ee99b74f-5d3c-41a5-aba0-b9ab082d910a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388081 May 29 01:57:05.586015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:06.206656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6305a7-d764-4edb-8b55-59a7ba93eb8c req-f602d2bc-17fd-413a-8e3a-da6b4714f256 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:06.208114 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c6305a7-d764-4edb-8b55-59a7ba93eb8c req-f602d2bc-17fd-413a-8e3a-da6b4714f256 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0748632 May 29 01:57:06.255235 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1c6305a7-d764-4edb-8b55-59a7ba93eb8c req-ae4536f2-161e-445a-94c8-cd3ff4549366 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 May 29 01:57:06.334360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:07.450538 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81c8e5-5993-4ab2-89c4-420d41be83fe req-93bf44ae-7af8-486a-a8b4-c087e6fa4a9c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:07.451880 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4c81c8e5-5993-4ab2-89c4-420d41be83fe req-93bf44ae-7af8-486a-a8b4-c087e6fa4a9c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0758054 May 29 01:57:07.496609 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4c81c8e5-5993-4ab2-89c4-420d41be83fe req-1e4e1e14-2dd2-4019-91a3-7b351c82e5e4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 May 29 01:57:08.693157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676961de-079e-4b66-9d52-659616bd708d req-8995ce72-331d-4728-a7e0-f1331289a905 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:08.694731 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-676961de-079e-4b66-9d52-659616bd708d req-8995ce72-331d-4728-a7e0-f1331289a905 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0786734 May 29 01:57:08.739420 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-676961de-079e-4b66-9d52-659616bd708d req-117d2420-f35f-4d38-a33a-993d67a22ed2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390627 May 29 01:57:09.938825 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b38fb-6fd2-4997-8511-34b066dff6b9 req-330799c1-ee2c-4402-b783-486ccfd1119a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:09.940336 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-452b38fb-6fd2-4997-8511-34b066dff6b9 req-330799c1-ee2c-4402-b783-486ccfd1119a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0791795 May 29 01:57:09.985530 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-452b38fb-6fd2-4997-8511-34b066dff6b9 req-8fa99d10-b489-4cc4-a7f2-56563f7b84ea tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392518 May 29 01:57:11.187218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2270d-8429-4200-ab66-b0a97cf0f7d0 req-978f1471-b8c3-4bf4-9034-40e46e8b2845 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:11.188710 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-01f2270d-8429-4200-ab66-b0a97cf0f7d0 req-978f1471-b8c3-4bf4-9034-40e46e8b2845 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0827627 May 29 01:57:11.233252 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-01f2270d-8429-4200-ab66-b0a97cf0f7d0 req-2d0fc887-b49f-4dd7-b345-797870111c6f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391524 May 29 01:57:12.251390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:57:12.383860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:57:12.396757 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'port_id': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'mac_address': 'fa:16:3e:92:7c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:57:12.430284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fcf0d-2c76-42ed-98ea-83d6d28473dd req-839a67da-367b-42c2-b349-c1b848108f7d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:12.431669 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be3fcf0d-2c76-42ed-98ea-83d6d28473dd req-839a67da-367b-42c2-b349-c1b848108f7d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 943 time: 0.0750759 May 29 01:57:12.454205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:12.471895 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b08f9a-7721-423e-b263-491e39f98c11 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:57:12.476418 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-be3fcf0d-2c76-42ed-98ea-83d6d28473dd req-731a510b-ae61-440c-9845-dd785c537f4e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392680 May 29 01:57:12.487776 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:57:12.492851 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:12.567775 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=9']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:57:12.879678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['c9b08f9a-7721-423e-b263-491e39f98c11'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:57:13.678416 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99e38a-09c8-4120-9b24-b954a93acb33 req-f22c20ad-45c9-4aba-83cf-5bc2f67edda2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:13.679627 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4f99e38a-09c8-4120-9b24-b954a93acb33 req-f22c20ad-45c9-4aba-83cf-5bc2f67edda2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 944 time: 0.0792291 May 29 01:57:13.724582 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4f99e38a-09c8-4120-9b24-b954a93acb33 req-926e9701-7360-4d87-a45c-49c8d71ca819 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386741 May 29 01:57:14.266989 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:57:14.336955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port c9b08f9a-7721-423e-b263-491e39f98c11 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:57:14.337190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:14.447444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:14.472799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:57:14.482155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:57:14.492137 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:14.545654 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ee6903-2364-41fe-84f5-edd222bd2941'] response: {'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'code': 200} May 29 01:57:14.565000 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=10']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:57:14.782716 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9bd227fb-76e7-4d32-90aa-0127b63df8ae req-d2fd9d6a-d6f2-4a1f-94ee-426e2f528c15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1099 time: 0.0682909 May 29 01:57:14.824518 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9bd227fb-76e7-4d32-90aa-0127b63df8ae req-e551ccc8-9ea1-4ad5-a164-31a4b14cf109 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361018 May 29 01:57:14.918014 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d4715-dbfc-4c78-ada2-2027ae7d959b req-62fe8082-49e5-422b-9d06-8e921d2287dc tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:14.919421 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa1d4715-dbfc-4c78-ada2-2027ae7d959b req-62fe8082-49e5-422b-9d06-8e921d2287dc tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 946 time: 0.0740190 May 29 01:57:14.966303 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-aa1d4715-dbfc-4c78-ada2-2027ae7d959b req-411a98ee-8c58-4786-84ff-0c717866c0cd tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415094 May 29 01:57:16.177822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840c730-e47f-48f2-8edc-41fc485783d8 req-703d5597-a215-45ac-94eb-a21596c98489 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:16.179226 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3840c730-e47f-48f2-8edc-41fc485783d8 req-703d5597-a215-45ac-94eb-a21596c98489 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 946 time: 0.0801759 May 29 01:57:16.228507 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3840c730-e47f-48f2-8edc-41fc485783d8 req-82b6447f-7efa-4c1b-84a4-791a6dc25749 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 May 29 01:57:17.266075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:17.426496 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d23f4-c571-48d2-97e2-66cc7712bc25 req-3b116a64-8876-4836-9628-4471e727e0fa tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:17.427835 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d2d23f4-c571-48d2-97e2-66cc7712bc25 req-3b116a64-8876-4836-9628-4471e727e0fa tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 946 time: 0.0788407 May 29 01:57:17.471696 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1d2d23f4-c571-48d2-97e2-66cc7712bc25 req-7589f93c-117b-44a7-bff8-802368b2c5aa tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383503 May 29 01:57:29.101076 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:57:31.610678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6fa21953-049b-43a0-9040-6697a1cf685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:33.701138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-371b61cc-a6e4-4a0b-acec-0aaba7e815ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:34.783390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:35.588097 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:36.337975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:47.265572 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:57:51.561650 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-b444ec6e-92a7-4b30-889c-c018a77d5e79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383324 May 29 01:57:51.694904 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-b3631a7e-02b0-4b2d-aa52-b905d0ab3d58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1099 time: 0.0670695 May 29 01:57:51.833603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91286f70-7891-403b-9091-3029bc6ab39d req-038353d3-3073-4248-9fbb-5c8fae97596b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:51.834994 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-038353d3-3073-4248-9fbb-5c8fae97596b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1225212 May 29 01:57:51.936335 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-1b9962d6-e08c-4b87-8bc7-268d6fa379e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 1000 time: 0.0955713 May 29 01:57:52.002201 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91286f70-7891-403b-9091-3029bc6ab39d req-5aea2d49-46c5-40db-992b-1ac1ecd73e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:57:52.003485 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-5aea2d49-46c5-40db-992b-1ac1ecd73e90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0589862 May 29 01:57:52.076893 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-78c1fe95-a684-4859-929e-1390590eb861 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654452 May 29 01:57:52.208016 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-c984ff0d-5b2e-4e81-99d2-b43e33a06cc4 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239650 May 29 01:57:52.336979 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-91286f70-7891-403b-9091-3029bc6ab39d req-3d89bd75-cc7d-401c-a309-02e5636ad9da service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216722 May 29 01:58:01.613052 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4f53d9e6-bb14-4e27-8090-8044aaebc3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:03.702568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-80ef57bd-bd73-4c13-98c9-e63d6fbac1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:04.787591 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:05.590655 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:06.100802 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:58:06.339568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:17.280074 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:31.615362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-19e63417-4238-49ec-87d2-9a46e4a3d23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:33.702785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9f1b2b91-a667-4d28-84bd-2d5bd8295f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:34.788401 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:35.592701 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:36.343947 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:43.101175 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:58:47.278261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:52.613613 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-eddc0963-a537-4c8a-bfa5-030971c3fda7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267877 May 29 01:58:52.752687 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-cea3c2ea-33b9-4a1d-9ed9-563b9df9ba98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1099 time: 0.0712748 May 29 01:58:52.892596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-1a8b9c90-c9ae-4c0c-b163-aab531811522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:58:52.894020 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-1a8b9c90-c9ae-4c0c-b163-aab531811522 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1240077 May 29 01:58:52.993859 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-e12d1846-9d9d-4423-b7f8-02313698c5df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 1000 time: 0.0939252 May 29 01:58:53.053567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-46c5df2a-b05a-4054-acdf-6281e7f89f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:58:53.054845 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-46c5df2a-b05a-4054-acdf-6281e7f89f4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0555804 May 29 01:58:53.126800 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-157ac316-2cb8-40cd-a950-9cf2ea447f9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662982 May 29 01:58:53.350368 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-0a0e1b77-d969-4dfb-9c5f-918cf7839b96 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174668 May 29 01:58:53.478145 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-47e9e6ec-4fe6-4133-8bcc-9f9059868482 req-27bad1f5-d93c-4a4b-9560-f5a8d42d30a5 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214440 May 29 01:58:53.504604 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38168) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:58:53.762834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Deleting port 39d9812d-be77-4fbe-9165-146788604db5 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:58:53.763535 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:53.929606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:53.930490 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:54.048544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Calling delete_port for 39d9812d-be77-4fbe-9165-146788604db5 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:58:54.193999 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:54.236730 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event deleted for resources: {'Port': ['ID=39d9812d-be77-4fbe-9165-146788604db5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:58:54.275590 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.275932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.276295 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.276625 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.276949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.277273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.277591 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.277910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.278224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.278540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.278853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:58:54.336613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:54.808819 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Router df73e77f-e520-48ef-963b-a091570cde32 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:58:55.003886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:58:55.014244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] Sync routers for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:58:55.017377 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:55.025538 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:58:55.026152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:58:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:58:55.076065 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-de90199b-928c-43b8-8d7d-73dc6b780325 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "DELETE /v2.0/floatingips/d86337c4-4411-496c-a8fc-4d5a560dcba2 HTTP/1.1" status: 204 len: 168 time: 1.5678830 May 29 01:58:55.076065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:58:55.206556 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:58:55.332242 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b3e402-45d0-44a7-88c9-9c2a4bb82012'] response: {'name': 'network-changed', 'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'status': 'completed', 'code': 200} May 29 01:58:55.439690 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-14823859-7cc1-4b4d-bc63-6d31f375d6d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 1099 time: 0.0777888 May 29 01:58:55.547491 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:58:55.551437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] Checking router: df73e77f-e520-48ef-963b-a091570cde32 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:58:55.561986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:58:55.562587 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:58:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:58:55.577133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-9b1a8b30-9b44-4953-b804-a4a39a4003ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:58:55.578846 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-9b1a8b30-9b44-4953-b804-a4a39a4003ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1317008 May 29 01:58:55.604473 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b9f4d-00b5-4935-8c8b-fbf4cf07c60b req-8cd70c3f-0d88-4dde-9864-696fd59ca547 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:58:55.605933 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-255b9f4d-00b5-4935-8c8b-fbf4cf07c60b req-8cd70c3f-0d88-4dde-9864-696fd59ca547 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 946 time: 0.1493003 May 29 01:58:55.651277 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-affd5123-3880-4cfa-a514-d0ebe3df17f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 200 len: 217 time: 0.0664170 May 29 01:58:55.652963 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-255b9f4d-00b5-4935-8c8b-fbf4cf07c60b req-d38c2662-e289-4e71-9c14-180a74ed0767 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412440 May 29 01:58:55.713797 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-47bb3d09-5c45-4c69-a582-8193bd232a63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:58:55.715211 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-47bb3d09-5c45-4c69-a582-8193bd232a63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0580947 May 29 01:58:55.737067 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:58:55.791482 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-0ff414d0-f786-453f-b476-0923885ea66f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701540 May 29 01:58:55.922161 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-904c9d43-3e67-4450-ab64-9ac048297bc6 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239190 May 29 01:58:56.053191 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f3768ac1-2d33-49d0-ba9b-28856e3bf6d6 req-2d825fb3-06f0-4459-abfa-d7630402e06e service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252017 May 29 01:58:56.076027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:58:56.080019 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fecac1-5354-4704-a13e-12ad7bcf8f63 None None] The sync data for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv is: [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:58:56.293810 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc945d-d7d5-46ce-9c08-57f46c79bf13 None None] New status for floating IP d86337c4-4411-496c-a8fc-4d5a560dcba2: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:58:56.985214 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0879e37-a643-484a-9a4f-2464ce9f1151 req-d375ab6d-82c3-4f8d-b111-eb4d0ac2b15c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:58:56.986567 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0879e37-a643-484a-9a4f-2464ce9f1151 req-d375ab6d-82c3-4f8d-b111-eb4d0ac2b15c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 946 time: 0.1481040 May 29 01:58:57.031773 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c0879e37-a643-484a-9a4f-2464ce9f1151 req-0d6e74ae-eb3e-4b37-8c6a-c5543017da9f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398104 May 29 01:58:57.089286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-0a2282a8-de70-4698-a501-e8b31c4c2a4a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:58:57.089978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-0a2282a8-de70-4698-a501-e8b31c4c2a4a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Synchronizing usage tracker for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:58:57.107975 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-0a2282a8-de70-4698-a501-e8b31c4c2a4a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Unset dirty status for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:58:57.109131 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-0a2282a8-de70-4698-a501-e8b31c4c2a4a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 946 time: 0.0993938 May 29 01:58:57.177653 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Deleting port c9b08f9a-7721-423e-b263-491e39f98c11 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 01:58:57.177992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:57.421866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] For port c9b08f9a-7721-423e-b263-491e39f98c11, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c9b08f9a-7721-423e-b263-491e39f98c11,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:58:57.422224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:57.542234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Calling delete_port for c9b08f9a-7721-423e-b263-491e39f98c11 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 01:58:57.779283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:57.832757 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event deleted for resources: {'Port': ['ID=c9b08f9a-7721-423e-b263-491e39f98c11,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:58:57.907219 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] No DVR routers for this DVR port c9b08f9a-7721-423e-b263-491e39f98c11 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 01:58:57.909645 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:57.912152 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-deleted', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:58:57.927945 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-44a155d2-e7b5-42ad-889f-1375ca6e230f req-458658c7-d7f8-4ca3-8760-ab5a6931834c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "DELETE /v2.0/ports/c9b08f9a-7721-423e-b263-491e39f98c11 HTTP/1.1" status: 204 len: 173 time: 0.8141100 May 29 01:58:57.974992 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe72faa7-04c6-439e-845a-15b648ad1cd4'] response: {'server_uuid': 'a92671ca-5e91-47da-b3d8-fd0e7824d22c', 'name': 'network-vif-deleted', 'tag': 'c9b08f9a-7721-423e-b263-491e39f98c11', 'status': 'completed', 'code': 200} May 29 01:58:58.215484 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3c47759-e6d9-4551-aaa9-2e9bc180cb4e req-64d59a95-9565-4503-8d63-3e98f4255890 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=a92671ca-5e91-47da-b3d8-fd0e7824d22c HTTP/1.1" status: 200 len: 210 time: 0.0418193 May 29 01:58:59.319572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38210) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:58:59.386639 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19486c79-a5ae-4579-883b-3c10279324a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.417780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19486c79-a5ae-4579-883b-3c10279324a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.480483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19486c79-a5ae-4579-883b-3c10279324a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.500298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19486c79-a5ae-4579-883b-3c10279324a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:58:59.511973 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-19486c79-a5ae-4579-883b-3c10279324a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.513113 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-19486c79-a5ae-4579-883b-3c10279324a6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "DELETE /v2.0/security-groups/bf9f2ebb-2e5d-4a48-acb5-6db74f7b331a HTTP/1.1" status: 204 len: 168 time: 0.1925170 May 29 01:58:59.655768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38220) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:58:59.661224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679005258', 'description': 'tempest-secgroup-smoke-679005258 description', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:58:59.667290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:58:59.671334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:58:59.674500 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:58:59.680740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:58:59.690679 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.725611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:58:59.729847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:58:59.732803 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:58:59.738489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:58:59.796175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.799772 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.845806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d6c476-3074-4d35-8b9d-c2b8ebd340d1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:58:59.849366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.850535 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fbcafd28-1ff6-4a76-8b9a-e19eab8a7349 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1937497 May 29 01:58:59.853577 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38224) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:58:59.858923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': '05d6c476-3074-4d35-8b9d-c2b8ebd340d1', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:58:59.864692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:58:59.868932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:58:59.871695 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:58:59.877523 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:58:59.894290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.954600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.958002 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.981886 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf84ae3-1521-4922-89d4-f375ed5c7f22,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:58:59.989807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:58:59.990999 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-cb90a552-7e8a-4e9b-af58-599825597032 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364379 May 29 01:58:59.994428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38228) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:58:59.999823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': '05d6c476-3074-4d35-8b9d-c2b8ebd340d1', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:00.005720 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:59:00.011511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:59:00.015186 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:59:00.020850 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:59:00.037715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.102389 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.106123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.130752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cab2b28-cd0b-47f1-8a98-d232f656676e,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:00.142287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.143464 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-25cd8231-7e44-4f99-a1cd-00977c086053 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1481202 May 29 01:59:00.146195 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38232) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:59:00.152879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': '05d6c476-3074-4d35-8b9d-c2b8ebd340d1', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:00.163869 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:59:00.168022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:59:00.171057 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:59:00.177737 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:59:00.195760 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.258939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.262615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.284581 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996b3d68-7e16-4283-91ec-7811852ee882,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:00.293764 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.294907 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2e4067f7-84ad-45bf-b124-a63694a63563 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478014 May 29 01:59:00.297571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38236) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:59:00.302726 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': '05d6c476-3074-4d35-8b9d-c2b8ebd340d1', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:00.308988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:59:00.312716 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:59:00.315515 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:59:00.321724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:59:00.337597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.402023 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.405460 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.428108 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba82c9ad-05bc-494d-a561-89eef2dcf0d6,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:00.437060 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.438191 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ec3fe8a8-7726-4193-bd79-26527a2a6953 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397376 May 29 01:59:00.440847 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38240) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:59:00.446175 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': '05d6c476-3074-4d35-8b9d-c2b8ebd340d1', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:00.451917 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:59:00.455686 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:59:00.459081 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:59:00.465052 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:59:00.476177 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Project d44b7f3692c944e2a3e306a42704bbe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:59:00.483182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.547188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.551025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.573978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20767c3-47dc-4ecf-8c4d-c46cbe1844f5,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:00.583027 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.584192 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-79541040-3f10-4b6d-b20a-41ed29708900 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1424334 May 29 01:59:00.587206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38244) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:59:00.592425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'security_group_rule': {'security_group_id': '05d6c476-3074-4d35-8b9d-c2b8ebd340d1', 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:00.598103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:59:00.602843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:security_group_rule and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:59:00.605752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:59:00.611417 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:59:00.621931 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Project d44b7f3692c944e2a3e306a42704bbe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 01:59:00.628342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.692266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.695787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.717608 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95de09b0-6397-4e50-8842-992bf4a87258,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:00.726804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:00.727965 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-7729b723-eed6-4123-a167-a320c016e9d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1398499 May 29 01:59:00.826746 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 01:59:00.863391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: c9b08f9a-7721-423e-b263-491e39f98c11 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 01:59:00.863736 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device c9b08f9a-7721-423e-b263-491e39f98c11 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 01:59:01.618772 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c1a119dd-bbf5-419d-b97f-5f56dcf45638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:03.706322 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-15d3e597-9a1c-4018-b693-0446010c5ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:04.791599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:05.596688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:06.409560 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:14.462303 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-12044fda-6e5e-43db-804a-401f718ceede tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679005258&fields=id&tenant_id=d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 267 time: 0.0445549 May 29 01:59:14.683828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-b78e5768-40e4-4ad3-9b37-8d0e22dddc1c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:14.685162 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-b78e5768-40e4-4ad3-9b37-8d0e22dddc1c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 808 time: 0.2165341 May 29 01:59:14.701212 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-b184cf15-01bd-47e0-a344-a4dc3f92b527 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/quotas/d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 375 time: 0.0109074 May 29 01:59:14.778779 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-430d6629-c11f-441c-9510-e7c676ffb1f7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729532 May 29 01:59:15.010073 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-aa77bcc2-5ca8-41ae-88b5-624533598094 service neutron] 10.222.0.33 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843207 May 29 01:59:15.137694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-813a6f11-bd6d-456c-b879-cb0ea450616e service neutron] 10.222.0.33 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221113 May 29 01:59:15.525371 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d5e5d8d6-54ea-4444-8af3-1859767ddcbd req-33ea7f13-afd9-415d-a515-e1373d506b54 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 210 time: 0.0440378 May 29 01:59:16.690627 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-39f05f42-9f91-42f3-85ac-50aa8195cc18 req-c8991b94-2381-46f9-8c00-78857d548830 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 210 time: 0.0412710 May 29 01:59:16.742318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-6bdf8fca-88d8-4c18-976d-f0e47c349633 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:16.743702 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-6bdf8fca-88d8-4c18-976d-f0e47c349633 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 808 time: 0.1554954 May 29 01:59:16.797937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-c893a8ef-04f3-434d-bf7a-c2ffd0ec4cf4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Synchronizing usage tracker for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 01:59:16.813302 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-c893a8ef-04f3-434d-bf7a-c2ffd0ec4cf4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Unset dirty status for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 01:59:16.814595 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-c893a8ef-04f3-434d-bf7a-c2ffd0ec4cf4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 379 time: 0.0591927 May 29 01:59:16.823901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'port': {'device_id': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'admin_state_up': True, 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'security_groups': ['05d6c476-3074-4d35-8b9d-c2b8ebd340d1']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:16.959399 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:59:16.963438 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:port and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:59:16.966434 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:59:16.972051 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:59:16.982802 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Made reservation on behalf of d44b7f3692c944e2a3e306a42704bbe4 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 01:59:16.985799 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:17.151385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Allocated IP 172.20.0.12 (5435c26b-610a-4576-b3f9-76f567a41b11/3cdac5dc-5e3e-471a-9924-d6c3f2ec6132/8f47ae36-d5a6-45ca-b919-2de3db9fe353) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:59:17.279112 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:17.347173 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:17.363384 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Transition to ACTIVE for port object 8f47ae36-d5a6-45ca-b919-2de3db9fe353 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:59:17.386846 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:17.457804 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Network 5435c26b-610a-4576-b3f9-76f567a41b11 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:59:17.461789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:59:17.464501 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:59:17.506851 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:17.540939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:17.541609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:17.569364 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-d5b6b4d3-cd0c-4cf5-be9c-f43d923b7138 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494068 May 29 01:59:17.580526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Request body: {'port': {'device_id': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:17.691662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:17.695325 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0311156e-79a1-4d12-879a-973243513554 None None] Provisioning for port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:59:17.700954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-0311156e-79a1-4d12-879a-973243513554 None None] Provisioning complete for port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:59:17.701398 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0311156e-79a1-4d12-879a-973243513554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:17.756323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0311156e-79a1-4d12-879a-973243513554 None None] Port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 01:59:17.912871 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f987-a882-4e62-9120-7fa9a426d388 req-e7e50bdd-680d-48af-b70f-e615325e58d0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:17.915394 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3238f987-a882-4e62-9120-7fa9a426d388 req-e7e50bdd-680d-48af-b70f-e615325e58d0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 932 time: 0.0784569 May 29 01:59:17.962173 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3238f987-a882-4e62-9120-7fa9a426d388 req-1ee7d164-9309-48a8-86c9-8a201592d6ce tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407166 May 29 01:59:18.140775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f47ae36-d5a6-45ca-b919-2de3db9fe353 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:59:18.148622 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:18.170375 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Transition to ACTIVE for port object 8f47ae36-d5a6-45ca-b919-2de3db9fe353 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 01:59:18.174521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:18.306521 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:18.420773 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Attempting to bind port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 01:59:18.421093 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Attempting to bind port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 01:59:18.421409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Attempting to bind port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 on network 5435c26b-610a-4576-b3f9-76f567a41b11 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:59:18.427165 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 on network 5435c26b-610a-4576-b3f9-76f567a41b11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 01:59:18.427489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Attempting to bind port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 on network 5435c26b-610a-4576-b3f9-76f567a41b11 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 01:59:18.433878 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 01:59:18.434099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Checking segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 01:59:18.434471 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Bound using segment: {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 01:59:18.434888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Bound port: 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d077531-c35e-42bc-9ace-f2ed34cb10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 01:59:18.435226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:18.521900 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 01:59:18.525428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 01:59:18.529325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:18.590086 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:18.591444 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] 10.222.0.16 "PUT /v2.0/ports/8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1094 time: 1.0155206 May 29 01:59:18.594603 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:59:18.619015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268cd79-1350-48a1-9040-a7fd1fec71be service neutron] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:18.674620 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c26d22-46fe-44dc-893e-77afb3deef77'] response: {'name': 'network-changed', 'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'status': 'completed', 'code': 200} May 29 01:59:18.712988 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-10e5aa9e-aac6-4390-9b7f-5d2fdaa73532 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1097 time: 0.0776420 May 29 01:59:18.785100 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-4a0c7ac5-38ab-4f99-ae97-c02fe42dd0e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 217 time: 0.0660079 May 29 01:59:18.848555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-4d70dd0a-ad9d-4960-80eb-448ea271e88b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:18.850038 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-4d70dd0a-ad9d-4960-80eb-448ea271e88b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0591543 May 29 01:59:18.930292 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-7cbcd57c-34e2-4444-858f-d81d9f3c0ede service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745165 May 29 01:59:19.062733 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-bf402d9a-0108-41c8-85ea-7cf954b32aee service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267264 May 29 01:59:19.161481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c4f8-3291-4c4d-aafa-f1434af19665 req-5ca6a01f-00b1-4fb3-b65b-5ffb451a93a5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:19.162920 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5b53c4f8-3291-4c4d-aafa-f1434af19665 req-5ca6a01f-00b1-4fb3-b65b-5ffb451a93a5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0798419 May 29 01:59:19.197138 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-cdf3b230-7e35-4383-b231-9be6ce884699 req-ad20c137-b736-431a-b895-3b9e0d92e68d service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278780 May 29 01:59:19.209137 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5b53c4f8-3291-4c4d-aafa-f1434af19665 req-556f446c-170e-4233-9dbd-794163b3b91d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400083 May 29 01:59:19.313769 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-444f2b17-85dc-4c3d-8405-f379deeafaf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1097 time: 0.0688801 May 29 01:59:19.445240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-dd232b04-817c-4047-8e79-6ad4acea5eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:19.446984 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-dd232b04-817c-4047-8e79-6ad4acea5eed service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1273332 May 29 01:59:19.598739 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-29a2cf83-fbdb-4966-9769-97ccc846dc80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 217 time: 0.1461427 May 29 01:59:19.659294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-3f7a2ef7-3a71-489f-9d2b-90558a2b7158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:19.660678 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-3f7a2ef7-3a71-489f-9d2b-90558a2b7158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0561125 May 29 01:59:19.732763 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-bc9c2358-1bde-4bae-9c66-85ad5a1a1341 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659885 May 29 01:59:19.863209 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-62ff74c8-fe2b-4429-80d3-bdf815c16f47 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239326 May 29 01:59:19.993152 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-01aa1f8c-bc11-47de-b95c-addac338d485 req-14aeb54e-f4c7-4a87-8ebe-e0a881cdd805 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236806 May 29 01:59:20.101169 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 01:59:20.406235 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc3ec2-053a-4e60-9b57-0e5e34558e1a req-6c809cd2-09a7-4f56-8336-7ef48bc38d49 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:20.407666 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3cfc3ec2-053a-4e60-9b57-0e5e34558e1a req-6c809cd2-09a7-4f56-8336-7ef48bc38d49 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0752723 May 29 01:59:20.456321 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3cfc3ec2-053a-4e60-9b57-0e5e34558e1a req-7242a822-5603-495e-8bc9-0e5a2431285d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 May 29 01:59:21.647970 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33d15a-c7c5-4ad1-9c3d-d2f73cfa9e17 req-019f8575-451d-40ec-b16a-3a405995e752 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:21.650424 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8d33d15a-c7c5-4ad1-9c3d-d2f73cfa9e17 req-019f8575-451d-40ec-b16a-3a405995e752 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0756729 May 29 01:59:21.694534 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8d33d15a-c7c5-4ad1-9c3d-d2f73cfa9e17 req-9aa37718-b9f7-4ea0-8826-ff3aef9302c0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390491 May 29 01:59:22.891542 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fbf9a-cfbd-41d6-b84a-28e82c9e9cf4 req-53a6f0d9-317c-4f7a-9cf1-115e90196849 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:22.893007 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e75fbf9a-cfbd-41d6-b84a-28e82c9e9cf4 req-53a6f0d9-317c-4f7a-9cf1-115e90196849 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0788469 May 29 01:59:22.936638 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e75fbf9a-cfbd-41d6-b84a-28e82c9e9cf4 req-a3a791f5-5ef6-40db-a3fd-1bd2ed922f55 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382419 May 29 01:59:24.132300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b461b4-302a-4cbf-8736-1374563ce2eb req-8b628e0f-7b86-4359-b76f-df26d9450715 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:24.133988 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-35b461b4-302a-4cbf-8736-1374563ce2eb req-8b628e0f-7b86-4359-b76f-df26d9450715 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0743458 May 29 01:59:24.179340 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-35b461b4-302a-4cbf-8736-1374563ce2eb req-5522914f-3c09-4f2f-86e0-cf4303ca1ca6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396378 May 29 01:59:25.387732 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddf1f-0dd5-47b0-8ea5-6f548d6e1fc2 req-d3d94d38-610a-49f1-9310-0ce6a13d610d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:25.389213 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fa5ddf1f-0dd5-47b0-8ea5-6f548d6e1fc2 req-d3d94d38-610a-49f1-9310-0ce6a13d610d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0776541 May 29 01:59:25.433802 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fa5ddf1f-0dd5-47b0-8ea5-6f548d6e1fc2 req-a6c60961-0c1a-49a2-990b-6b792bc7b023 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392089 May 29 01:59:26.638435 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eecbe1-b3f5-47b5-b0e3-391736d356e8 req-3e63aa6d-c73a-4fef-b3f7-a992f3155434 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:26.639846 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-34eecbe1-b3f5-47b5-b0e3-391736d356e8 req-3e63aa6d-c73a-4fef-b3f7-a992f3155434 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0746138 May 29 01:59:26.688413 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-34eecbe1-b3f5-47b5-b0e3-391736d356e8 req-908860f5-940e-45c3-9376-bdc955adf009 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 May 29 01:59:27.878656 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f89e46-8d83-4542-b5d9-c7bd09b79c75 req-a3ac5db9-38ae-4cbd-acb1-57f15dc7b5de tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:27.880163 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-75f89e46-8d83-4542-b5d9-c7bd09b79c75 req-a3ac5db9-38ae-4cbd-acb1-57f15dc7b5de tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0751574 May 29 01:59:27.929242 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-75f89e46-8d83-4542-b5d9-c7bd09b79c75 req-45b2e2e1-c0b8-4e00-ba94-0c2de569a901 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 May 29 01:59:28.968946 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f47ae36-d5a6-45ca-b919-2de3db9fe353 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 01:59:29.146013 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:59:29.160651 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'port_id': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'mac_address': 'fa:16:3e:fe:60:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 01:59:29.178239 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ccddd-edbc-480a-b280-52cd9ab91998 req-c7956261-eb8a-4daa-9c14-a4fe247fbe71 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:29.179687 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd2ccddd-edbc-480a-b280-52cd9ab91998 req-c7956261-eb8a-4daa-9c14-a4fe247fbe71 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0821173 May 29 01:59:29.218058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:29.224811 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-cd2ccddd-edbc-480a-b280-52cd9ab91998 req-43284754-8a9a-4db7-890f-33b0763204b1 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 May 29 01:59:29.235465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f47ae36-d5a6-45ca-b919-2de3db9fe353 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 01:59:29.250476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:59:29.254293 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:29.318884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:29.326879 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.327226 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.327561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.327893 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.328251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.328583 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.328912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.329236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.329558 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.329878 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.330199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 01:59:29.638544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['8f47ae36-d5a6-45ca-b919-2de3db9fe353'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 01:59:30.416515 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b5590-dae3-43f2-ad39-53c019c6d746 req-a709df8d-3d91-44b3-a110-75a8ac95366b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:30.418433 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-126b5590-dae3-43f2-ad39-53c019c6d746 req-a709df8d-3d91-44b3-a110-75a8ac95366b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 945 time: 0.0752785 May 29 01:59:30.464354 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-126b5590-dae3-43f2-ad39-53c019c6d746 req-fcddb917-af42-4709-9dcb-b9628dad7b29 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 May 29 01:59:30.983027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f47ae36-d5a6-45ca-b919-2de3db9fe353 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 01:59:31.052316 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 01:59:31.056759 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 01:59:31.057118 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:31.170247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:31.196068 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:59:31.205845 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 01:59:31.209704 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:31.289294 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:31.377998 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f5931f-384f-4104-b6be-0c3cda246055'] response: {'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'code': 200} May 29 01:59:31.621838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5f1f971f-9978-4d7a-883b-d14df0a3017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:31.652672 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a30166f3-1164-4da0-a8c3-381af7d6db39 req-03b61c1b-c723-43b5-a0ba-374b9c28b337 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0792456 May 29 01:59:31.685284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013d6ba-1d30-4c6a-bdec-5f9293b44b17 req-831f45a7-a674-41cf-b4d8-ff2add0b4022 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:31.686726 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4013d6ba-1d30-4c6a-bdec-5f9293b44b17 req-831f45a7-a674-41cf-b4d8-ff2add0b4022 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0856903 May 29 01:59:31.693497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a30166f3-1164-4da0-a8c3-381af7d6db39 req-b6cb3354-2dda-4c56-a281-a0e87d70f3c1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354607 May 29 01:59:31.730674 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4013d6ba-1d30-4c6a-bdec-5f9293b44b17 req-e43d2c7d-bc07-4a7a-a83e-183d4aec0d5e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384905 May 29 01:59:32.929736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96880d78-1c12-4e9a-b1e5-f6bb06e65aea req-fdcec740-8a55-49b0-84c0-2cfc6d294a39 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:32.931188 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-96880d78-1c12-4e9a-b1e5-f6bb06e65aea req-fdcec740-8a55-49b0-84c0-2cfc6d294a39 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0766635 May 29 01:59:32.978239 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-96880d78-1c12-4e9a-b1e5-f6bb06e65aea req-3ffa5ebe-3957-4d7d-8db6-ca3d957a27b5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 May 29 01:59:33.709443 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-89dcfcde-80fe-47c5-a25f-0eebf05106f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:34.183770 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1600ac2-d883-43b6-8f31-9ca6aefb9b4a req-685615b8-1d29-4c91-8ae3-77a15717078c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:34.185221 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b1600ac2-d883-43b6-8f31-9ca6aefb9b4a req-685615b8-1d29-4c91-8ae3-77a15717078c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0819190 May 29 01:59:34.232807 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-b1600ac2-d883-43b6-8f31-9ca6aefb9b4a req-b6f0408a-efdf-4c08-80a0-47712c933ed6 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 May 29 01:59:34.427251 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af7a0-6091-4c47-8af3-5d94ee1d51b9 req-1dac9220-3664-45da-8e7a-3a3fb5876dcc tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:34.428689 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e57af7a0-6091-4c47-8af3-5d94ee1d51b9 req-1dac9220-3664-45da-8e7a-3a3fb5876dcc tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0762498 May 29 01:59:34.555872 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e57af7a0-6091-4c47-8af3-5d94ee1d51b9 req-2ee6d09b-5df7-4d17-b587-127b370785d4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209576 May 29 01:59:34.583925 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38410) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:59:34.716024 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c071968f-e26f-4cd9-8808-8c411e4f53c6 tempest-TestShelveInstance-306151105 tempest-TestShelveInstance-306151105-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1094 time: 0.1306581 May 29 01:59:34.718693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38416) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 01:59:34.723711 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 01:59:34.729170 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 01:59:34.732901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Usage tracker for resource:floatingip and tenant:d44b7f3692c944e2a3e306a42704bbe4 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 01:59:34.735685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 01:59:34.741233 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 01:59:34.752011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:34.794961 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:34.885874 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:35.019477 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Allocated IP 172.26.5.128 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/01f08220-9b2c-4c64-96ff-d0e6e41c7790) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 01:59:35.162632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:35.189546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:35.259522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 01:59:35.262407 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 01:59:35.266791 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 01:59:35.290557 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'Port': ['ID=01f08220-9b2c-4c64-96ff-d0e6e41c7790,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:35.601414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:35.849128 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:35.904026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:36.099381 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:36.103761 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:36.211473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event updated for resources: {'Port': ['ID=01f08220-9b2c-4c64-96ff-d0e6e41c7790,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 01:59:36.225483 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:36.352850 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:36.425943 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Floating IP 6c66761e-0a3d-4028-9db2-45820e9814a4 associated. External IP: 172.26.5.128, port: 8f47ae36-d5a6-45ca-b919-2de3db9fe353. May 29 01:59:36.812787 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Router df73e77f-e520-48ef-963b-a091570cde32 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 01:59:37.005025 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 01:59:37.016480 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] Sync routers for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 01:59:37.028588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:59:37.029247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:59:37.030077 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:37.086204 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ac3e003c-c2e3-42dd-9089-6f8f13c4900d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3664107 May 29 01:59:37.086693 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 01:59:37.143561 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6aa861-29b1-4e51-b21a-4ca1c570eecf'] response: {'name': 'network-changed', 'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'status': 'completed', 'code': 200} May 29 01:59:37.217036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:59:37.239181 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9a91752e-aae8-4595-92ff-b8f843366897 req-b3cf76c3-7821-49f5-9008-e7d36729c5b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0687013 May 29 01:59:37.369522 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91752e-aae8-4595-92ff-b8f843366897 req-853d1eb4-f8e6-42d1-bf57-9de638f3b0f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:37.371780 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9a91752e-aae8-4595-92ff-b8f843366897 req-853d1eb4-f8e6-42d1-bf57-9de638f3b0f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1255167 May 29 01:59:37.580842 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9a91752e-aae8-4595-92ff-b8f843366897 req-9f433a09-a107-4c5c-be53-c3333f1d1025 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1000 time: 0.2033780 May 29 01:59:37.606152 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '6c66761e-0a3d-4028-9db2-45820e9814a4', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'port_id': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'mac_address': 'fa:16:3e:fe:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:59:35Z', 'updated_at': '2022-05-29T01:59:35Z', 'revision_number': 0, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:59:37.610025 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] Checking router: df73e77f-e520-48ef-963b-a091570cde32 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 01:59:37.620388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 01:59:37.620924 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T01:59:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:59:37.642570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91752e-aae8-4595-92ff-b8f843366897 req-05a2c18c-1a0d-4b84-b42e-be3cf3195fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:37.644552 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9a91752e-aae8-4595-92ff-b8f843366897 req-05a2c18c-1a0d-4b84-b42e-be3cf3195fe1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0585268 May 29 01:59:37.720546 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9a91752e-aae8-4595-92ff-b8f843366897 req-1480b014-50da-49d8-abeb-3f15c3fab8dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705152 May 29 01:59:37.802155 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 01:59:37.851367 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9a91752e-aae8-4595-92ff-b8f843366897 req-87cf2bd4-ac16-442e-8264-a39b78477d7b service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249747 May 29 01:59:37.984078 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9a91752e-aae8-4595-92ff-b8f843366897 req-e9b1b43d-1f44-4891-8092-c1f9a2124eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270168 May 29 01:59:38.146291 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '6c66761e-0a3d-4028-9db2-45820e9814a4', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'port_id': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'mac_address': 'fa:16:3e:fe:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:59:35Z', 'updated_at': '2022-05-29T01:59:35Z', 'revision_number': 0, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 01:59:38.150253 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38b3ff-6fb1-4f3e-8e12-390062d06e4b None None] The sync data for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv is: [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '6c66761e-0a3d-4028-9db2-45820e9814a4', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'port_id': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'mac_address': 'fa:16:3e:fe:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T01:59:35Z', 'updated_at': '2022-05-29T01:59:35Z', 'revision_number': 0, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 01:59:38.334167 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c581534-7126-4985-9432-347d459f6d9f None None] New status for floating IP 6c66761e-0a3d-4028-9db2-45820e9814a4: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 01:59:47.294161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 01:59:53.512960 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-e8d84986-b00e-49ab-8348-e4324103cbbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818393 May 29 01:59:53.671858 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-585aed1d-f8d6-417e-b6aa-87eed3496ec5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0734227 May 29 01:59:53.823606 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-08b868de-c69b-49fd-88f7-185b7895ac24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:53.825068 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-08b868de-c69b-49fd-88f7-185b7895ac24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1350527 May 29 01:59:53.935125 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-1a151cdf-10a2-4b08-8a49-13c7885be25b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1002 time: 0.1038730 May 29 01:59:54.007133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-3d25c4dd-e58e-4da5-96bc-19351fccf175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 01:59:54.008221 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-3d25c4dd-e58e-4da5-96bc-19351fccf175 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0664837 May 29 01:59:54.085724 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-5dac301f-670f-498c-836c-6119a0fe79be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714650 May 29 01:59:54.219658 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-119f3930-ea5f-4cee-8be9-c14ef17dbb1e service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277628 May 29 01:59:54.359564 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-837692dc-f69f-4582-b5a7-314fc233d4f8 req-c1c9852b-3fc3-4ce4-a0d8-d070b1608b33 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337242 May 29 01:59:57.101223 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:00:01.623096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb431-7ee1-4e71-af7f-99f234a18685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:03.712790 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-51766e62-086f-4540-a200-355bd3daf38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:04.800787 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:05.604717 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:06.351853 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:17.292957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:31.626157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e53058e1-a3ba-4a51-aeff-ba6c78fe898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:33.713503 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-76cf42f1-4130-4019-b269-b2b747899d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:34.102149 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:00:34.800691 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:35.607601 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:36.355511 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:47.293636 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:00:55.222513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-60a68e4f-f232-48db-ade2-45aa9a9fb680 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778408 May 29 02:00:55.356049 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-9cb6bb56-e440-4965-aa22-60513e834101 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0690506 May 29 02:00:55.495669 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-f0c55f9d-8445-4b61-bbf7-c3ec00e26061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:00:55.497011 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-f0c55f9d-8445-4b61-bbf7-c3ec00e26061 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1241970 May 29 02:00:55.689554 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-4b5ec0d5-4c1d-4f0e-99d0-7f2f4fdf34b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1002 time: 0.1872876 May 29 02:00:55.750183 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-0313121c-144a-4b93-9092-9652c3f01329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:00:55.752104 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-0313121c-144a-4b93-9092-9652c3f01329 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0574274 May 29 02:00:55.824257 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-291edddf-ff77-4fbb-8bb4-6d8ab185f258 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670307 May 29 02:00:55.963139 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-0706320b-fb2b-4916-85f7-0873c46d05c6 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335144 May 29 02:00:56.095930 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-65d2f0f2-3fa8-4638-bc3f-9ec7db867f37 req-0dc13028-9920-44e5-b9f3-59abe0d5d88b service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274822 May 29 02:01:01.630244 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43a08d77-47b9-4a67-8499-ed5bac92f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:03.715109 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1473fc5f-1fa1-462d-9ec7-0b1141acb698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:04.802814 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:05.608580 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:06.359831 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:11.102791 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:01:17.305570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:31.634921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e41ed205-2cad-4573-ab39-34b0445cfc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:32.115022 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea879-23bd-4479-8bb5-b60bb85e045e req-7a7526e9-4300-469e-8426-33f035ad9f29 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:32.116545 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fe8ea879-23bd-4479-8bb5-b60bb85e045e req-7a7526e9-4300-469e-8426-33f035ad9f29 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0905938 May 29 02:01:32.167562 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-fe8ea879-23bd-4479-8bb5-b60bb85e045e req-bb45f4a3-6868-465e-8d14-1e8f1eca37c0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452785 May 29 02:01:33.365445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d167-8eb7-4612-9c33-b0267050e3dd req-3a4b42f7-34c8-4685-b6d4-58f7832bad6a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:33.366884 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e833d167-8eb7-4612-9c33-b0267050e3dd req-3a4b42f7-34c8-4685-b6d4-58f7832bad6a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0773497 May 29 02:01:33.410770 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e833d167-8eb7-4612-9c33-b0267050e3dd req-0d29cd82-6c2b-4e22-b5a2-266a31ce83f5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385423 May 29 02:01:33.717136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-afdd5b67-618a-48e7-a83a-70b370a04242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:34.619102 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7b568-b961-4ead-af02-32178d47cd0a req-c3722720-e7e8-49ba-827d-4de7b80c720f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:34.620635 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ce7b568-b961-4ead-af02-32178d47cd0a req-c3722720-e7e8-49ba-827d-4de7b80c720f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0757847 May 29 02:01:34.676014 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ce7b568-b961-4ead-af02-32178d47cd0a req-a68b69d8-3f64-43c7-a9e5-633e2027325b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492184 May 29 02:01:34.807007 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:35.611765 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:35.869319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beee9e-44bc-4fd3-93dc-596522d5a638 req-3bbae9bf-8cd9-4c92-aee0-7e8f69b85430 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:35.870663 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-45beee9e-44bc-4fd3-93dc-596522d5a638 req-3bbae9bf-8cd9-4c92-aee0-7e8f69b85430 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0749011 May 29 02:01:35.915548 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-45beee9e-44bc-4fd3-93dc-596522d5a638 req-865bfbe4-f48b-4c78-9c99-49bf5139fcd0 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384426 May 29 02:01:36.364694 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:37.110807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2954e-1139-4fb5-af65-2f2a58e67166 req-1e029348-7310-4d31-b846-8c936ae15ab8 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:37.112286 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ffb2954e-1139-4fb5-af65-2f2a58e67166 req-1e029348-7310-4d31-b846-8c936ae15ab8 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0780044 May 29 02:01:37.157861 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ffb2954e-1139-4fb5-af65-2f2a58e67166 req-950a8346-8627-4c9a-a596-3131951cacaa tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401816 May 29 02:01:38.355108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1c029-725d-42f2-9276-22ce95c1f329 req-a6f57797-54bb-4ea2-8be0-1dbc6b0a0b92 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:38.356562 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9de1c029-725d-42f2-9276-22ce95c1f329 req-a6f57797-54bb-4ea2-8be0-1dbc6b0a0b92 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0774472 May 29 02:01:38.401257 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9de1c029-725d-42f2-9276-22ce95c1f329 req-7d0f1fc5-0111-4e1d-9313-88a350af9332 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391903 May 29 02:01:39.599612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7820846-f5fa-4b30-b3c1-79250701dc1e req-104cd544-78fb-4175-95fb-e33beb01fcc8 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:39.600980 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f7820846-f5fa-4b30-b3c1-79250701dc1e req-104cd544-78fb-4175-95fb-e33beb01fcc8 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0786095 May 29 02:01:39.646395 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f7820846-f5fa-4b30-b3c1-79250701dc1e req-f2c66a18-c0ab-409d-8795-8eff09036140 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 May 29 02:01:40.847607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7025c-6aa3-4c57-9c69-358b8c431d40 req-748c3ae1-fbe5-4acd-92bf-958d6bd0b8af tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:40.849069 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a6a7025c-6aa3-4c57-9c69-358b8c431d40 req-748c3ae1-fbe5-4acd-92bf-958d6bd0b8af tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0800309 May 29 02:01:40.893441 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a6a7025c-6aa3-4c57-9c69-358b8c431d40 req-22a0cccf-c2b8-472d-8568-984bd3836085 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388989 May 29 02:01:42.091355 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438f88-63e2-4b80-a3ee-3a5adddf2f9c req-5bc757b7-bd04-4ee7-840d-432f96fa0fb7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:42.092841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2438f88-63e2-4b80-a3ee-3a5adddf2f9c req-5bc757b7-bd04-4ee7-840d-432f96fa0fb7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0768974 May 29 02:01:42.139694 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a2438f88-63e2-4b80-a3ee-3a5adddf2f9c req-1d223749-881b-4247-851e-41e780b78a4c tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 May 29 02:01:42.180589 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-36f1ba0b-a7d8-4250-94d1-2fd0e92e7178 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0693066 May 29 02:01:42.309965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-9f7bc368-f5fc-42a2-bbc3-9a0a93b76110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:42.311296 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-9f7bc368-f5fc-42a2-bbc3-9a0a93b76110 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1246250 May 29 02:01:42.411681 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-1ff3f98b-4d5e-45dd-acf0-b9411b82a73b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1002 time: 0.0949123 May 29 02:01:42.476555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-d031eeef-d495-495f-ba42-71b67806801c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:42.477953 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-d031eeef-d495-495f-ba42-71b67806801c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0602937 May 29 02:01:42.554851 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-a2aca8e6-88b7-4f68-87de-eaa55d6bb1a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700347 May 29 02:01:42.563891 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-35e04550-a7aa-4947-9715-ace66010f545 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 02:01:42.564753 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-35e04550-a7aa-4947-9715-ace66010f545 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047615 May 29 02:01:42.694291 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-7c38c1bd-86c0-4df2-b568-55bc7b7c6946 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225324 May 29 02:01:42.822210 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bcbdfacc-86cf-469c-9d6a-073fedcf14dc req-6f1d9360-bcb5-493b-947d-26cb98b201ee service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222246 May 29 02:01:43.333990 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ab93-18ca-4af4-b080-7deaa0f318ef req-c3e3c20c-59a6-43cc-90c6-c9f5b540b9f9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:43.335429 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c335ab93-18ca-4af4-b080-7deaa0f318ef req-c3e3c20c-59a6-43cc-90c6-c9f5b540b9f9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0748091 May 29 02:01:43.382362 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c335ab93-18ca-4af4-b080-7deaa0f318ef req-0942b283-fd95-4aa8-b3de-7c40b9d32acb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416095 May 29 02:01:44.579467 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91452f34-ada6-4ceb-ab24-7187fc028730 req-7c6c6cbc-6b08-4c56-97c0-4d0cb6b05148 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:44.580955 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-91452f34-ada6-4ceb-ab24-7187fc028730 req-7c6c6cbc-6b08-4c56-97c0-4d0cb6b05148 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0779796 May 29 02:01:44.629872 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-91452f34-ada6-4ceb-ab24-7187fc028730 req-da07787b-dc51-4260-9314-c6592a05ebe9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 May 29 02:01:45.826162 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da5dc4-8783-41a1-a5bb-3002516a0ff6 req-b17a357b-bb84-4621-b085-1d7008a19c55 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:45.828322 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3da5dc4-8783-41a1-a5bb-3002516a0ff6 req-b17a357b-bb84-4621-b085-1d7008a19c55 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0785024 May 29 02:01:45.871764 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-c3da5dc4-8783-41a1-a5bb-3002516a0ff6 req-c0be29d8-782f-4be5-98e9-3f0999ef0eec tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380816 May 29 02:01:46.049810 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0811d528-1cca-4816-ad97-dd2998492969 req-0f214c18-c5f9-4fea-870a-edc949911c24 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0649333 May 29 02:01:46.246665 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-2bc1e6cd-7313-4024-a56a-4e9c254007a8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691462 May 29 02:01:46.316270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89fe8-6e4a-487e-a6b2-93a97bbd61eb req-4c74eda8-0a8d-4425-8a95-a8b4a64da8a4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:46.317613 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a89fe8-6e4a-487e-a6b2-93a97bbd61eb req-4c74eda8-0a8d-4425-8a95-a8b4a64da8a4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0781696 May 29 02:01:46.362539 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f0a89fe8-6e4a-487e-a6b2-93a97bbd61eb req-29dc80f3-dfc5-4da0-afb5-371779025b8d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 May 29 02:01:47.305597 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:47.562385 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f5111-dc0b-4f63-9bfe-9f933ddb5bdd req-6b9209e4-6273-47d7-885a-127625274483 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:47.563809 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-446f5111-dc0b-4f63-9bfe-9f933ddb5bdd req-6b9209e4-6273-47d7-885a-127625274483 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0746028 May 29 02:01:47.607174 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-446f5111-dc0b-4f63-9bfe-9f933ddb5bdd req-99871f54-17fc-44d7-a58f-8e47174aca9e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380273 May 29 02:01:47.619280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f47ae36-d5a6-45ca-b919-2de3db9fe353 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:01:47.737846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:47.763495 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:01:47.773020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:01:47.777072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:01:47.818833 dv-neutron-843186-2-hyperv neutron-server[83981]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be4cee89-73d0-4b55-b9c8-2c1e55a7d67b']: {'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'code': 422} returned with failed status May 29 02:01:47.843869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:01:47.851842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.852212 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.852553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.852888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.853222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.853552 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.853892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.854206 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.854527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.854848 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:47.855162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:01:48.102707 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:01:48.804883 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecc9d9-48e5-4a6b-935b-3f7244b1a43c req-3d5b940e-e811-4101-80e1-4c19646f180f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:48.806351 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-40ecc9d9-48e5-4a6b-935b-3f7244b1a43c req-3d5b940e-e811-4101-80e1-4c19646f180f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0790529 May 29 02:01:48.854603 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-40ecc9d9-48e5-4a6b-935b-3f7244b1a43c req-f3a3e70f-269d-43ae-b4d8-87514003c02f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 May 29 02:01:50.047140 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f553df-8d65-41ae-92d3-20d0de9debdf req-1cb95ec9-09fa-4166-8fff-0212ed472f72 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:50.048611 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d3f553df-8d65-41ae-92d3-20d0de9debdf req-1cb95ec9-09fa-4166-8fff-0212ed472f72 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0757170 May 29 02:01:50.101632 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d3f553df-8d65-41ae-92d3-20d0de9debdf req-b8093b77-382d-4f70-b008-836134b045de tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476155 May 29 02:01:51.301427 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8d0e5-9125-405e-a7b7-fa720463e19e req-580d0875-69a3-40e8-a315-0fbbd9639110 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:51.302836 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-83b8d0e5-9125-405e-a7b7-fa720463e19e req-580d0875-69a3-40e8-a315-0fbbd9639110 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0743766 May 29 02:01:51.350294 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-83b8d0e5-9125-405e-a7b7-fa720463e19e req-7138faff-519e-4b57-8e44-4a927ab86cc9 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 May 29 02:01:52.329509 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-96708e04-726a-4809-a8e8-662c21a74401 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98&tenant_id=d44b7f3692c944e2a3e306a42704bbe4 HTTP/1.1" status: 200 len: 1097 time: 0.0726821 May 29 02:01:52.418497 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-1ea4b66f-b01c-42bc-9ca4-b4e9e2d579d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1097 time: 0.0682316 May 29 02:01:52.547488 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-ca0ee5a0-c24a-4fbc-ba3d-381c31d905ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:52.548960 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-ca0ee5a0-c24a-4fbc-ba3d-381c31d905ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1250715 May 29 02:01:52.553509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2993c7-50c4-4231-817c-c60f55016fb9 req-93c2e24f-771d-4b8f-a309-cf9f05122469 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:52.554960 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9d2993c7-50c4-4231-817c-c60f55016fb9 req-93c2e24f-771d-4b8f-a309-cf9f05122469 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0815759 May 29 02:01:52.685896 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9d2993c7-50c4-4231-817c-c60f55016fb9 req-b0346711-357c-4339-b04a-06b20b1494cb tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255028 May 29 02:01:52.747462 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-9078a683-c292-42e3-9c3e-be9aca9ddac4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1000 time: 0.1922369 May 29 02:01:52.823224 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-3b19c049-ebf9-423e-9b51-b4c2a58a3d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:52.824685 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-3b19c049-ebf9-423e-9b51-b4c2a58a3d9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0715368 May 29 02:01:52.897092 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-483e7c91-3d46-404c-950d-33037a56a0c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669689 May 29 02:01:53.025071 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-8cae515d-0b9e-47e4-8b3f-a27af35832c7 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217830 May 29 02:01:53.159254 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b9dd933-f26d-4127-b944-30a5c64d19d2 req-84e66c02-7761-451b-b13f-b99a122ed41f service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290448 May 29 02:01:54.022163 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2113d-bfe4-4a79-998a-3e9f2c533b63 req-88c9696f-c595-4bfd-9b63-a12cffac34e4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:54.023518 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bcf2113d-bfe4-4a79-998a-3e9f2c533b63 req-88c9696f-c595-4bfd-9b63-a12cffac34e4 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0773408 May 29 02:01:54.067876 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-bcf2113d-bfe4-4a79-998a-3e9f2c533b63 req-6949caa5-1c9d-460e-936e-d2f32852e116 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 May 29 02:01:55.266208 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbce9a-680f-4cf5-bb80-6cdffc855ca0 req-c0bf4e26-73f5-4f0a-a9cc-8e810a679307 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:55.267617 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15fbce9a-680f-4cf5-bb80-6cdffc855ca0 req-c0bf4e26-73f5-4f0a-a9cc-8e810a679307 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0765581 May 29 02:01:55.311181 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-15fbce9a-680f-4cf5-bb80-6cdffc855ca0 req-5b19531c-a03a-480b-905a-053642eec71e tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381317 May 29 02:01:55.540668 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-dd3a27b1-f6a2-4193-ad99-fe7eb1eb537a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1097 time: 0.0676601 May 29 02:01:55.682202 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-bd8f76fa-f810-4891-a82e-f25dcabad4b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:55.683608 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-bd8f76fa-f810-4891-a82e-f25dcabad4b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1242609 May 29 02:01:55.784182 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-d3f0eae3-6b4e-4b63-a425-766db71e9f24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1000 time: 0.0953109 May 29 02:01:55.846453 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-f0f5a642-8d70-46ff-8270-4b6f3d40832e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:55.847748 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-f0f5a642-8d70-46ff-8270-4b6f3d40832e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0585117 May 29 02:01:55.919489 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-efc8d4d0-34dd-4e28-a107-e3f033d830cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662889 May 29 02:01:56.047308 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-ec388d89-a9fb-427d-80bb-7091a1c80db6 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224184 May 29 02:01:56.175244 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-96bcb3a2-c021-4a5a-840f-489d4b168ade req-99887934-4547-42b9-8bd3-2e5172ed89ef service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229219 May 29 02:01:56.507534 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25c6fa-2fed-4cf7-ae13-17381d476588 req-5aa512f9-28cd-4c18-9183-a88611c5c14b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:56.509853 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6d25c6fa-2fed-4cf7-ae13-17381d476588 req-5aa512f9-28cd-4c18-9183-a88611c5c14b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0817280 May 29 02:01:56.557837 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6d25c6fa-2fed-4cf7-ae13-17381d476588 req-d1b87c05-5107-4790-b453-cfd2c2fed34f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 May 29 02:01:57.750104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e753ca-8193-48de-bf66-f3588a9dbf61 req-143034e4-e323-40c4-b722-83a0e12301a8 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:57.751521 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-37e753ca-8193-48de-bf66-f3588a9dbf61 req-143034e4-e323-40c4-b722-83a0e12301a8 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0740340 May 29 02:01:57.802780 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-37e753ca-8193-48de-bf66-f3588a9dbf61 req-8fdec6a1-7087-46d6-be7d-9d478f9e6c81 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 May 29 02:01:58.999132 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6bc6-836f-4a12-8613-56d2f79c898a req-ff012916-0d34-4347-9e2b-def4c1842720 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:01:59.000652 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-67fa6bc6-836f-4a12-8613-56d2f79c898a req-ff012916-0d34-4347-9e2b-def4c1842720 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0773435 May 29 02:01:59.044191 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-67fa6bc6-836f-4a12-8613-56d2f79c898a req-5fcbe555-4f75-4dbe-974c-b5ac106bf219 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381448 May 29 02:02:00.239808 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a854ca9-2b74-4ba6-aeb4-f86aa587c1a9 req-41db0b7c-f4a6-42c6-9ee3-7f1a28009595 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:00.241267 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a854ca9-2b74-4ba6-aeb4-f86aa587c1a9 req-41db0b7c-f4a6-42c6-9ee3-7f1a28009595 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0741682 May 29 02:02:00.288072 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0a854ca9-2b74-4ba6-aeb4-f86aa587c1a9 req-31e20b6e-f4e1-48da-946d-4c84103cdf55 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409834 May 29 02:02:01.482751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4cd4-44be-4d3c-989d-cb44a5b2621b req-882e5fc6-9602-4c92-9754-be5543dc0289 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:01.484119 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ecfc4cd4-44be-4d3c-989d-cb44a5b2621b req-882e5fc6-9602-4c92-9754-be5543dc0289 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 944 time: 0.0778112 May 29 02:02:01.528541 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ecfc4cd4-44be-4d3c-989d-cb44a5b2621b req-36989f45-a511-42c3-b726-488ef9170008 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389464 May 29 02:02:01.640334 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-060f4f30-ea81-4de8-8462-962a3c311c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:01.681080 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f47ae36-d5a6-45ca-b919-2de3db9fe353 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 02:02:01.842625 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:02:01.855912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'port_id': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'mac_address': 'fa:16:3e:fe:60:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 02:02:01.907978 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:01.924640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f47ae36-d5a6-45ca-b919-2de3db9fe353 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 02:02:01.939501 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:02:01.943646 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:02.009339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:02:02.235098 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['8f47ae36-d5a6-45ca-b919-2de3db9fe353'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 02:02:02.718290 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bd5f4-19bf-4eae-968e-927c56e34433 req-96263fcd-4fee-45b8-ac42-a6fd292d4083 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:02.720302 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d64bd5f4-19bf-4eae-968e-927c56e34433 req-96263fcd-4fee-45b8-ac42-a6fd292d4083 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 945 time: 0.0742915 May 29 02:02:02.766870 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d64bd5f4-19bf-4eae-968e-927c56e34433 req-fcc0debc-9e4b-434c-aefb-0f9bd2918c56 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412929 May 29 02:02:03.697136 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f47ae36-d5a6-45ca-b919-2de3db9fe353 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:02:03.753642 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e74d4766-d2f2-451b-9f3d-c3050872ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:03.775628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:02:03.775915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:03.888578 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:03.915014 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:02:03.924903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:02:03.929615 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:03.973397 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87674a87-6fb2-4d25-a7ed-61d3d763cb32'] response: {'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'code': 200} May 29 02:02:03.975666 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122006-5849-4de6-ad21-4f42ee116b10 req-2075604b-3b99-433f-9a2b-581ab76fe834 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:03.977147 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4d122006-5849-4de6-ad21-4f42ee116b10 req-2075604b-3b99-433f-9a2b-581ab76fe834 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0834389 May 29 02:02:04.007909 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:02:04.033214 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4d122006-5849-4de6-ad21-4f42ee116b10 req-2c7e0453-9bb9-48ca-bf04-a03aa01e131b tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502012 May 29 02:02:04.237482 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-068654d5-0b69-48a2-9b3e-47172d77c761 req-f5a943cb-1191-41a3-8281-5183b247c96d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0707929 May 29 02:02:04.278095 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-068654d5-0b69-48a2-9b3e-47172d77c761 req-e9b416b4-43b1-4e6a-90a3-e39170fe2cf9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344732 May 29 02:02:04.809058 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:05.238018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad73cec-2fd5-41c0-a393-89f846b96922 req-86868d53-08b9-4981-a05a-a3ddb4dae653 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:05.239447 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ad73cec-2fd5-41c0-a393-89f846b96922 req-86868d53-08b9-4981-a05a-a3ddb4dae653 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0829985 May 29 02:02:05.284558 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2ad73cec-2fd5-41c0-a393-89f846b96922 req-1df2c339-6f77-4ce4-9732-fda8de01021f tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 May 29 02:02:05.614898 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:06.366860 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:06.484426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0c859-3d22-4891-a909-56ef5faf46f0 req-1d74cda3-bd41-4ad7-b552-2bd25186e8a2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:06.486456 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f3b0c859-3d22-4891-a909-56ef5faf46f0 req-1d74cda3-bd41-4ad7-b552-2bd25186e8a2 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0762436 May 29 02:02:06.533075 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f3b0c859-3d22-4891-a909-56ef5faf46f0 req-b426f5fe-3a5f-4dc0-9ac1-5da3046af366 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411611 May 29 02:02:17.313073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:25.104432 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:02:31.634768 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-3ad76f98-2e27-4a1d-903f-ed33f2779338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:33.717143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4a1da1de-8d22-46ee-a63f-79219582353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:34.815280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:35.617146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:36.370874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:47.303870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:02:55.472141 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-a6a1faee-5581-4811-83f2-d5f4c033ea82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662911 May 29 02:02:55.609720 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-1f998c3e-52e8-4af1-a4ac-820da4bbc0b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0715778 May 29 02:02:55.749991 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-5fc3b8cb-fc98-48f5-bf1c-0c26d8b84870 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:55.751310 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-5fc3b8cb-fc98-48f5-bf1c-0c26d8b84870 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1235406 May 29 02:02:55.933935 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-e90bd959-e9d1-476b-808f-e127c89b902b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 1002 time: 0.1767313 May 29 02:02:55.994318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-7e79b667-5825-4728-bdd5-de0bb1def8e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:02:55.995697 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-7e79b667-5825-4728-bdd5-de0bb1def8e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0565436 May 29 02:02:56.067128 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-6fc19f78-3c23-42c4-8ef7-d66a4f6f746a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654631 May 29 02:02:56.195422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-3fd9b460-e231-4e88-9f31-2c00553d369e service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228321 May 29 02:02:56.322110 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-ace00173-5791-4950-9a00-b403fc2d70c5 req-b5195b50-35ad-42c3-b0f9-eacb4a710eab service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213961 May 29 02:03:01.638332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dd138677-b98e-48cb-915f-4904eb269f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:02.105108 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:03:03.718427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c8a320ee-9057-4a1f-891d-0ea132e60f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:04.815722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:05.618561 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:06.372447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:17.303424 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:20.456609 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38610) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:20.656476 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Deleting port 01f08220-9b2c-4c64-96ff-d0e6e41c7790 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:20.656808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:20.820559 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:20.820775 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:20.939672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Calling delete_port for 01f08220-9b2c-4c64-96ff-d0e6e41c7790 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:21.083512 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:21.135079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event deleted for resources: {'Port': ['ID=01f08220-9b2c-4c64-96ff-d0e6e41c7790,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:21.179930 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.180322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.180660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.180989 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.181321 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.181643 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.181963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.182283 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.182600 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.182914 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.183249 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:21.238010 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:21.711287 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Router df73e77f-e520-48ef-963b-a091570cde32 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:03:21.904526 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:03:21.914741 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] Sync routers for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:03:21.920867 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:21.926410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:21.927396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:21.976133 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c45435ab-3afb-451e-88d6-14c090756fda tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "DELETE /v2.0/floatingips/6c66761e-0a3d-4028-9db2-45820e9814a4 HTTP/1.1" status: 204 len: 168 time: 1.5182264 May 29 02:03:21.976537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:03:22.045092 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18268d9a-3c84-4681-a07f-baf949c0a642'] response: {'name': 'network-changed', 'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'status': 'completed', 'code': 200} May 29 02:03:22.119360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:22.136478 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-940ea021-2d59-4938-83f7-510d6426955f req-1a8af241-a596-48f2-a915-424813d39923 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 1099 time: 0.0710933 May 29 02:03:22.276214 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ea021-2d59-4938-83f7-510d6426955f req-0e02791e-978f-4bf1-a385-aa32e6192547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:22.277692 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-940ea021-2d59-4938-83f7-510d6426955f req-0e02791e-978f-4bf1-a385-aa32e6192547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 200 len: 909 time: 0.1346309 May 29 02:03:22.348761 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-940ea021-2d59-4938-83f7-510d6426955f req-31109c3e-27e8-473d-a00d-f0900ea2512b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 200 len: 217 time: 0.0650344 May 29 02:03:22.388607 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cb5b0-07ec-44a2-9126-6d8f5cadb543 req-5e8047e7-e412-4d73-b453-9f25dd45eb75 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:22.390695 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-290cb5b0-07ec-44a2-9126-6d8f5cadb543 req-5e8047e7-e412-4d73-b453-9f25dd45eb75 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0851798 May 29 02:03:22.416617 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ea021-2d59-4938-83f7-510d6426955f req-db79bd7e-5812-459b-b0fd-89f8d7244c86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:22.418164 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-940ea021-2d59-4938-83f7-510d6426955f req-db79bd7e-5812-459b-b0fd-89f8d7244c86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 200 len: 847 time: 0.0632889 May 29 02:03:22.437406 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-290cb5b0-07ec-44a2-9126-6d8f5cadb543 req-44cbcb30-3b83-4b45-8e1b-9ad68581e8d5 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 May 29 02:03:22.495602 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-940ea021-2d59-4938-83f7-510d6426955f req-0f787c42-e71a-4984-9b1e-292269460539 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5435c26b-610a-4576-b3f9-76f567a41b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708785 May 29 02:03:22.499073 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:22.503204 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] Checking router: df73e77f-e520-48ef-963b-a091570cde32 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:03:22.514711 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:22.515332 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:22.627047 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-940ea021-2d59-4938-83f7-510d6426955f req-e85d5688-6527-4e1a-806e-70dd32429373 service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241384 May 29 02:03:22.694407 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:22.757506 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-940ea021-2d59-4938-83f7-510d6426955f req-f49232bd-4764-4237-9bc7-657bb7192f4c service neutron] 10.222.0.16 "GET /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242123 May 29 02:03:23.026423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:23.030345 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9acdde9-cde2-403e-bf3e-f5a6623612fa None None] The sync data for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv is: [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:28Z', 'revision_number': 4, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb', 'name': '', 'network_id': '5435c26b-610a-4576-b3f9-76f567a41b11', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'mac_address': 'fa:16:3e:88:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:28Z', 'updated_at': '2022-05-29T01:53:46Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'subnets': [{'id': '3cdac5dc-5e3e-471a-9924-d6c3f2ec6132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:03:23.244522 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2021e-3a18-416d-9bb7-8a1c29c82ac6 None None] New status for floating IP 6c66761e-0a3d-4028-9db2-45820e9814a4: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 02:03:23.647090 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e53f-1d43-479d-bc6a-87004a7f1be2 req-0c4a5d82-1dd1-4090-a7b8-ee31a5d7084d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:23.648432 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0d17e53f-1d43-479d-bc6a-87004a7f1be2 req-0c4a5d82-1dd1-4090-a7b8-ee31a5d7084d tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0739725 May 29 02:03:23.695484 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0d17e53f-1d43-479d-bc6a-87004a7f1be2 req-a76a1551-f08c-4198-a51b-c77de536514a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/security-groups?id=05d6c476-3074-4d35-8b9d-c2b8ebd340d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417325 May 29 02:03:23.926898 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-0e995768-f43f-4d26-868d-e2b1f3c70fd7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:23.927573 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-0e995768-f43f-4d26-868d-e2b1f3c70fd7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Synchronizing usage tracker for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:03:23.942316 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-0e995768-f43f-4d26-868d-e2b1f3c70fd7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Unset dirty status for tenant:d44b7f3692c944e2a3e306a42704bbe4 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:03:23.943544 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-0e995768-f43f-4d26-868d-e2b1f3c70fd7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 946 time: 0.0944409 May 29 02:03:24.008091 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Deleting port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:24.008677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:24.350748 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] For port 8f47ae36-d5a6-45ca-b919-2de3db9fe353, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8f47ae36-d5a6-45ca-b919-2de3db9fe353,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:24.351016 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:24.468992 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Calling delete_port for 8f47ae36-d5a6-45ca-b919-2de3db9fe353 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:24.612099 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:24.663892 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event deleted for resources: {'Port': ['ID=8f47ae36-d5a6-45ca-b919-2de3db9fe353,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:24.734542 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] No DVR routers for this DVR port 8f47ae36-d5a6-45ca-b919-2de3db9fe353 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 02:03:24.737039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:24.739564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-deleted', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:03:24.756906 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-adee1ce0-5713-4eb5-948b-a832d9cf36d8 req-77358039-6227-47da-ab42-a365c8a48f62 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.16 "DELETE /v2.0/ports/8f47ae36-d5a6-45ca-b919-2de3db9fe353 HTTP/1.1" status: 204 len: 173 time: 0.8078403 May 29 02:03:24.805716 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26ba586-80e2-483d-bf54-5f18f07b6260'] response: {'server_uuid': '3ee75690-f8ab-4b2d-816c-eb97d4542e98', 'name': 'network-vif-deleted', 'tag': '8f47ae36-d5a6-45ca-b919-2de3db9fe353', 'status': 'completed', 'code': 200} May 29 02:03:24.862957 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-758a5922-5293-48be-aad6-b6dc378a345c req-043fb07c-5f33-41d5-98c1-736582e3d40a tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ee75690-f8ab-4b2d-816c-eb97d4542e98 HTTP/1.1" status: 200 len: 210 time: 0.0412366 May 29 02:03:25.971176 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38632) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:26.039970 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93ee5ba6-cdcf-4e64-bd26-6e30c88ee9a7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:26.068808 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93ee5ba6-cdcf-4e64-bd26-6e30c88ee9a7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:26.141258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93ee5ba6-cdcf-4e64-bd26-6e30c88ee9a7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:26.164327 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee5ba6-cdcf-4e64-bd26-6e30c88ee9a7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d6c476-3074-4d35-8b9d-c2b8ebd340d1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:26.171034 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-93ee5ba6-cdcf-4e64-bd26-6e30c88ee9a7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:26.174714 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-93ee5ba6-cdcf-4e64-bd26-6e30c88ee9a7 tempest-TestShelveInstance-313264133 tempest-TestShelveInstance-313264133-project] 10.222.0.33 "DELETE /v2.0/security-groups/05d6c476-3074-4d35-8b9d-c2b8ebd340d1 HTTP/1.1" status: 204 len: 168 time: 0.1999829 May 29 02:03:26.232682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38638) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:26.798054 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:27.503406 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Deleting port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:27.504033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:27.679392 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] For port 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:27.679750 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:27.801796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Calling delete_port for 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:27.974266 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:28.018734 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:28.148396 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f47ae36-d5a6-45ca-b919-2de3db9fe353 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:03:28.184623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 8f47ae36-d5a6-45ca-b919-2de3db9fe353 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:03:28.184969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 8f47ae36-d5a6-45ca-b919-2de3db9fe353 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:03:28.302834 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:28.962746 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Router df73e77f-e520-48ef-963b-a091570cde32 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:03:29.161245 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:03:29.171161 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] Sync routers for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:03:29.176525 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-438bd46b-a4af-4035-a582-7dd1b95a3419 admin admin] 10.222.0.33 "PUT /v2.0/routers/df73e77f-e520-48ef-963b-a091570cde32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9409087 May 29 02:03:29.179806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38644) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:29.187968 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:29.188630 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:29.364389 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:29.374531 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:29.649680 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T02:03:27Z', 'revision_number': 5, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port': {'id': 'b5b43918-0d0d-4ab5-8592-1b826921975a', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73e77f-e520-48ef-963b-a091570cde32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T01:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:29.653573 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] Checking router: df73e77f-e520-48ef-963b-a091570cde32 for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:03:29.655676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:29.664672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] Routers {'df73e77f-e520-48ef-963b-a091570cde32'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:29.665310 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['df73e77f-e520-48ef-963b-a091570cde32'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:29.665602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Deleting port b5b43918-0d0d-4ab5-8592-1b826921975a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:29.665731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:29.815749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] Set router df73e77f-e520-48ef-963b-a091570cde32 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:29.838568 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] For port b5b43918-0d0d-4ab5-8592-1b826921975a, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=b5b43918-0d0d-4ab5-8592-1b826921975a,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:29.838927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:29.960097 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Calling delete_port for b5b43918-0d0d-4ab5-8592-1b826921975a owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:29.965945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T02:03:29Z', 'revision_number': 6, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:29.969880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab14802-fba6-4da6-8116-6cc745e284cf None None] The sync data for ids ['df73e77f-e520-48ef-963b-a091570cde32'] in dv-neutron-843186-2-hyperv is: [{'id': 'df73e77f-e520-48ef-963b-a091570cde32', 'name': 'tempest-TestShelveInstance-887343150-router', 'tenant_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:26Z', 'updated_at': '2022-05-29T02:03:29Z', 'revision_number': 6, 'project_id': 'd44b7f3692c944e2a3e306a42704bbe4', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:03:30.128471 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.174481 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b43918-0d0d-4ab5-8592-1b826921975a,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:30.241364 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.241955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.241955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.242255 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.242581 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.242897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.243212 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.243525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.243837 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.244173 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.244490 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:30.403319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.657872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.661826 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.686728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.686728 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router df73e77f-e520-48ef-963b-a091570cde32 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 02:03:30.701190 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.704529 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-31998911-4a0c-43dd-b618-9fb33d2073ac admin admin] 10.222.0.33 "DELETE /v2.0/routers/df73e77f-e520-48ef-963b-a091570cde32 HTTP/1.1" status: 204 len: 168 time: 1.5214489 May 29 02:03:30.704761 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38648) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:30.753133 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5b43918-0d0d-4ab5-8592-1b826921975a no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:03:30.768766 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] Deleting subnet 3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 02:03:30.772291 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.790938 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: b5b43918-0d0d-4ab5-8592-1b826921975a {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:03:30.791283 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device b5b43918-0d0d-4ab5-8592-1b826921975a not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:03:30.791698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:03:30.823372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:03:30.823592 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:30.823726 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 51d5635b-b8c7-4fdb-ab0b-aeab0c8e7acb not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:03:31.001234 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.070617 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.105588 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdac5dc-5e3e-471a-9924-d6c3f2ec6132,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:31.114220 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.121801 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f05844d-4e8f-4f2d-bb0c-f25fe1d192f2 None None] Network 5435c26b-610a-4576-b3f9-76f567a41b11 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:03:31.121922 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cb10a1af-2a7e-4667-afba-7c019b99498c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/3cdac5dc-5e3e-471a-9924-d6c3f2ec6132 HTTP/1.1" status: 204 len: 168 time: 0.4139574 May 29 02:03:31.123161 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38652) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:31.227806 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.237721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Deleting port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:31.238049 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.363335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] DHCP port deletion for 5435c26b-610a-4576-b3f9-76f567a41b11 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 02:03:31.367841 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Deleting port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:31.368302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.438720 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] For port 107f8818-e198-4e8d-a5ae-3d80f40dcc02, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=107f8818-e198-4e8d-a5ae-3d80f40dcc02,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:31.439318 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.555211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Calling delete_port for 107f8818-e198-4e8d-a5ae-3d80f40dcc02 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:31.564146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] For port 107f8818-e198-4e8d-a5ae-3d80f40dcc02, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=107f8818-e198-4e8d-a5ae-3d80f40dcc02,segment=NetworkSegment(3d077531-c35e-42bc-9ace-f2ed34cb10c6),segment_id=3d077531-c35e-42bc-9ace-f2ed34cb10c6)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:31.564539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.630055 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.674799 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Pushing event deleted for resources: {'Port': ['ID=107f8818-e198-4e8d-a5ae-3d80f40dcc02,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:31.679886 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] No DVR routers for this DVR port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 02:03:31.693317 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Calling delete_port for 107f8818-e198-4e8d-a5ae-3d80f40dcc02 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:31.729888 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b81e6d4b-9528-4bad-8cf1-479e4db425ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.766955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 02:03:31.767639 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 02:03:31.796629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.822846 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5435c26b-610a-4576-b3f9-76f567a41b11']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:31.835261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d077531-c35e-42bc-9ace-f2ed34cb10c6') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:31.835632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d077531-c35e-42bc-9ace-f2ed34cb10c6') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:31.846838 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.864516 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.871754 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 02:03:31.872241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 02:03:31.886008 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 02:03:31.963029 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.986264 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:31.996475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] Pushing event deleted for resources: {'Network': ['ID=5435c26b-610a-4576-b3f9-76f567a41b11,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:32.010731 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b6cf8dd8-9637-4006-b9be-f2874ce8944f admin admin] 10.222.0.33 "DELETE /v2.0/networks/5435c26b-610a-4576-b3f9-76f567a41b11 HTTP/1.1" status: 204 len: 168 time: 0.8865821 May 29 02:03:32.013492 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38656) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:32.268562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Deleting port 107f8818-e198-4e8d-a5ae-3d80f40dcc02 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:32.269059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:32.333901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-d34981d3-a08a-416c-9563-90eae366cf1c None None] The port '107f8818-e198-4e8d-a5ae-3d80f40dcc02' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 02:03:32.390969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:32.609211 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 107f8818-e198-4e8d-a5ae-3d80f40dcc02 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:03:32.642311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 107f8818-e198-4e8d-a5ae-3d80f40dcc02 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:03:32.642663 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 107f8818-e198-4e8d-a5ae-3d80f40dcc02 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:03:33.053934 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Deleting port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:33.054474 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:33.222226 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] For port 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,segment=NetworkSegment(500fc97c-5e83-4da1-be9d-34707034f3cc),segment_id=500fc97c-5e83-4da1-be9d-34707034f3cc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:33.222570 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:33.339463 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Calling delete_port for 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:33.500261 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:33.547098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc37fea-134a-4a8d-8eb0-42b698bf3ec9,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:33.723003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7ba38292-a0f4-4a1a-b20f-fd2f467f8ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:33.835483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:34.489892 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Router 8f5f3af8-40be-44dc-a2a9-63128f575760 has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:03:34.702628 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:03:34.712156 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] Sync routers for ids ['8f5f3af8-40be-44dc-a2a9-63128f575760'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:03:34.720257 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-378c1454-9662-42b0-ba3e-c94b3aafa197 admin admin] 10.222.0.33 "PUT /v2.0/routers/8f5f3af8-40be-44dc-a2a9-63128f575760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7056851 May 29 02:03:34.722707 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38660) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:34.725298 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] Routers {'8f5f3af8-40be-44dc-a2a9-63128f575760'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:34.725593 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8f5f3af8-40be-44dc-a2a9-63128f575760'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:34.820228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:34.904522 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] Set router 8f5f3af8-40be-44dc-a2a9-63128f575760 gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:34.930443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:35.121710 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:35.133713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Deleting port d784e4de-73ae-40ec-9511-3cdcab8ec867 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:35.134422 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:35.185177 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T02:03:33Z', 'revision_number': 5, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port': {'id': 'd784e4de-73ae-40ec-9511-3cdcab8ec867', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T01:53:32Z', 'updated_at': '2022-05-29T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:35.189374 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] Checking router: 8f5f3af8-40be-44dc-a2a9-63128f575760 for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:03:35.201240 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] Routers {'8f5f3af8-40be-44dc-a2a9-63128f575760'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:35.201845 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['8f5f3af8-40be-44dc-a2a9-63128f575760'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:35.327713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] For port d784e4de-73ae-40ec-9511-3cdcab8ec867, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=d784e4de-73ae-40ec-9511-3cdcab8ec867,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:35.328096 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:35.383714 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] Set router 8f5f3af8-40be-44dc-a2a9-63128f575760 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:35.491653 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T02:03:35Z', 'revision_number': 6, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:35.495817 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d9a27-9ded-406a-a03f-fd7d5a116bb9 None None] The sync data for ids ['8f5f3af8-40be-44dc-a2a9-63128f575760'] in dv-neutron-843186-2-hyperv is: [{'id': '8f5f3af8-40be-44dc-a2a9-63128f575760', 'name': 'tempest-TestShelveInstance-707528449-router', 'tenant_id': '7ce53f490b344b9f9c2f5c691336cc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T01:53:31Z', 'updated_at': '2022-05-29T02:03:35Z', 'revision_number': 6, 'project_id': '7ce53f490b344b9f9c2f5c691336cc53', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:03:35.563960 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Calling delete_port for d784e4de-73ae-40ec-9511-3cdcab8ec867 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:35.621175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:35.725114 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:35.771304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d784e4de-73ae-40ec-9511-3cdcab8ec867,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:35.987629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.239414 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.244436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.269674 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.270194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5f3af8-40be-44dc-a2a9-63128f575760 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 02:03:36.282615 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.283716 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-cb6515b9-e9a3-4d1f-a6c0-7b60f1a13be9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/8f5f3af8-40be-44dc-a2a9-63128f575760 HTTP/1.1" status: 204 len: 168 time: 1.5601437 May 29 02:03:36.286279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38664) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:36.344955 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] Deleting subnet d7eb4137-721b-4731-8de7-8b041940fbe2 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 02:03:36.347880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.377508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.400738 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.479445 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.550452 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.591154 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7eb4137-721b-4731-8de7-8b041940fbe2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:36.597269 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.604696 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-bb424ebc-0722-4dde-b30f-2edaf5a278bd admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d7eb4137-721b-4731-8de7-8b041940fbe2 HTTP/1.1" status: 204 len: 168 time: 0.3173418 May 29 02:03:36.606891 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38668) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:36.607304 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e34d09-f421-487d-9053-91f499131b94 None None] Network 515d77f1-81d9-4941-a478-9d2ed0a81d42 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:03:36.623286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d784e4de-73ae-40ec-9511-3cdcab8ec867 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:03:36.704627 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: d784e4de-73ae-40ec-9511-3cdcab8ec867 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:03:36.704967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device d784e4de-73ae-40ec-9511-3cdcab8ec867 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:03:36.705384 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:03:36.711351 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.721470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Deleting port 2ba7e594-cf2d-431a-b04e-40c73051fe04 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:36.721789 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:36.750434 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:03:36.750706 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2dc37fea-134a-4a8d-8eb0-42b698bf3ec9 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:03:36.921263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] DHCP port deletion for 515d77f1-81d9-4941-a478-9d2ed0a81d42 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 02:03:36.925779 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Deleting port 2ba7e594-cf2d-431a-b04e-40c73051fe04 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:36.926151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.014129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] For port 2ba7e594-cf2d-431a-b04e-40c73051fe04, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2ba7e594-cf2d-431a-b04e-40c73051fe04,segment=NetworkSegment(500fc97c-5e83-4da1-be9d-34707034f3cc),segment_id=500fc97c-5e83-4da1-be9d-34707034f3cc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:37.014408 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.135337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Calling delete_port for 2ba7e594-cf2d-431a-b04e-40c73051fe04 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:37.155712 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] For port 2ba7e594-cf2d-431a-b04e-40c73051fe04, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=2ba7e594-cf2d-431a-b04e-40c73051fe04,segment=NetworkSegment(500fc97c-5e83-4da1-be9d-34707034f3cc),segment_id=500fc97c-5e83-4da1-be9d-34707034f3cc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:37.156043 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.212464 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.257426 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba7e594-cf2d-431a-b04e-40c73051fe04,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:37.262007 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] No DVR routers for this DVR port 2ba7e594-cf2d-431a-b04e-40c73051fe04 on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 02:03:37.282634 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Calling delete_port for 2ba7e594-cf2d-431a-b04e-40c73051fe04 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:03:37.355869 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 02:03:37.356238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 02:03:37.373995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.398578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515d77f1-81d9-4941-a478-9d2ed0a81d42']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:37.413537 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500fc97c-5e83-4da1-be9d-34707034f3cc') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:37.413824 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500fc97c-5e83-4da1-be9d-34707034f3cc') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:37.424782 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.440199 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.446767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 02:03:37.447134 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 02:03:37.459815 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 02:03:37.530540 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.535629 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.563353 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] Pushing event deleted for resources: {'Network': ['ID=515d77f1-81d9-4941-a478-9d2ed0a81d42,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:37.569502 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-d1eb042b-06a2-476b-9a2f-4b1a06fa309c admin admin] 10.222.0.33 "DELETE /v2.0/networks/515d77f1-81d9-4941-a478-9d2ed0a81d42 HTTP/1.1" status: 204 len: 168 time: 0.9616926 May 29 02:03:37.751555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38674) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:37.804419 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-3f8a1174-94fc-4ebb-9036-dca673b150f2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d44b7f3692c944e2a3e306a42704bbe4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515523 May 29 02:03:37.806699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38678) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:37.858006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Deleting port 2ba7e594-cf2d-431a-b04e-40c73051fe04 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:03:37.858557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.864604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e674f465-a91b-4c18-bd02-c8a9508cb26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.890655 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e674f465-a91b-4c18-bd02-c8a9508cb26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.931391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-0481ec7a-7e7d-467b-8315-57846e5d1187 None None] The port '2ba7e594-cf2d-431a-b04e-40c73051fe04' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 02:03:37.953358 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e674f465-a91b-4c18-bd02-c8a9508cb26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.968679 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674f465-a91b-4c18-bd02-c8a9508cb26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7083fa-36e5-4634-9dfc-eb01247fc899,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:37.977092 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e674f465-a91b-4c18-bd02-c8a9508cb26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:37.978186 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e674f465-a91b-4c18-bd02-c8a9508cb26a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dc7083fa-36e5-4634-9dfc-eb01247fc899 HTTP/1.1" status: 204 len: 168 time: 0.1706231 May 29 02:03:38.417603 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38686) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:38.466375 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-59ccb2ba-56c0-4a41-9ddc-3035382f1c8f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7ce53f490b344b9f9c2f5c691336cc53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476434 May 29 02:03:38.468775 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38690) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:38.529319 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93b130d3-ad0a-43e4-8eb4-31151abe83b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:38.554147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93b130d3-ad0a-43e4-8eb4-31151abe83b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:38.606798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93b130d3-ad0a-43e4-8eb4-31151abe83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:38.614340 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2ba7e594-cf2d-431a-b04e-40c73051fe04 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:03:38.622815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b130d3-ad0a-43e4-8eb4-31151abe83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aeea8c-6047-41bc-bcfd-f692334173a1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:38.628800 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-93b130d3-ad0a-43e4-8eb4-31151abe83b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:38.629961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-93b130d3-ad0a-43e4-8eb4-31151abe83b1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d9aeea8c-6047-41bc-bcfd-f692334173a1 HTTP/1.1" status: 204 len: 168 time: 0.1603253 May 29 02:03:38.663980 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 2ba7e594-cf2d-431a-b04e-40c73051fe04 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:03:38.664360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 2ba7e594-cf2d-431a-b04e-40c73051fe04 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:03:39.104816 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:03:39.518936 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38712) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:39.654663 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1617813272-network', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:39.659388 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:39.663929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Usage tracker for resource:network and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:39.666810 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:39.672767 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:39.683284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Made reservation on behalf of a4140a48d5244b259d21fb448746cfcf for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 02:03:39.685731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:39.698994 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:39.731758 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:39.735676 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:39.738409 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:39.744600 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:39.809865 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:39.813498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:39.847742 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 02:03:39.853439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef24f55-d192-414a-aebe-f81568a77ef2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:39.860555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:39.861630 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.segments_db [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Added segment 2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd of type vlan for network 87fabbba-d45a-41db-b030-4ca1be7db110 May 29 02:03:39.887604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:39.916129 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:39.916901 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:39.917477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.018588 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4985750 May 29 02:03:40.019418 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c827339-3ca8-47ae-8d50-7fbeb5c14a5a admin admin] Pushing event updated for resources: {'Network': ['ID=87fabbba-d45a-41db-b030-4ca1be7db110,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:40.022019 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38718) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:40.027436 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Request body: {'subnet': {'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1617813272-subnet', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:40.030653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network 87fabbba-d45a-41db-b030-4ca1be7db110 details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 02:03:40.032284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:40.036271 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Usage tracker for resource:subnet and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:40.039180 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:40.044795 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:40.055468 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Made reservation on behalf of a4140a48d5244b259d21fb448746cfcf for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 02:03:40.057969 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1797754'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.259219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1801231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1797736'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.336500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e7465c-fdc3-4df8-bff4-0a3301085870,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:40.344991 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Checking segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:03:40.345323 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Network hostable DHCP agents. Network: 87fabbba-d45a-41db-b030-4ca1be7db110, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 02:03:40.366447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Network 87fabbba-d45a-41db-b030-4ca1be7db110 is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 02:03:40.375548 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, 87fabbba-d45a-41db-b030-4ca1be7db110) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:40.379304 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:40.379873 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.386146 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8ef25-fb3d-410e-803d-dbb35a4c0eb4 None None] Network 87fabbba-d45a-41db-b030-4ca1be7db110 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:03:40.401789 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-c1e7591a-6d81-48ea-a435-50fe81a06f70 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3784595 May 29 02:03:40.404086 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 38722) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:40.408910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:40.413477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:40.417259 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Usage tracker for resource:router and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:40.420064 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:40.425731 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:40.437680 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.438509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.456241 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.606249 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-87fabbba-d45a-41db-b030-4ca1be7db110', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 02:03:40.607608 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.685405 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.770165 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Allocated IP 172.20.0.2 (87fabbba-d45a-41db-b030-4ca1be7db110/89e7465c-fdc3-4df8-bff4-0a3301085870/a23338b2-6913-485c-af77-ff6773a7269b) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:03:40.881949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.911133 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.979977 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:40.992793 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Transition to ACTIVE for port object a23338b2-6913-485c-af77-ff6773a7269b will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:41.013727 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Transition to ACTIVE for port object a23338b2-6913-485c-af77-ff6773a7269b will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:41.019883 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.060399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Allocated IP 172.26.5.141 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/28006c97-7ad6-4cbb-94ca-4bb07f40b975) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:03:41.107975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Network 87fabbba-d45a-41db-b030-4ca1be7db110 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:41.109390 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:41.112369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:03:41.119832 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Pushing event updated for resources: {'Port': ['ID=a23338b2-6913-485c-af77-ff6773a7269b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:41.199649 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.200264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.200692 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.201037 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.201512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.202065 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.202582 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.202927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.203259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.203590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.203921 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:41.229033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.229268 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Attempting to bind port a23338b2-6913-485c-af77-ff6773a7269b on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:03:41.229466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Attempting to bind port a23338b2-6913-485c-af77-ff6773a7269b by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:03:41.229822 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Attempting to bind port a23338b2-6913-485c-af77-ff6773a7269b on network 87fabbba-d45a-41db-b030-4ca1be7db110 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:03:41.236777 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:03:41.237147 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Checking segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:03:41.237544 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.238009 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Bound using segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:03:41.238702 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Bound port: a23338b2-6913-485c-af77-ff6773a7269b, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:03:41.239192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.265312 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.335270 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] For port a23338b2-6913-485c-af77-ff6773a7269b, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:03:41.338403 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] For port a23338b2-6913-485c-af77-ff6773a7269b, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a23338b2-6913-485c-af77-ff6773a7269b,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:03:41.342950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:41.343207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.347453 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:41.354282 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:03:41.383165 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Pushing event updated for resources: {'Port': ['ID=28006c97-7ad6-4cbb-94ca-4bb07f40b975,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:41.439433 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f3f0b-17c1-4299-89e8-1254a1eb0820 None None] Pushing event updated for resources: {'Port': ['ID=a23338b2-6913-485c-af77-ff6773a7269b,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:41.544983 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.545899 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:41.798784 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Router d6ffcbdd-29b3-44cf-a343-597eeb598daa is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 02:03:41.993500 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:03:42.002829 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45450eef-b094-4830-b382-87c271c1938e None None] Sync routers for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:03:42.015224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:42.015838 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:42.018054 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:42.020425 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-59c73bd6-05d0-4df5-b913-3aa2c7546956 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6154058 May 29 02:03:42.022359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38726) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:42.247466 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:42.423224 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86a8b0-6aca-4592-86a9-adb562e420e5 None None] Network 87fabbba-d45a-41db-b030-4ca1be7db110 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:03:42.558424 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-8b5eac20-8cd2-4d7a-be4e-4d91f59f52ed None None] Provisioning for port a23338b2-6913-485c-af77-ff6773a7269b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:42.665800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a23338b2-6913-485c-af77-ff6773a7269b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:42.787685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:42.811785 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:41Z', 'revision_number': 3, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:42.814348 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port a23338b2-6913-485c-af77-ff6773a7269b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:42.822027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a23338b2-6913-485c-af77-ff6773a7269b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:42.822395 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:42.845285 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45450eef-b094-4830-b382-87c271c1938e None None] Checking router: d6ffcbdd-29b3-44cf-a343-597eeb598daa for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:03:42.845632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45450eef-b094-4830-b382-87c271c1938e None None] Updating router d6ffcbdd-29b3-44cf-a343-597eeb598daa port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 02:03:42.935484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-45450eef-b094-4830-b382-87c271c1938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:42.999651 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Allocated IP 172.20.0.1 (87fabbba-d45a-41db-b030-4ca1be7db110/89e7465c-fdc3-4df8-bff4-0a3301085870/ec20e350-46b6-4023-9efa-1bba1cbdec43) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:03:43.110906 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.155400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.172765 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Transition to ACTIVE for port object ec20e350-46b6-4023-9efa-1bba1cbdec43 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:43.195248 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.239324 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port a23338b2-6913-485c-af77-ff6773a7269b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a23338b2-6913-485c-af77-ff6773a7269b,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:43.248029 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.263325 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Network 87fabbba-d45a-41db-b030-4ca1be7db110 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:43.266189 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:43.270583 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:03:43.298441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Pushing event updated for resources: {'Port': ['ID=ec20e350-46b6-4023-9efa-1bba1cbdec43,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:43.344078 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f754b3f0-21c4-4943-9be4-ef5e23d45ea9 None None] Provisioning complete for port a23338b2-6913-485c-af77-ff6773a7269b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:43.344452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f754b3f0-21c4-4943-9be4-ef5e23d45ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.431063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=a23338b2-6913-485c-af77-ff6773a7269b,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:43.442752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.524441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.572301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-45450eef-b094-4830-b382-87c271c1938e None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.586339 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-45450eef-b094-4830-b382-87c271c1938e None None] Transition to ACTIVE for port object 28006c97-7ad6-4cbb-94ca-4bb07f40b975 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:43.593302 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-45450eef-b094-4830-b382-87c271c1938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.670474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a5080-747b-4562-adba-7421752786e5 None None] Pushing event updated for resources: {'Port': ['ID=28006c97-7ad6-4cbb-94ca-4bb07f40b975,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:43.674238 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-45450eef-b094-4830-b382-87c271c1938e None None] Attempting to bind port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:03:43.674606 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-45450eef-b094-4830-b382-87c271c1938e None None] Attempting to bind port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:03:43.674981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45450eef-b094-4830-b382-87c271c1938e None None] Attempting to bind port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:03:43.684899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45450eef-b094-4830-b382-87c271c1938e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:03:43.685295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45450eef-b094-4830-b382-87c271c1938e None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:03:43.685675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-45450eef-b094-4830-b382-87c271c1938e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.686060 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45450eef-b094-4830-b382-87c271c1938e None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:03:43.686526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-45450eef-b094-4830-b382-87c271c1938e None None] Bound port: 28006c97-7ad6-4cbb-94ca-4bb07f40b975, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:03:43.686897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-45450eef-b094-4830-b382-87c271c1938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.751468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.753737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-95d7e19b-80e4-4415-b21c-99bb41f69fa8 None None] Provisioning for port ec20e350-46b6-4023-9efa-1bba1cbdec43 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:43.756462 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.808858 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-95d7e19b-80e4-4415-b21c-99bb41f69fa8 None None] Provisioning complete for port ec20e350-46b6-4023-9efa-1bba1cbdec43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:43.809228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95d7e19b-80e4-4415-b21c-99bb41f69fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.852383 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-45450eef-b094-4830-b382-87c271c1938e None None] For port 28006c97-7ad6-4cbb-94ca-4bb07f40b975, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:03:43.858843 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Pushing event updated for resources: {'Port': ['ID=ec20e350-46b6-4023-9efa-1bba1cbdec43,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:43.864188 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.866363 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-45450eef-b094-4830-b382-87c271c1938e None None] For port 28006c97-7ad6-4cbb-94ca-4bb07f40b975, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=28006c97-7ad6-4cbb-94ca-4bb07f40b975,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:03:43.868918 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-95d7e19b-80e4-4415-b21c-99bb41f69fa8 None None] Port ec20e350-46b6-4023-9efa-1bba1cbdec43 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 02:03:43.872138 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-45450eef-b094-4830-b382-87c271c1938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:43.953230 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a5080-747b-4562-adba-7421752786e5 None None] Pushing event updated for resources: {'Port': ['ID=28006c97-7ad6-4cbb-94ca-4bb07f40b975,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:43.956856 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:43.957465 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:44.006544 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Network 87fabbba-d45a-41db-b030-4ca1be7db110 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:44.007672 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:44.145656 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:44.372376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-c356f976-0739-4bda-ac09-4e4a97efd597 None None] Provisioning complete for port ec20e350-46b6-4023-9efa-1bba1cbdec43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:44.373033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-c356f976-0739-4bda-ac09-4e4a97efd597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:44.413037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Router d6ffcbdd-29b3-44cf-a343-597eeb598daa has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:03:44.453752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-c356f976-0739-4bda-ac09-4e4a97efd597 None None] Port ec20e350-46b6-4023-9efa-1bba1cbdec43 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 02:03:44.526215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-45450eef-b094-4830-b382-87c271c1938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 2, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:44.530286 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45450eef-b094-4830-b382-87c271c1938e None None] The sync data for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 2, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:03:44.621511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:03:44.628676 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a23338b2-6913-485c-af77-ff6773a7269b up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:44.640660 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-2d558501-b860-4d8f-8e60-7d27684e4066 admin admin] 10.222.0.33 "PUT /v2.0/routers/d6ffcbdd-29b3-44cf-a343-597eeb598daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6169965 May 29 02:03:44.726945 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port a23338b2-6913-485c-af77-ff6773a7269b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:44.727319 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.551627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38748) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:45.557821 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2062459989-network', 'tenant_id': '101d939448e34dc78eedc637dd849f27'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:45.562853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:45.566774 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Usage tracker for resource:network and tenant:101d939448e34dc78eedc637dd849f27 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:45.569974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:45.575616 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:45.586123 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Made reservation on behalf of 101d939448e34dc78eedc637dd849f27 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 02:03:45.588387 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.601391 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.637838 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:45.641818 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Usage tracker for resource:security_group_rule and tenant:101d939448e34dc78eedc637dd849f27 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:45.644755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:45.651715 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:45.723096 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.729042 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.761180 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 29 02:03:45.766386 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4559d53-91fe-480f-8664-76b13bfbbcc4,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:45.776107 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.776688 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.segments_db [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Added segment 8c432ae3-fb80-49e4-86b1-88d7b6da5fea of type vlan for network c0a999c0-63cd-4cd5-874a-5a7e8898f41f May 29 02:03:45.804223 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771532449805'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.832340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.833291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:45.834553 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:45.937259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a999c0-63cd-4cd5-874a-5a7e8898f41f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:45.944996 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-fd5f9d2c-af1d-4c1c-87b1-1ed76f49dca2 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3873866 May 29 02:03:45.946065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38752) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:45.951236 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f details requested by agent ovs-agent-dv-neutron-843186-2-hyperv with host dv-neutron-843186-2-hyperv {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 29 02:03:45.951865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Request body: {'subnet': {'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2062459989-subnet', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:45.956286 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:45.961074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Usage tracker for resource:subnet and tenant:101d939448e34dc78eedc637dd849f27 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:45.964441 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:45.971354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:45.983454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Made reservation on behalf of 101d939448e34dc78eedc637dd849f27 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 02:03:45.986075 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1111618'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.293865 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1784812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1111632'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.367832 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9098e431-25d7-45f8-9154-67136081259f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:46.380089 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Checking segment: {'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:03:46.380705 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Network hostable DHCP agents. Network: c0a999c0-63cd-4cd5-874a-5a7e8898f41f, hostable agents: ['a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 29 02:03:46.402314 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f is scheduled to be hosted by DHCP agent a1dc6fc6-a60e-4c97-b99a-a8d685ade9cc with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 29 02:03:46.411620 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843186-2-hyperv, c0a999c0-63cd-4cd5-874a-5a7e8898f41f) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:46.416615 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:46.417691 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.420653 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85254973-8b20-4d76-8854-8cfde7fb9f4b None None] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:03:46.438070 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-ad216dad-8c55-4977-8c0b-30f1854ee045 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4909966 May 29 02:03:46.440719 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38756) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:46.446071 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:46.450872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:46.454706 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Usage tracker for resource:router and tenant:101d939448e34dc78eedc637dd849f27 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:46.457533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:46.464092 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:46.474169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1031449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4938'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.475640 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4929'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.496440 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.644519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 28006c97-7ad6-4cbb-94ca-4bb07f40b975 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:46.655763 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1017571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3499'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.671447 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaac498a9-7b02-5e20-a355-a8ee2ded4ae0-c0a999c0-63cd-4cd5-874a-5a7e8898f41f', 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'fixed_ips': [{'subnet_id': '9098e431-25d7-45f8-9154-67136081259f'}]}} from dv-neutron-843186-2-hyperv. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 29 02:03:46.672256 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.799870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:46.837140 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:46.837424 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.842069 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.871322 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:46.911510 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.db_base_plugin_common [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Allocated IP 172.20.0.2 (c0a999c0-63cd-4cd5-874a-5a7e8898f41f/9098e431-25d7-45f8-9154-67136081259f/815c1cc6-d4a5-4694-b32a-9ad8f0127c78) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:03:47.011758 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Allocated IP 172.26.5.23 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/38dedd28-35b8-4e5e-a31a-0c1c35477f0e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:03:47.098392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.136681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 28006c97-7ad6-4cbb-94ca-4bb07f40b975, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=28006c97-7ad6-4cbb-94ca-4bb07f40b975,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:47.146464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.166258 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.197435 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.266923 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:47.269789 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:47.274610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=28006c97-7ad6-4cbb-94ca-4bb07f40b975,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:47.274788 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:03:47.288416 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.298952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Transition to ACTIVE for port object 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:47.304971 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Pushing event updated for resources: {'Port': ['ID=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:47.328981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Transition to ACTIVE for port object 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:47.331356 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.334274 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.403361 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:47.406190 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.scheduler.base_scheduler [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:47.410493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:03:47.414931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Pushing event updated for resources: {'Port': ['ID=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:47.438571 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.439289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1017578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029235'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.500508 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Attempting to bind port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:03:47.500881 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Attempting to bind port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:03:47.501247 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Attempting to bind port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 on network c0a999c0-63cd-4cd5-874a-5a7e8898f41f {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:03:47.507720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:03:47.508121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Checking segment: {'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:03:47.508778 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.509173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Bound using segment: {'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:03:47.509637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Bound port: 815c1cc6-d4a5-4694-b32a-9ad8f0127c78, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:03:47.510024 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.597737 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] For port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:03:47.601418 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] For port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,segment=NetworkSegment(8c432ae3-fb80-49e4-86b1-88d7b6da5fea),segment_id=8c432ae3-fb80-49e4-86b1-88d7b6da5fea)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:03:47.605975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.667564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e is scheduled to L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 29 02:03:47.683292 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4800147-b283-4dca-90bb-ac5080a16b2a None None] Pushing event updated for resources: {'Port': ['ID=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:47.892433 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:03:47.902704 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Sync routers for ids ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:03:47.915285 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Routers {'80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:47.915906 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:47.925626 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:47.926955 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-b4850d13-5a16-43cd-a449-faaab4b641ba admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4851890 May 29 02:03:47.929852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38760) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:48.097643 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Set router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:48.395955 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 3, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port': {'id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:48.401196 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Checking router: 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:03:48.401638 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Updating router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 02:03:48.456162 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:48.566126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78dcab-a150-47b2-bd04-3cbdfbcdc55e None None] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:03:48.725490 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-a09e2d0b-d0ad-4232-9db9-751baaf2d488 None None] Provisioning for port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:48.747472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:48.819547 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:48.831282 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Transition to ACTIVE for port object 38dedd28-35b8-4e5e-a31a-0c1c35477f0e will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:48.833079 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:48.840145 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:48.916176 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:48.923673 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:48.924089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:48.927411 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Attempting to bind port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:03:48.928173 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Attempting to bind port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:03:48.928648 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Attempting to bind port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e on network de10c069-c6dd-489e-8941-64c064559cf5 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:03:48.936747 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Pushing event updated for resources: {'Port': ['ID=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:48.947023 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.947478 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.947894 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.948322 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.948740 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.949185 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.949587 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.949998 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.951704 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.951704 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.951704 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:03:48.956740 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:03:48.957238 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Checking segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:03:48.957733 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:48.958200 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Bound using segment: {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:03:48.959506 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Bound port: 38dedd28-35b8-4e5e-a31a-0c1c35477f0e, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6acc0-a9a1-44af-98c6-a11631d5d1da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:03:48.960225 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.038330 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] For port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:03:49.041941 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] For port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:03:49.047791 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.054169 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.076340 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Allocated IP 172.20.0.1 (c0a999c0-63cd-4cd5-874a-5a7e8898f41f/9098e431-25d7-45f8-9154-67136081259f/93bab767-2994-4c53-b23a-25a22ec2a5f0) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:03:49.100684 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,segment=NetworkSegment(8c432ae3-fb80-49e4-86b1-88d7b6da5fea),segment_id=8c432ae3-fb80-49e4-86b1-88d7b6da5fea)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:49.105948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.125209 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Routers {'80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:49.125622 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:49.125739 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 28006c97-7ad6-4cbb-94ca-4bb07f40b975 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:49.277863 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.296400 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Transition to ACTIVE for port object 93bab767-2994-4c53-b23a-25a22ec2a5f0 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:49.299569 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:49.300632 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b130f48-b700-4494-bc2c-8b9cd92338b2 None None] Pushing event updated for resources: {'Port': ['ID=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:49.306811 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-1e610521-f542-4a86-aaea-e837639bfb9e None None] Provisioning complete for port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:49.307186 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1e610521-f542-4a86-aaea-e837639bfb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.323725 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.350307 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] Set router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:49.356374 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:49.356752 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.400567 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:49.401504 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Pushing event updated for resources: {'Port': ['ID=93bab767-2994-4c53-b23a-25a22ec2a5f0,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:49.404022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:49.406494 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:03:49.467555 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029513'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.560628 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.705725 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 3, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port': {'id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:49.711468 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfece16-30f7-433f-a9bf-aef1d1e8c70e None None] The sync data for ids ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'] in dv-neutron-843186-2-hyperv is: [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 3, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port': {'id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:03:49.718116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dcbbe36f-625c-4586-81a0-f725ab47318f None None] Provisioning for port 93bab767-2994-4c53-b23a-25a22ec2a5f0 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:49.723689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-dcbbe36f-625c-4586-81a0-f725ab47318f None None] Provisioning complete for port 93bab767-2994-4c53-b23a-25a22ec2a5f0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:49.724298 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe36f-625c-4586-81a0-f725ab47318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.780830 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbe36f-625c-4586-81a0-f725ab47318f None None] Port 93bab767-2994-4c53-b23a-25a22ec2a5f0 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 02:03:49.804022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.808216 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:49.998862 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Pushing event updated for resources: {'Port': ['ID=93bab767-2994-4c53-b23a-25a22ec2a5f0,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:50.004329 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4077604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029412'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:50.140506 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:50.141623 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:50.403820 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-92b23d30-f925-4b5f-b6ea-c14c60178795 None None] Provisioning complete for port 93bab767-2994-4c53-b23a-25a22ec2a5f0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:50.404103 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-92b23d30-f925-4b5f-b6ea-c14c60178795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:50.455705 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-92b23d30-f925-4b5f-b6ea-c14c60178795 None None] Port 93bab767-2994-4c53-b23a-25a22ec2a5f0 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 02:03:50.535065 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:03:50.625528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:50.697920 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:50.698393 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:50.746574 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:03:50.756410 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-954c5584-fe9b-4240-ad03-d62164b983f2 admin admin] 10.222.0.33 "PUT /v2.0/routers/80b4d316-f193-46e2-9aef-f3b6e8c0cb9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8252144 May 29 02:03:51.165237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38772) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:51.170941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83779592', 'description': 'tempest-secgroup-smoke-83779592 description', 'project_id': 'a4140a48d5244b259d21fb448746cfcf'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:51.176965 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:51.181135 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:51.184024 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:51.189637 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:51.200806 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.237552 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:51.241579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:51.244318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:51.249926 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:51.306963 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.310366 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.355072 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44395d27-b955-434d-8dab-84d6c280c5c2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:51.357752 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.358951 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c9dd7635-fde2-4a2e-b96f-db0390ab2a63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1927261 May 29 02:03:51.362570 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38776) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:51.367682 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'security_group_rule': {'security_group_id': '44395d27-b955-434d-8dab-84d6c280c5c2', 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:51.373660 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:51.377532 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:51.380985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:51.387126 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:51.403546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.463505 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.467026 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.490196 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6d6047-36ac-4bf7-aa50-cef342a4831a,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:51.498815 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.500048 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-921db8b4-aea5-472f-9a0d-24ff135a15bf tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1372623 May 29 02:03:51.502740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38780) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:51.509290 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'security_group_rule': {'security_group_id': '44395d27-b955-434d-8dab-84d6c280c5c2', 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:51.514988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:51.518676 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:51.522169 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:51.527696 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:51.544416 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.608530 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.611933 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.636740 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c3426e-d6ad-43be-b0ce-49de0e3c5e62,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:51.644937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.646570 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1f4adeee-73a7-4bad-85d1-fb1ef1e617db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1425910 May 29 02:03:51.649062 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38784) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:51.654579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'security_group_rule': {'security_group_id': '44395d27-b955-434d-8dab-84d6c280c5c2', 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:51.660627 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:51.664602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:51.667454 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:51.673066 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:51.691012 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.768119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.773151 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.796941 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc42cc1-a78d-4615-8573-994131485635,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:51.808845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.810032 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-0cd4b51f-ae9d-4b7a-97b6-352e1a3d3932 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1599715 May 29 02:03:51.812768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38788) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:51.818343 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'security_group_rule': {'security_group_id': '44395d27-b955-434d-8dab-84d6c280c5c2', 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:51.824129 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:51.827868 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:51.830718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:51.837450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:51.853823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.916289 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.919708 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.946468 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e842d0-b0f7-41f7-a0a5-c74543589ac5,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:51.952274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:51.953380 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-6b86e9da-f5a8-48bc-807f-265aae4a2feb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1396618 May 29 02:03:51.956240 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38792) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:51.962150 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'security_group_rule': {'security_group_id': '44395d27-b955-434d-8dab-84d6c280c5c2', 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:51.968017 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:51.971778 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:51.974733 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:51.980342 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:51.992329 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Project a4140a48d5244b259d21fb448746cfcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 02:03:51.998422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.061425 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.064596 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.088419 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861aff00-457d-4d4e-bd0b-574a0e7711ef,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:52.096692 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.097836 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-3e5ed5db-7508-4912-a54e-5248d0685c6f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1407003 May 29 02:03:52.100768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38796) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:03:52.105960 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'security_group_rule': {'security_group_id': '44395d27-b955-434d-8dab-84d6c280c5c2', 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:52.111632 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:52.115650 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:security_group_rule and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:52.118538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:52.124294 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:52.135381 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.securitygroups_db [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Project a4140a48d5244b259d21fb448746cfcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 29 02:03:52.141579 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.205537 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.209572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568329'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.231554 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e741bb8b-fc63-4bfe-b08f-9f215095002b,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:52.239119 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:52.240486 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-c6d45c8a-7779-44cd-8b5f-93a9718019af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1388326 May 29 02:03:52.405880 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-334634ac-b714-43be-a63d-b238738e0909 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Synchronizing usage tracker for tenant:a4140a48d5244b259d21fb448746cfcf on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:03:52.421832 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-334634ac-b714-43be-a63d-b238738e0909 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Unset dirty status for tenant:a4140a48d5244b259d21fb448746cfcf on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:03:52.422958 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-334634ac-b714-43be-a63d-b238738e0909 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83779592&fields=id&tenant_id=a4140a48d5244b259d21fb448746cfcf HTTP/1.1" status: 200 len: 267 time: 0.0572181 May 29 02:03:52.565895 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-b0da6598-5dc3-4ac1-9123-0afef8581870 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:52.566564 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-b0da6598-5dc3-4ac1-9123-0afef8581870 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Synchronizing usage tracker for tenant:a4140a48d5244b259d21fb448746cfcf on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:03:52.583567 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-b0da6598-5dc3-4ac1-9123-0afef8581870 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Unset dirty status for tenant:a4140a48d5244b259d21fb448746cfcf on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:03:52.584857 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-b0da6598-5dc3-4ac1-9123-0afef8581870 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 810 time: 0.1546175 May 29 02:03:52.600624 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-0629b18d-c583-4b54-8719-a032033d07f5 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/quotas/a4140a48d5244b259d21fb448746cfcf HTTP/1.1" status: 200 len: 375 time: 0.0105090 May 29 02:03:52.682010 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-adc17724-0d78-41f6-a364-7ee54712e4f3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766881 May 29 02:03:52.697509 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-c0b4d3a4-fb71-4951-b591-eda564c5fb4e service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 02:03:52.698402 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-c0b4d3a4-fb71-4951-b591-eda564c5fb4e service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048149 May 29 02:03:52.914112 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-341fa2e5-2cfa-4e26-bef1-565f5b23df14 service neutron] 10.222.0.33 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101896 May 29 02:03:53.039644 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-3ee9d7ee-7ed4-43ec-9d93-fdda6d895f5d service neutron] 10.222.0.33 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199460 May 29 02:03:53.224867 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6346894c-7e69-442d-8bc2-1d4ff6ac86cd req-b504ddb3-eb15-456a-9361-c17667452513 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 210 time: 0.0410349 May 29 02:03:54.272722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-655bfe26-a124-4588-a515-e434c168060f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:54.274156 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-655bfe26-a124-4588-a515-e434c168060f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 810 time: 0.1471841 May 29 02:03:54.327473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-d9840cf8-5099-43fe-9dda-a44dc770802e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Synchronizing usage tracker for tenant:a4140a48d5244b259d21fb448746cfcf on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:03:54.339630 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-d9840cf8-5099-43fe-9dda-a44dc770802e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Unset dirty status for tenant:a4140a48d5244b259d21fb448746cfcf on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:03:54.340908 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-d9840cf8-5099-43fe-9dda-a44dc770802e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4140a48d5244b259d21fb448746cfcf HTTP/1.1" status: 200 len: 378 time: 0.0549641 May 29 02:03:54.350357 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'port': {'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'admin_state_up': True, 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'security_groups': ['44395d27-b955-434d-8dab-84d6c280c5c2']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:54.402713 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-332e6e8e-67b2-4c1b-ba8e-7e6c5b5a2770 req-4022439a-ca15-4426-8eb7-dd4baf98c8a4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 210 time: 0.0463958 May 29 02:03:54.582546 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:03:54.587234 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:port and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:03:54.590243 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:03:54.596033 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:03:54.604910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Made reservation on behalf of a4140a48d5244b259d21fb448746cfcf for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 02:03:54.608056 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:54.760564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Allocated IP 172.20.0.4 (87fabbba-d45a-41db-b030-4ca1be7db110/89e7465c-fdc3-4df8-bff4-0a3301085870/88b6d3b9-6109-41ed-8be9-3f68802ca295) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:03:54.944884 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:54.962524 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Transition to ACTIVE for port object 88b6d3b9-6109-41ed-8be9-3f68802ca295 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:54.984612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:55.062100 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Network 87fabbba-d45a-41db-b030-4ca1be7db110 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:03:55.065273 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:03:55.069344 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:03:55.108385 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:55.143039 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:55.143823 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:55.171455 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-59eee7f9-c814-48ae-91d8-8330bc7ea495 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8253391 May 29 02:03:55.327807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Request body: {'port': {'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:03:55.418218 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ad7f1224-d45d-4b76-b356-70f661947974 None None] Provisioning for port 88b6d3b9-6109-41ed-8be9-3f68802ca295 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:55.434812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-ad7f1224-d45d-4b76-b356-70f661947974 None None] Provisioning complete for port 88b6d3b9-6109-41ed-8be9-3f68802ca295 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:55.435189 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-ad7f1224-d45d-4b76-b356-70f661947974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:55.445277 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:55.491805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f1224-d45d-4b76-b356-70f661947974 None None] Port 88b6d3b9-6109-41ed-8be9-3f68802ca295 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 02:03:55.690657 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0e2b-1fed-4cc9-8da8-d6f94b07be7e req-4b9f997c-734a-49eb-8e68-755203ed23d4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:55.692139 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-87ac0e2b-1fed-4cc9-8da8-d6f94b07be7e req-4b9f997c-734a-49eb-8e68-755203ed23d4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 931 time: 0.1565421 May 29 02:03:55.737969 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-87ac0e2b-1fed-4cc9-8da8-d6f94b07be7e req-469f4431-1511-4755-8f61-7f361088cfef tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393188 May 29 02:03:55.804354 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b6d3b9-6109-41ed-8be9-3f68802ca295 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 02:03:55.810888 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:55.824561 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Transition to ACTIVE for port object 88b6d3b9-6109-41ed-8be9-3f68802ca295 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:03:55.828332 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:55.954613 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:56.066278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Attempting to bind port 88b6d3b9-6109-41ed-8be9-3f68802ca295 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:03:56.066610 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Attempting to bind port 88b6d3b9-6109-41ed-8be9-3f68802ca295 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:03:56.066939 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Attempting to bind port 88b6d3b9-6109-41ed-8be9-3f68802ca295 on network 87fabbba-d45a-41db-b030-4ca1be7db110 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:03:56.072597 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Port 88b6d3b9-6109-41ed-8be9-3f68802ca295 on network 87fabbba-d45a-41db-b030-4ca1be7db110 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 02:03:56.072918 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Attempting to bind port 88b6d3b9-6109-41ed-8be9-3f68802ca295 on network 87fabbba-d45a-41db-b030-4ca1be7db110 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:03:56.079070 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:03:56.079403 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Checking segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:03:56.079785 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Bound using segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:03:56.080230 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Bound port: 88b6d3b9-6109-41ed-8be9-3f68802ca295, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:03:56.080572 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:56.171226 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:03:56.174190 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:03:56.178856 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:56.239533 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:56.240946 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] 10.222.0.16 "PUT /v2.0/ports/88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 1093 time: 1.0626500 May 29 02:03:56.241418 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:03:56.266755 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b24beb-6637-42c9-b435-324c76a33109 service neutron] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:56.365432 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-6e54df94-051c-4a72-8760-71a9a690c94d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1096 time: 0.0788550 May 29 02:03:56.421909 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff1b827-1637-455e-ae36-d9e1aa511ff9'] response: {'name': 'network-changed', 'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'status': 'completed', 'code': 200} May 29 02:03:56.436928 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-d152a251-ef6f-4c0d-a5b3-f120f230d3c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 217 time: 0.0649235 May 29 02:03:56.501291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-06b30c56-f2b0-4681-b484-093b86c06d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:56.502712 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-06b30c56-f2b0-4681-b484-093b86c06d5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0603337 May 29 02:03:56.577794 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-125e231b-3176-4576-b39c-745cbbb83129 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679677 May 29 02:03:56.643428 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 38dedd28-35b8-4e5e-a31a-0c1c35477f0e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:56.713410 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:03:56.718539 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:56.718912 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:56.799438 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-6693239a-1fcc-491d-9a7b-8e6ed11520e1 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157910 May 29 02:03:56.836246 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:56.854919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:03:56.859562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:56.928610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:03:56.937190 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1469ec09-2ad5-43f0-b12c-edca548fb3fc req-578c1f70-2937-4c3c-a9e0-1bd18f046120 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318359 May 29 02:03:56.947503 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4898f-16c6-43b0-9b29-131fdef1f074 req-07f807f8-7a8a-45a0-9ddc-ea64a81aa69e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:56.949066 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29e4898f-16c6-43b0-9b29-131fdef1f074 req-07f807f8-7a8a-45a0-9ddc-ea64a81aa69e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 943 time: 0.0811200 May 29 02:03:56.996451 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-29e4898f-16c6-43b0-9b29-131fdef1f074 req-bade2ff0-2879-497c-bdbb-fd57b42d6a14 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407159 May 29 02:03:57.052516 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-fc9cd8c2-36cc-4ff4-96e4-77f51c20c836 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1096 time: 0.0743885 May 29 02:03:57.182937 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-c6449bff-fd1d-4fa9-a009-280235f8634d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:57.184376 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-c6449bff-fd1d-4fa9-a009-280235f8634d service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1262972 May 29 02:03:57.248929 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-69512d65-a6b7-4f0d-997f-ecdbcadb9fde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 217 time: 0.0592926 May 29 02:03:57.314985 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-02b9d36f-49bd-4f17-87b5-601f92523f1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:57.316325 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-02b9d36f-49bd-4f17-87b5-601f92523f1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0617664 May 29 02:03:57.388460 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-40c163ac-334f-4a76-946e-ce80c55e6719 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669136 May 29 02:03:57.517323 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-79ca930f-d4e5-4b68-937e-46d30c1db3f0 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226621 May 29 02:03:57.651175 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-6ded2289-0603-42a0-b327-21eb6e63f668 req-ccf897fe-61c8-4442-a61b-da41d04cc5b4 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241436 May 29 02:03:58.265238 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ca508-18c6-4c78-be83-d80883a7a79b req-d026de24-2f8f-4ce6-8d6d-1fd7df68c703 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:58.266658 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e66ca508-18c6-4c78-be83-d80883a7a79b req-d026de24-2f8f-4ce6-8d6d-1fd7df68c703 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 943 time: 0.1465201 May 29 02:03:58.311921 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e66ca508-18c6-4c78-be83-d80883a7a79b req-c1e30e05-4ee5-4ef8-8734-c5e130cb99d3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395844 May 29 02:03:58.626528 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 38dedd28-35b8-4e5e-a31a-0c1c35477f0e up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:03:58.697209 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:03:58.697557 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:03:59.278197 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Sync routers for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:03:59.289917 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:03:59.290553 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:59.464453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:03:59.512856 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5723-05a2-41d2-9ea9-3d4efb969bec req-22ee9fd3-246f-46c9-a8b4-2c2671c8cf3e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:03:59.514287 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a1f5723-05a2-41d2-9ea9-3d4efb969bec req-22ee9fd3-246f-46c9-a8b4-2c2671c8cf3e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 943 time: 0.0820401 May 29 02:03:59.563267 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7a1f5723-05a2-41d2-9ea9-3d4efb969bec req-7683378d-9af9-4b4b-82d6-86e95d2551c4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433688 May 29 02:03:59.773006 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 2, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:03:59.776771 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Checking router: d6ffcbdd-29b3-44cf-a343-597eeb598daa for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:03:59.777126 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Updating router d6ffcbdd-29b3-44cf-a343-597eeb598daa port ec20e350-46b6-4023-9efa-1bba1cbdec43 binding host dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 02:03:59.826700 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.164766 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.177222 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Transition to ACTIVE for port object ec20e350-46b6-4023-9efa-1bba1cbdec43 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:04:00.183536 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.316970 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 88b6d3b9-6109-41ed-8be9-3f68802ca295 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 02:04:00.346003 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750f646-c19c-47b6-84d0-9c91c7b80e33 None None] Pushing event updated for resources: {'Port': ['ID=ec20e350-46b6-4023-9efa-1bba1cbdec43,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:00.521816 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Attempting to bind port ec20e350-46b6-4023-9efa-1bba1cbdec43 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:04:00.522173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Attempting to bind port ec20e350-46b6-4023-9efa-1bba1cbdec43 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:04:00.522535 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Attempting to bind port ec20e350-46b6-4023-9efa-1bba1cbdec43 on network 87fabbba-d45a-41db-b030-4ca1be7db110 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:04:00.548377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:04:00.548669 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Checking segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:04:00.549066 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.549449 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Bound using segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:04:00.549899 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.managers [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Bound port: ec20e350-46b6-4023-9efa-1bba1cbdec43, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:04:00.550263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.613840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:04:00.640837 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 02:04:00.713173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] For port ec20e350-46b6-4023-9efa-1bba1cbdec43, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:04:00.717435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] For port ec20e350-46b6-4023-9efa-1bba1cbdec43, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ec20e350-46b6-4023-9efa-1bba1cbdec43,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:04:00.718496 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.733057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.768233 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a24e9-c69b-4fdc-97c7-62195fcf79ae req-2b4daf5b-267a-4356-84e7-f8fbfc481937 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:00.769914 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8a8a24e9-c69b-4fdc-97c7-62195fcf79ae req-2b4daf5b-267a-4356-84e7-f8fbfc481937 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 943 time: 0.0808039 May 29 02:04:00.788096 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b6d3b9-6109-41ed-8be9-3f68802ca295 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 02:04:00.818547 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8a8a24e9-c69b-4fdc-97c7-62195fcf79ae req-a0912fe2-f7cc-41ab-8df7-1ca8bccfcfff tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422902 May 29 02:04:00.827360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750f646-c19c-47b6-84d0-9c91c7b80e33 None None] Pushing event updated for resources: {'Port': ['ID=ec20e350-46b6-4023-9efa-1bba1cbdec43,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:00.830675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:04:00.839550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:00.875422 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:04:00.876063 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:00.969728 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Sync routers for ids ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:04:00.982351 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Routers {'80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:04:00.983134 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:01.040963 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:01.081599 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:04:01.166788 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Set router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:04:01.232519 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['88b6d3b9-6109-41ed-8be9-3f68802ca295'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 02:04:01.478998 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:49Z', 'revision_number': 4, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port': {'id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '93bab767-2994-4c53-b23a-25a22ec2a5f0', 'name': '', 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'mac_address': 'fa:16:3e:6f:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9098e431-25d7-45f8-9154-67136081259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:48Z', 'updated_at': '2022-05-29T02:03:49Z', 'revision_number': 2, 'project_id': '101d939448e34dc78eedc637dd849f27', 'subnets': [{'id': '9098e431-25d7-45f8-9154-67136081259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:01.484711 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Checking router: 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:04:01.485195 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Updating router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e port 93bab767-2994-4c53-b23a-25a22ec2a5f0 binding host dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 29 02:04:01.536020 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:00Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:01.539744 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:01.545023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696277c-4882-44a7-9b69-459748e7b60f None None] The sync data for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:00Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:04:01.673730 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fc6cff6d-e015-4d7d-b067-50397b90e514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:01.898835 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:01.911669 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.provisioning_blocks [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Transition to ACTIVE for port object 93bab767-2994-4c53-b23a-25a22ec2a5f0 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:04:01.918755 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:01.992295 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272748b3-f817-4ac9-9261-324b18325df6 None None] Pushing event updated for resources: {'Port': ['ID=93bab767-2994-4c53-b23a-25a22ec2a5f0,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:02.069095 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070abe9e-31e3-44bd-af53-bfec9d7f39d0 req-c5eba33a-2874-4cf0-995c-548f1cbb99af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:02.077512 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-070abe9e-31e3-44bd-af53-bfec9d7f39d0 req-c5eba33a-2874-4cf0-995c-548f1cbb99af tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 944 time: 0.1166022 May 29 02:04:02.124991 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-070abe9e-31e3-44bd-af53-bfec9d7f39d0 req-6a6b50b6-fd8c-42c3-91f8-48a274dd442f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466213 May 29 02:04:02.174682 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Attempting to bind port 93bab767-2994-4c53-b23a-25a22ec2a5f0 on host dv-neutron-843186-2-hyperv for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:04:02.175037 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Attempting to bind port 93bab767-2994-4c53-b23a-25a22ec2a5f0 by drivers openvswitch,hyperv on host dv-neutron-843186-2-hyperv at level 0 using segments [{'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:04:02.175380 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Attempting to bind port 93bab767-2994-4c53-b23a-25a22ec2a5f0 on network c0a999c0-63cd-4cd5-874a-5a7e8898f41f {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:04:02.182710 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Checking agent: {'id': '1a0ba487-2623-4cdb-b241-d3beff604deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843186-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 51, 35), 'started_at': datetime.datetime(2022, 5, 29, 0, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843186-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:04:02.183061 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Checking segment: {'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:04:02.183449 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.183827 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Bound using segment: {'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:04:02.184305 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.managers [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Bound port: 93bab767-2994-4c53-b23a-25a22ec2a5f0, host: dv-neutron-843186-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c432ae3-fb80-49e4-86b1-88d7b6da5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:04:02.184662 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.273855 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] For port 93bab767-2994-4c53-b23a-25a22ec2a5f0, host dv-neutron-843186-2-hyperv, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:04:02.276651 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.plugins.ml2.db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] For port 93bab767-2994-4c53-b23a-25a22ec2a5f0, host dv-neutron-843186-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=93bab767-2994-4c53-b23a-25a22ec2a5f0,segment=NetworkSegment(8c432ae3-fb80-49e4-86b1-88d7b6da5fea),segment_id=8c432ae3-fb80-49e4-86b1-88d7b6da5fea)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:04:02.280993 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron_lib.callbacks.manager [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.330027 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 88b6d3b9-6109-41ed-8be9-3f68802ca295 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:04:02.361011 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272748b3-f817-4ac9-9261-324b18325df6 None None] Pushing event updated for resources: {'Port': ['ID=93bab767-2994-4c53-b23a-25a22ec2a5f0,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:02.366366 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Routers {'80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:04:02.366975 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:03:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:02.402665 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 88b6d3b9-6109-41ed-8be9-3f68802ca295 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:04:02.407852 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 88b6d3b9-6109-41ed-8be9-3f68802ca295 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:04:02.408261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.559087 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] Set router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:04:02.580723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.614986 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:04:02.625079 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:04:02.628874 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.665166 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ec20e350-46b6-4023-9efa-1bba1cbdec43 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:04:02.692444 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d34ef99-34f0-4734-8b87-1d5a3dd52e68'] response: {'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'code': 200} May 29 02:04:02.750114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:02.767438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port ec20e350-46b6-4023-9efa-1bba1cbdec43 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:04:02.774107 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ec20e350-46b6-4023-9efa-1bba1cbdec43 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:04:02.774486 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.888762 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.905862 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:49Z', 'revision_number': 4, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port': {'id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '93bab767-2994-4c53-b23a-25a22ec2a5f0', 'name': '', 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'mac_address': 'fa:16:3e:6f:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9098e431-25d7-45f8-9154-67136081259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:48Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 4, 'project_id': '101d939448e34dc78eedc637dd849f27', 'subnets': [{'id': '9098e431-25d7-45f8-9154-67136081259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:02.909918 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d866e1-36f2-45ba-976c-1deb961aa614 None None] The sync data for ids ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'] in dv-neutron-843186-2-hyperv is: [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:49Z', 'revision_number': 4, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port': {'id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': '93bab767-2994-4c53-b23a-25a22ec2a5f0', 'name': '', 'network_id': 'c0a999c0-63cd-4cd5-874a-5a7e8898f41f', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'mac_address': 'fa:16:3e:6f:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9098e431-25d7-45f8-9154-67136081259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:48Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 4, 'project_id': '101d939448e34dc78eedc637dd849f27', 'subnets': [{'id': '9098e431-25d7-45f8-9154-67136081259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:04:02.926629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port ec20e350-46b6-4023-9efa-1bba1cbdec43, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ec20e350-46b6-4023-9efa-1bba1cbdec43,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:04:02.927335 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1f3e0871-7aa0-4ab7-b3a8-c3e8aaa5a35e req-3bf1ae0c-c7ab-436b-921d-df8a70589d5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1098 time: 0.0789535 May 29 02:04:02.931121 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:02.996276 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-1f3e0871-7aa0-4ab7-b3a8-c3e8aaa5a35e req-46082df1-2d83-4bfe-b2de-a2633808c494 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633843 May 29 02:04:03.021925 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=ec20e350-46b6-4023-9efa-1bba1cbdec43,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:03.336576 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4898e-e884-4ea8-9c83-962d1a4c1ce6 req-a7df2f16-7698-4981-960a-adac80752d51 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:03.338026 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-41f4898e-e884-4ea8-9c83-962d1a4c1ce6 req-a7df2f16-7698-4981-960a-adac80752d51 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 945 time: 0.0835931 May 29 02:04:03.389222 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-41f4898e-e884-4ea8-9c83-962d1a4c1ce6 req-5586995e-ce0d-40dc-9576-1df82b9a6552 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455174 May 29 02:04:03.731471 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e274aa3c-0011-4e21-9c0f-610fc1c227eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:04.586034 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69277e19-2a95-4001-840d-e5830537e931 req-8cd1004e-0d81-4a9e-991b-45332904e954 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:04.587477 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-69277e19-2a95-4001-840d-e5830537e931 req-8cd1004e-0d81-4a9e-991b-45332904e954 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 945 time: 0.0759058 May 29 02:04:04.636939 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-69277e19-2a95-4001-840d-e5830537e931 req-d1b9ea35-7a96-4e58-a398-60798f3484b3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412796 May 29 02:04:04.697216 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ec20e350-46b6-4023-9efa-1bba1cbdec43 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:04:04.767614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port ec20e350-46b6-4023-9efa-1bba1cbdec43 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:04:04.768309 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:04.831438 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:04.837191 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7501d4-1318-4af8-869d-dad8adee9ad3 req-792dca0b-c56f-4018-a483-ea72b88109a5 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:04.838655 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f7501d4-1318-4af8-869d-dad8adee9ad3 req-792dca0b-c56f-4018-a483-ea72b88109a5 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 945 time: 0.0804460 May 29 02:04:04.884322 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3f7501d4-1318-4af8-869d-dad8adee9ad3 req-1fe9cbfd-35ae-4753-8d7a-711b2e425a90 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402706 May 29 02:04:04.891533 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 93bab767-2994-4c53-b23a-25a22ec2a5f0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:04:04.912264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38858) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:04:04.959799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning for port 93bab767-2994-4c53-b23a-25a22ec2a5f0 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:04:04.964579 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 93bab767-2994-4c53-b23a-25a22ec2a5f0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:04:04.965048 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.046489 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1ab40172-d80d-44ba-8907-ba34e0fa330e tempest-TestSnapshotPattern-1176490280 tempest-TestSnapshotPattern-1176490280-project-admin] Synchronizing usage tracker for tenant:101d939448e34dc78eedc637dd849f27 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:04:05.063161 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-1ab40172-d80d-44ba-8907-ba34e0fa330e tempest-TestSnapshotPattern-1176490280 tempest-TestSnapshotPattern-1176490280-project-admin] Unset dirty status for tenant:101d939448e34dc78eedc637dd849f27 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:04:05.064372 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-1ab40172-d80d-44ba-8907-ba34e0fa330e tempest-TestSnapshotPattern-1176490280 tempest-TestSnapshotPattern-1176490280-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1093 time: 0.1511300 May 29 02:04:05.067426 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 38864) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:04:05.072684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:04:05.078015 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:04:05.079026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.081783 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:floatingip and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:04:05.088133 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:04:05.094984 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:04:05.108428 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.125143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] For port 93bab767-2994-4c53-b23a-25a22ec2a5f0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=93bab767-2994-4c53-b23a-25a22ec2a5f0,segment=NetworkSegment(8c432ae3-fb80-49e4-86b1-88d7b6da5fea),segment_id=8c432ae3-fb80-49e4-86b1-88d7b6da5fea)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:04:05.130444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.205331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Pushing event updated for resources: {'Port': ['ID=93bab767-2994-4c53-b23a-25a22ec2a5f0,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:05.261232 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.400191 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Allocated IP 172.26.5.180 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/fbaaa084-a55f-4d44-b566-71db5ad49813) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:04:05.549318 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.575957 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.624550 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:05.642250 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:04:05.645111 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:04:05.650422 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:04:05.777595 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'Port': ['ID=fbaaa084-a55f-4d44-b566-71db5ad49813,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:06.254766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:06.308493 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:06.379902 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:06.528210 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:06.532520 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:06.631513 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 93bab767-2994-4c53-b23a-25a22ec2a5f0 up at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:04:06.639409 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'Port': ['ID=fbaaa084-a55f-4d44-b566-71db5ad49813,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:04:06.653458 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:06.702867 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Provisioning complete for port 93bab767-2994-4c53-b23a-25a22ec2a5f0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:04:06.703252 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:06.844590 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.db.l3_db [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Floating IP 0a75aed1-a8dd-4d02-9863-7d0e56c2f201 associated. External IP: 172.26.5.180, port: 88b6d3b9-6109-41ed-8be9-3f68802ca295. May 29 02:04:07.331390 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Router d6ffcbdd-29b3-44cf-a343-597eeb598daa has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:04:07.531312 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:04:07.554910 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:07.609137 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-9346a594-f7b4-4dde-8dab-3273c47059f9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5406868 May 29 02:04:07.609685 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:04:07.664793 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39548fa-03f9-4b2a-97c7-b188c9076bb9'] response: {'name': 'network-changed', 'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'status': 'completed', 'code': 200} May 29 02:04:07.754889 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-43d8ed0f-130b-40e7-acb7-1902127177a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1098 time: 0.0684083 May 29 02:04:07.881795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-2c2aa28d-5dea-4f5f-9519-a514601b0053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:07.883132 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-2c2aa28d-5dea-4f5f-9519-a514601b0053 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1230597 May 29 02:04:07.984756 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-a0b688e3-26dc-4b80-87d1-6a2d7bd68c41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 999 time: 0.0953584 May 29 02:04:08.045220 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-4ed927d6-d080-49ea-9331-e12d23cd08ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:08.046578 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-4ed927d6-d080-49ea-9331-e12d23cd08ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0561874 May 29 02:04:08.122369 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-84ac8769-ae7e-49fb-95e3-b5f148dc8da0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695517 May 29 02:04:08.252170 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-b15d4471-47ba-45a9-a71f-552658ae9edd service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236150 May 29 02:04:08.385575 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-d308aca6-e5d7-4588-af41-8d1657cde697 req-63de2842-1f73-48e9-a236-e3f6ade0f7ab service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280355 May 29 02:04:09.366679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] Sync routers for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:04:09.381713 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:04:09.382432 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:04:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:09.568842 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:04:09.943023 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:06Z', 'revision_number': 0, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:09.947163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] Checking router: d6ffcbdd-29b3-44cf-a343-597eeb598daa for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:04:09.958812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:04:09.959441 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:04:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:10.133931 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:04:10.477435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:06Z', 'revision_number': 0, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:04:10.481306 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47542f09-eb11-4f80-9eb3-ab4ed25b61f3 None None] The sync data for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:06Z', 'revision_number': 0, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:04:16.105089 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:04:17.316903 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:19.820035 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55543ac-7171-48a5-b1db-de271fbd6fe9 None None] New status for floating IP 0a75aed1-a8dd-4d02-9863-7d0e56c2f201: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 02:04:31.639863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f03c0004-b290-4cc2-839f-35f5cfa3ddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:33.725939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-376dc945-7838-42b3-8899-98bb3f11e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:34.823761 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:35.627171 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:36.383709 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:47.323915 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:04:53.105054 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:04:58.493868 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-8118ad36-469c-4da3-b063-c18830d8f069 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669975 May 29 02:04:58.634273 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-3eda69b5-543c-4d95-b7a7-7d1bfcba58d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1098 time: 0.0728524 May 29 02:04:58.779246 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-8070ddee-469c-4dd3-bc37-2ac1f68d29df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:58.780642 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-8070ddee-469c-4dd3-bc37-2ac1f68d29df service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1265619 May 29 02:04:58.878237 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-64f481e8-7165-4aa8-9d09-6b6e70fca3b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 1001 time: 0.0906680 May 29 02:04:58.941968 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-7b7bb251-43e3-423d-9391-c61746ebd6da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:04:58.943420 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-7b7bb251-43e3-423d-9391-c61746ebd6da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0592952 May 29 02:04:59.015426 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-3a0b3438-c8be-44a0-830b-977b7684df5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663519 May 29 02:04:59.246509 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-cbe9469b-84d4-4408-980b-e443d16dcfd9 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243094 May 29 02:04:59.384999 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-3b4d500a-7063-4fab-9434-52f97057aee7 req-c95cf82c-a120-4560-9971-5ce0959c6906 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332662 May 29 02:05:01.642710 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a31ee33b-30f8-46c3-80c2-e01a0667a1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:03.727773 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-4e696cc8-ffe4-4d9c-a653-f33f40ba79ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:04.828031 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:05.630205 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:06.384026 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:17.334414 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:30.105238 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:05:31.644880 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc2c2-88a4-41db-b568-83b4303a8020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:33.729482 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a0635abe-f563-4781-8f16-9eecabb27d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:34.829748 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:35.633072 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:36.387512 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:05:47.330215 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:00.471401 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-74a70181-e0e0-4164-9d81-77869b908344 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719464 May 29 02:06:00.603981 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-1bb7ef67-d14d-4002-90c0-384a1d3539d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1098 time: 0.0683692 May 29 02:06:00.745206 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-18e5a1eb-c278-4e8f-840c-a9ce0c400e90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:06:00.747525 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-18e5a1eb-c278-4e8f-840c-a9ce0c400e90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1263311 May 29 02:06:00.850437 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-e5a47907-69a8-4905-828c-099e26ed3723 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 1001 time: 0.0976031 May 29 02:06:00.912641 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-9d640bda-497c-42f4-b24b-218a66aa4809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:06:00.914026 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-9d640bda-497c-42f4-b24b-218a66aa4809 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0577133 May 29 02:06:00.988785 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-8f2b1b4f-b472-4c2d-8c78-c52c0a463385 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690932 May 29 02:06:01.115219 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-c6730123-2046-4912-b017-b623d24dca61 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204007 May 29 02:06:01.241889 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-a9d5030c-fd39-4040-89ad-3914d65442bf req-de8ada40-8948-4399-a8ff-957ea465c18c service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215024 May 29 02:06:01.648545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6c8d89b2-7ac0-4b03-b749-4c626c778385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:03.732264 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-418feb7f-a6a5-4868-9abf-b83448c909eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:04.832672 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:05.634596 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:06.390576 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:07.106248 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:06:17.339427 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:31.653568 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-559b59b0-a92a-4ac7-99d5-3a0afe8e3f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:33.733234 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0dec0aad-f338-4b45-9448-b28b32dcefad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:34.835628 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:35.637311 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:36.393228 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:36.988722 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 88b6d3b9-6109-41ed-8be9-3f68802ca295 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 02:06:37.117451 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:06:37.130863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 02:06:37.183640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:37.203661 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88b6d3b9-6109-41ed-8be9-3f68802ca295 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 02:06:37.218962 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:06:37.222849 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:37.328892 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:06:37.338254 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['88b6d3b9-6109-41ed-8be9-3f68802ca295'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 02:06:37.361280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.361618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.361951 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.362281 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.362609 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.362933 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.363861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.364207 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.364523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.364843 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:37.365159 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:38.953154 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 88b6d3b9-6109-41ed-8be9-3f68802ca295 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:06:39.023114 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 88b6d3b9-6109-41ed-8be9-3f68802ca295 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:06:39.023472 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:39.132431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:39.158001 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:06:39.167724 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:06:39.172035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:39.239964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:06:39.386323 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802cf1d1-8546-4854-a7cd-87baa1a5ff0c'] response: {'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'code': 200} May 29 02:06:44.106805 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:06:47.364720 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:51.571812 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-68e1f14b-f182-48d9-9fe2-7155d065c454 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83779592&fields=id&tenant_id=a4140a48d5244b259d21fb448746cfcf HTTP/1.1" status: 200 len: 267 time: 0.0406845 May 29 02:06:51.714584 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-b06b70ef-72fd-44e3-89dd-1e6c302fa58d tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:06:51.715896 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-b06b70ef-72fd-44e3-89dd-1e6c302fa58d tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 810 time: 0.1380448 May 29 02:06:51.731863 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-e321cd5e-50ac-4f89-b603-8194aa96269f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/quotas/a4140a48d5244b259d21fb448746cfcf HTTP/1.1" status: 200 len: 375 time: 0.0107951 May 29 02:06:51.819503 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-ba0a9ddc-862c-43d5-9cb7-2034540b0044 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0828822 May 29 02:06:51.962345 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2a6a11a3-13ef-43ee-a201-03c183d30ce1 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 29 02:06:51.963377 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2a6a11a3-13ef-43ee-a201-03c183d30ce1 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0691192 May 29 02:06:52.096467 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-18b20d44-8958-4bd1-bf24-a87fc41de724 service neutron] 10.222.0.33 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268966 May 29 02:06:52.306645 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-facb4cb9-48f6-4989-a926-a6ea3bab87fe service neutron] 10.222.0.33 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044902 May 29 02:06:52.505492 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05f7430e-0c9b-464b-810e-dbe75cc191d4 req-bde560f5-7322-49ac-a32d-77a266c5c8f0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 210 time: 0.0401902 May 29 02:06:53.611367 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7abd3d67-9618-431e-8c6f-c63935359f81 req-17166fff-6e8e-4ef6-9692-f62892017e26 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 210 time: 0.0395641 May 29 02:06:54.723249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-82993f62-0056-4266-8e77-8d76a885243b req-a156305d-e958-47eb-8026-33d815652d9a tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 210 time: 0.0442441 May 29 02:06:55.048750 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 88b6d3b9-6109-41ed-8be9-3f68802ca295 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:06:55.157695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:55.183967 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:06:55.194499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:06:55.198162 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:55.241666 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4905d65-8f2a-40cc-9f45-20b7733878b4'] response: {'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'code': 200} May 29 02:06:55.265798 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:06:55.832506 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-5adde2fd-424c-45ab-b220-64d280e715c0 req-aa8ba29f-b1e2-4101-bb1f-5928909f517e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 210 time: 0.0389128 May 29 02:06:56.995639 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3ab4d682-03c1-4f3a-b15d-72b877190541 req-c79406ff-6ba8-42a9-986a-4a510b616843 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 210 time: 0.0418696 May 29 02:06:57.841298 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-89bacf16-b44b-4c67-b944-91512ee7c89e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:06:57.842860 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-89bacf16-b44b-4c67-b944-91512ee7c89e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 810 time: 0.1460724 May 29 02:06:57.897689 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-5b4a5b12-6ff3-4b84-a568-e3c8e678bd4c tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4140a48d5244b259d21fb448746cfcf HTTP/1.1" status: 200 len: 378 time: 0.0421102 May 29 02:06:57.905714 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'port': {'device_id': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'admin_state_up': True, 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'security_groups': ['44395d27-b955-434d-8dab-84d6c280c5c2']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:06:58.043901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:06:58.048766 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:port and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:06:58.051988 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:06:58.059237 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.quota.driver [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:06:58.070172 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Made reservation on behalf of a4140a48d5244b259d21fb448746cfcf for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 29 02:06:58.073335 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:58.173078 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-3bd14ebd-e7ba-4f36-8271-67de24589609 req-fae9d2aa-493f-47b7-b209-6d45df791519 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 210 time: 0.0514429 May 29 02:06:58.254724 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.db_base_plugin_common [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Allocated IP 172.20.0.5 (87fabbba-d45a-41db-b030-4ca1be7db110/89e7465c-fdc3-4df8-bff4-0a3301085870/013f2ec9-55b1-4658-98e6-ceaad6deacc0) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:06:58.607198 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:58.628612 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Transition to ACTIVE for port object 013f2ec9-55b1-4658-98e6-ceaad6deacc0 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:06:58.658807 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:58.760780 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:06:58.768853 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Network 87fabbba-d45a-41db-b030-4ca1be7db110 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:06:58.774747 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.scheduler.base_scheduler [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:06:58.777796 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:06:58.809997 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.810341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.810677 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.811011 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.811338 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.811668 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.812074 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.812334 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.812718 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.812974 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.813291 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:06:58.877978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:06:58.877978 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:58.902669 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2154db2b-48d4-47a8-bff3-b078e7224254 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0001373 May 29 02:06:59.071844 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-54e69dac-af95-4e6a-8bdb-3888ad207b9c None None] Provisioning for port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:06:59.079876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-54e69dac-af95-4e6a-8bdb-3888ad207b9c None None] Provisioning complete for port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:06:59.080526 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-54e69dac-af95-4e6a-8bdb-3888ad207b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:06:59.146408 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-54e69dac-af95-4e6a-8bdb-3888ad207b9c None None] Port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 29 02:06:59.389279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72032ab4-6990-491c-a191-fcdbbe526443 req-098cf464-3299-454d-a60b-65e2818629dc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:06:59.390751 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-72032ab4-6990-491c-a191-fcdbbe526443 req-098cf464-3299-454d-a60b-65e2818629dc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0778182 May 29 02:06:59.442538 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-72032ab4-6990-491c-a191-fcdbbe526443 req-2431ba00-48f4-4de9-b749-b10255a7e46f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446451 May 29 02:07:00.658153 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542cc97-9b7c-4e38-9b54-9bda3d259962 req-032daf74-b223-4694-8d11-fa5166c393bb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:00.659829 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d542cc97-9b7c-4e38-9b54-9bda3d259962 req-032daf74-b223-4694-8d11-fa5166c393bb tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0885773 May 29 02:07:00.712702 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-d542cc97-9b7c-4e38-9b54-9bda3d259962 req-b04ff280-8bc3-480e-9f88-47bad9a43d4c tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437448 May 29 02:07:01.657338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b139ad0a-6f8b-4724-93e7-d52937e22b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:01.923572 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baef51-9235-471c-bc17-64091845657e req-edeba9cd-e0cc-4baf-a1ea-699a30888dc4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:01.925072 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68baef51-9235-471c-bc17-64091845657e req-edeba9cd-e0cc-4baf-a1ea-699a30888dc4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0813515 May 29 02:07:01.975381 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-68baef51-9235-471c-bc17-64091845657e req-0c8a5a05-c210-4396-a097-3a4a03a6fdd0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430067 May 29 02:07:03.186910 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3006ebb-4025-45b7-b47b-23b3225280b9 req-1c3b69e9-49fa-408c-b344-108b815d2a8c tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:03.188408 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f3006ebb-4025-45b7-b47b-23b3225280b9 req-1c3b69e9-49fa-408c-b344-108b815d2a8c tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0837963 May 29 02:07:03.238155 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f3006ebb-4025-45b7-b47b-23b3225280b9 req-40f75e14-39a5-4693-8c01-68c61a13a9e0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439491 May 29 02:07:03.738794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1acaf422-dbed-49cb-81e3-6f08bb203b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:04.447424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94979a8-efb3-4106-868e-f2209eb7718e req-a81367d2-5c45-4c33-86b8-b9b685c392c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:04.449445 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a94979a8-efb3-4106-868e-f2209eb7718e req-a81367d2-5c45-4c33-86b8-b9b685c392c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0847728 May 29 02:07:04.502481 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a94979a8-efb3-4106-868e-f2209eb7718e req-8397aeb6-efbc-475e-8267-77a09198278a tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474937 May 29 02:07:04.841786 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:05.641357 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:05.698222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f11-5c6e-442c-8393-7ed6def22ac9 req-06848506-8b0e-47b4-a21c-4188241ac9ad tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:05.699556 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f86d4f11-5c6e-442c-8393-7ed6def22ac9 req-06848506-8b0e-47b4-a21c-4188241ac9ad tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0756073 May 29 02:07:05.744167 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-f86d4f11-5c6e-442c-8393-7ed6def22ac9 req-e653f74b-3bb0-4c13-9dec-7faa96cf8ef6 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390697 May 29 02:07:06.396094 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:06.942081 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d60a2a-5e6c-4710-99fe-4933d9d10a05 req-1e1f58ae-03ed-4939-bf63-e84a116c8188 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:06.943508 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-17d60a2a-5e6c-4710-99fe-4933d9d10a05 req-1e1f58ae-03ed-4939-bf63-e84a116c8188 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0772166 May 29 02:07:06.987115 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-17d60a2a-5e6c-4710-99fe-4933d9d10a05 req-3ddb6b26-1ad7-4a92-ab70-4614cb0b2a0c tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375545 May 29 02:07:08.182545 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5575d0-48a9-4eaa-aa9e-f52fae9fa409 req-1585f4c0-4dfb-44b2-958f-eebd8d72473a tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:08.184002 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f5575d0-48a9-4eaa-aa9e-f52fae9fa409 req-1585f4c0-4dfb-44b2-958f-eebd8d72473a tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0751667 May 29 02:07:08.227817 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-8f5575d0-48a9-4eaa-aa9e-f52fae9fa409 req-fb559876-1ba2-4710-afff-9902310c87d9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384181 May 29 02:07:09.426032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536088-6dd0-4e88-95e3-d2f2e5f704f5 req-1ae04c43-9c1d-43ac-bcaa-b4c007d84a94 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:09.427456 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7e536088-6dd0-4e88-95e3-d2f2e5f704f5 req-1ae04c43-9c1d-43ac-bcaa-b4c007d84a94 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 931 time: 0.0803659 May 29 02:07:09.473207 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7e536088-6dd0-4e88-95e3-d2f2e5f704f5 req-28853cec-dbc3-46a4-bc01-cf78a6c7cd24 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394917 May 29 02:07:09.698782 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.v2.base [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Request body: {'port': {'device_id': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:07:09.758723 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.16', 64457) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:07:09.830402 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-7a63f6b1-a819-4be1-94d1-702ea62db8e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699930 May 29 02:07:09.831134 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:09.974167 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-26d699eb-4ba7-40ec-be66-72310c87a324 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1096 time: 0.0723209 May 29 02:07:10.124085 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-ec06ff1d-4a31-47f2-a730-25a402ec9ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:10.125527 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-ec06ff1d-4a31-47f2-a730-25a402ec9ec3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1298435 May 29 02:07:10.188309 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013f2ec9-55b1-4658-98e6-ceaad6deacc0 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 02:07:10.195662 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:10.209879 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.provisioning_blocks [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Transition to ACTIVE for port object 013f2ec9-55b1-4658-98e6-ceaad6deacc0 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 29 02:07:10.213795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:10.228961 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-e8b6ab21-c23f-460d-8c89-49c96bc27ade service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 999 time: 0.0966566 May 29 02:07:10.293009 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-7b8bdf73-3fee-4ba7-a207-5c1a67c3e3d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:10.294456 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-7b8bdf73-3fee-4ba7-a207-5c1a67c3e3d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0605743 May 29 02:07:10.340777 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:07:10.376140 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-b875f84c-4fc1-4d6d-9d0b-25313a4bf4ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757837 May 29 02:07:10.454836 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Attempting to bind port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 29 02:07:10.455171 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Attempting to bind port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 29 02:07:10.455496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Attempting to bind port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 on network 87fabbba-d45a-41db-b030-4ca1be7db110 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:07:10.463127 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 on network 87fabbba-d45a-41db-b030-4ca1be7db110 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 29 02:07:10.463444 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Attempting to bind port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 on network 87fabbba-d45a-41db-b030-4ca1be7db110 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 29 02:07:10.470531 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Checking agent: {'id': '3e9c02f0-a566-4158-a978-2d02ae141b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'started_at': datetime.datetime(2022, 5, 29, 0, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 29, 2, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 29 02:07:10.470866 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Checking segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 29 02:07:10.471247 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Bound using segment: {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 29 02:07:10.471743 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.managers [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Bound port: 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 29 02:07:10.472121 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:10.567550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 29 02:07:10.570932 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 29 02:07:10.574722 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1784673'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:10.602114 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-ea92e4b0-60c6-45cf-b712-af5c6de94198 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199113 May 29 02:07:10.642395 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:10.644036 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] 10.222.0.16 "PUT /v2.0/ports/013f2ec9-55b1-4658-98e6-ceaad6deacc0 HTTP/1.1" status: 200 len: 1093 time: 0.9528742 May 29 02:07:10.644538 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:07:10.669450 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9c04-62e6-41c8-ba7f-dd1dc2384961 service neutron] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:07:10.731390 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84b5c78-22be-4a40-a3a2-a46ce0c0f7fb'] response: {'name': 'network-changed', 'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'status': 'completed', 'code': 200} May 29 02:07:10.762635 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-2c2219b3-c484-49b7-8c31-7a6493955663 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 1096 time: 0.0798037 May 29 02:07:10.805736 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb170b-2599-4e64-878c-5e0b5577af4a req-2994bf29-6c98-4dd0-b2dd-69e0d3b5977f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:10.807214 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-96cb170b-2599-4e64-878c-5e0b5577af4a req-2994bf29-6c98-4dd0-b2dd-69e0d3b5977f tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 943 time: 0.2026370 May 29 02:07:10.813017 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-2c4be9ed-d5ca-4396-bdc9-3b661254db5f req-14947b64-4b9a-4c52-9219-76eab2e51df6 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721413 May 29 02:07:10.853293 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-ab7e56ff-824c-4cd7-ba50-bf967c63aa0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0 HTTP/1.1" status: 200 len: 217 time: 0.0838542 May 29 02:07:10.859500 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-96cb170b-2599-4e64-878c-5e0b5577af4a req-a624bd70-7cba-41e9-b4c2-bafd519bd1f2 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455451 May 29 02:07:10.917829 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-0101ba4b-bbae-42c9-b144-6802e41fac68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:10.919265 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-0101ba4b-bbae-42c9-b144-6802e41fac68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0603566 May 29 02:07:10.994483 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-ea3380bf-75b5-4cb1-9c4e-81582786f140 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695105 May 29 02:07:11.120601 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-b464c606-8921-47d1-b7b2-4cc0d83fd923 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201875 May 29 02:07:11.336985 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-0e722d3e-2cd8-46d1-872b-ccfe2f871054 req-1bc18ba9-6f5d-4549-a449-93d36c0a3f02 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103317 May 29 02:07:11.448509 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-c4befad3-040f-41eb-a6ad-342879292b94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 1096 time: 0.0682235 May 29 02:07:11.576061 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-1482ea39-240e-43ba-bbb5-d13042cc5f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:11.577494 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-1482ea39-240e-43ba-bbb5-d13042cc5f38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1230195 May 29 02:07:11.645773 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-e3f40dbd-69b3-47f2-97e8-03030658ea9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0 HTTP/1.1" status: 200 len: 217 time: 0.0627253 May 29 02:07:11.705602 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-9821b632-01f1-4ad9-bd7b-d82c6d71fded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:11.706976 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-9821b632-01f1-4ad9-bd7b-d82c6d71fded service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0563161 May 29 02:07:11.790133 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-c64ae2b2-419b-4d0d-b159-29f6ccf68760 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771480 May 29 02:07:11.919571 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-1da903ce-34fd-4960-bb6a-46745efcacf6 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233277 May 29 02:07:12.053525 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-9580ee51-b7bf-411f-ba49-c2c89b047ca2 req-b57601c6-12e0-4b74-9ffb-404c7d111cad service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271939 May 29 02:07:12.073228 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aa341-80e8-4756-9b6d-34e2e4a5c80f req-6f7c15f0-cb07-4d64-b664-2f18b3cf26f5 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:12.074682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e89aa341-80e8-4756-9b6d-34e2e4a5c80f req-6f7c15f0-cb07-4d64-b664-2f18b3cf26f5 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 943 time: 0.0900021 May 29 02:07:12.119986 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e89aa341-80e8-4756-9b6d-34e2e4a5c80f req-95a8b298-eae3-41d0-96ff-031cdc83a6db tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399258 May 29 02:07:13.123532 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 013f2ec9-55b1-4658-98e6-ceaad6deacc0 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 02:07:13.256846 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:07:13.270251 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'port_id': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'mac_address': 'fa:16:3e:68:79:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 02:07:13.316721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd831-7e6d-4cf8-8c29-12ff636f718b req-6634885b-7759-4ad6-813f-eb714f3b70a4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:13.318698 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-693dd831-7e6d-4cf8-8c29-12ff636f718b req-6634885b-7759-4ad6-813f-eb714f3b70a4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 943 time: 0.0749691 May 29 02:07:13.326192 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:13.344119 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013f2ec9-55b1-4658-98e6-ceaad6deacc0 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 02:07:13.359187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:07:13.363463 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:13.366746 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-693dd831-7e6d-4cf8-8c29-12ff636f718b req-6e759882-9bba-455a-8a66-5e3b898b2b14 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423462 May 29 02:07:13.429233 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:07:13.695584 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['013f2ec9-55b1-4658-98e6-ceaad6deacc0'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 02:07:14.577384 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093195-891e-42d9-8434-961ee11c1b11 req-4227373d-d1f7-4382-a72e-72148e852f14 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:14.578754 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a093195-891e-42d9-8434-961ee11c1b11 req-4227373d-d1f7-4382-a72e-72148e852f14 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 944 time: 0.0788393 May 29 02:07:14.623350 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-9a093195-891e-42d9-8434-961ee11c1b11 req-0e897d5e-d3bd-4fbe-9e06-c8059fa3546e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390420 May 29 02:07:15.154770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 013f2ec9-55b1-4658-98e6-ceaad6deacc0 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:07:15.223964 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning for port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 29 02:07:15.229089 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:07:15.229455 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:15.337681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:15.365632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:07:15.374958 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:07:15.378800 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:15.424264 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9d0ace-03a1-4881-9e91-5996028756a9'] response: {'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'code': 200} May 29 02:07:15.448939 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:07:15.641827 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2e807c7f-c1b6-484c-beec-0d9150a96b6e req-c8f67d4e-035a-4ae0-ade4-212bcc988b19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 1098 time: 0.0668347 May 29 02:07:15.684382 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-2e807c7f-c1b6-484c-beec-0d9150a96b6e req-58bdccd3-0df3-4aaa-916b-90e01ef87523 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368967 May 29 02:07:15.817237 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4cac-620c-4319-97b4-b554d5586341 req-4583fea4-49fb-4533-ba1a-03972beb25a5 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:15.818844 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a76f4cac-620c-4319-97b4-b554d5586341 req-4583fea4-49fb-4533-ba1a-03972beb25a5 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 945 time: 0.0752304 May 29 02:07:15.866567 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-a76f4cac-620c-4319-97b4-b554d5586341 req-f8440012-43d6-4523-bdf5-a117e43ed23e tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423436 May 29 02:07:17.065137 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f59764-d06c-46a0-b7c5-4ff76c21aa64 req-3a4acb94-02a0-40ce-9d7d-885a973b61ba tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:17.066564 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27f59764-d06c-46a0-b7c5-4ff76c21aa64 req-3a4acb94-02a0-40ce-9d7d-885a973b61ba tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 945 time: 0.0749218 May 29 02:07:17.111123 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-27f59764-d06c-46a0-b7c5-4ff76c21aa64 req-e276c6c9-54dc-4c5b-a5b2-10a994b6b774 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386550 May 29 02:07:17.373784 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:18.311614 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1fa72-9327-4be8-a2c5-5f7eaeabf522 req-f29f8f18-8bbe-4dd4-8b32-949a1dfce33a tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:18.313682 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8e1fa72-9327-4be8-a2c5-5f7eaeabf522 req-f29f8f18-8bbe-4dd4-8b32-949a1dfce33a tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 945 time: 0.0797508 May 29 02:07:18.357704 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-e8e1fa72-9327-4be8-a2c5-5f7eaeabf522 req-9d3f7340-c74d-4fdd-94a7-ca571646edb6 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381231 May 29 02:07:18.553447 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca6ed1-6f28-43db-8d67-f36c6caab4c9 req-c2cc3886-108a-43c1-b99a-86bb505ae8b1 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:18.554862 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7eca6ed1-6f28-43db-8d67-f36c6caab4c9 req-c2cc3886-108a-43c1-b99a-86bb505ae8b1 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 945 time: 0.0749753 May 29 02:07:18.598114 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-7eca6ed1-6f28-43db-8d67-f36c6caab4c9 req-3b489c00-e15a-4a9b-a0ba-c6697b52ba99 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378335 May 29 02:07:18.625533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39132) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:07:18.697450 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b0f919ed-3953-45fc-bc22-27daef51b788 tempest-TestSnapshotPattern-1176490280 tempest-TestSnapshotPattern-1176490280-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 1093 time: 0.0707150 May 29 02:07:18.699933 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39136) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:07:18.705000 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.v2.base [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Request body: {'floatingip': {'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'port_id': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 29 02:07:18.710402 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 29 02:07:18.714141 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Usage tracker for resource:floatingip and tenant:a4140a48d5244b259d21fb448746cfcf is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 29 02:07:18.716906 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 29 02:07:18.722417 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 29 02:07:18.732798 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:18.868317 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:19.001815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Allocated IP 172.26.5.65 (de10c069-c6dd-489e-8941-64c064559cf5/d450e25c-4915-4134-866e-69cfa347fe2f/073a4bf9-30e9-4561-826e-b7f8d99566b5) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 29 02:07:19.151011 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:19.179675 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771532513419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:19.244785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Network de10c069-c6dd-489e-8941-64c064559cf5 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 29 02:07:19.245857 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 29 02:07:19.249525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 29 02:07:19.278211 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'Port': ['ID=073a4bf9-30e9-4561-826e-b7f8d99566b5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:07:19.300270 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.300612 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.300947 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.301279 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.301604 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.301928 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.302250 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.303150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.303470 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.303785 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.304127 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:07:19.828399 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:19.885796 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:20.080608 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:20.084979 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1801346'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:20.190778 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event updated for resources: {'Port': ['ID=073a4bf9-30e9-4561-826e-b7f8d99566b5,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:07:20.204802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029120'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:20.390073 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.db.l3_db [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Floating IP 7e364c68-7f21-4fff-9e1e-e365e786afeb associated. External IP: 172.26.5.65, port: 013f2ec9-55b1-4658-98e6-ceaad6deacc0. May 29 02:07:20.766914 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Router d6ffcbdd-29b3-44cf-a343-597eeb598daa has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:07:21.046307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:07:21.056261 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] Sync routers for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:07:21.068243 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:07:21.068861 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:07:21.072068 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:21.108522 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:07:21.131780 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ff68e4a2-6a90-49df-9760-9507cc6b2602 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4307537 May 29 02:07:21.132649 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:07:21.278632 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:07:21.299227 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff5c88d-3977-4c80-a43c-1735e8f16971'] response: {'name': 'network-changed', 'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'status': 'completed', 'code': 200} May 29 02:07:21.396068 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-64731ff5-1d88-408a-9513-f92b15443e90 req-97ebb9f4-9bce-4504-8256-79653c9e8f96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 1098 time: 0.0751207 May 29 02:07:21.527953 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731ff5-1d88-408a-9513-f92b15443e90 req-ce68fdf4-52f2-4931-ae2e-82a524b88135 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:21.529413 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-64731ff5-1d88-408a-9513-f92b15443e90 req-ce68fdf4-52f2-4931-ae2e-82a524b88135 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1276011 May 29 02:07:21.628076 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-64731ff5-1d88-408a-9513-f92b15443e90 req-cc9bf869-4f7d-467f-b0c3-ab174d7f1cce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0 HTTP/1.1" status: 200 len: 998 time: 0.0929306 May 29 02:07:21.633061 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:20Z', 'revision_number': 1, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}, {'id': '7e364c68-7f21-4fff-9e1e-e365e786afeb', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.65', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:68:79:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:07:19Z', 'updated_at': '2022-05-29T02:07:19Z', 'revision_number': 0, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:07:21.637331 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] Checking router: d6ffcbdd-29b3-44cf-a343-597eeb598daa for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:07:21.648010 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:07:21.648618 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:07:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:07:21.693264 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731ff5-1d88-408a-9513-f92b15443e90 req-0eef7e76-f780-42ea-a19f-afa22da6d047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:07:21.694775 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-64731ff5-1d88-408a-9513-f92b15443e90 req-0eef7e76-f780-42ea-a19f-afa22da6d047 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0606244 May 29 02:07:21.768284 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-64731ff5-1d88-408a-9513-f92b15443e90 req-d18a409e-76bf-420a-a11e-0efaa6620bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681498 May 29 02:07:21.823158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:07:21.897834 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-64731ff5-1d88-408a-9513-f92b15443e90 req-7777228a-4ff1-4d00-86a1-8bcaa5dd93b7 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236105 May 29 02:07:22.027474 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-64731ff5-1d88-408a-9513-f92b15443e90 req-62588812-8fc2-444d-8bc2-a56245e90566 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243608 May 29 02:07:22.167866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:20Z', 'revision_number': 1, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}, {'id': '7e364c68-7f21-4fff-9e1e-e365e786afeb', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.65', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:68:79:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:07:19Z', 'updated_at': '2022-05-29T02:07:19Z', 'revision_number': 0, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:07:22.172012 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260ebac-f6cf-453a-be07-bc194565cc6d None None] The sync data for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:20Z', 'revision_number': 1, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}, {'id': '7e364c68-7f21-4fff-9e1e-e365e786afeb', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.65', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:68:79:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:07:19Z', 'updated_at': '2022-05-29T02:07:19Z', 'revision_number': 0, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:07:22.350745 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571aaee4-2e83-41f0-8ce3-2c5914e547eb None None] New status for floating IP 7e364c68-7f21-4fff-9e1e-e365e786afeb: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 02:07:31.659369 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-13e3bee5-69d1-4c2f-996e-fc8fc3a74ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:33.734123 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-852d8235-2c97-4190-b379-d8d9bc18778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:34.837391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:35.647897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:36.399957 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:47.392523 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:07:58.108798 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:08:01.572545 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-75f95064-1caf-4386-af7c-bf58371253fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1578729 May 29 02:08:01.663163 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-0b0e73f7-411d-44d4-a319-30d474a28b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:01.708479 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-8a5da658-fb02-4544-8980-91b44a3149e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1096 time: 0.0695143 May 29 02:08:01.847259 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-e4cca297-4425-4494-ace6-b4cb7b4c93f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:08:01.849194 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-e4cca297-4425-4494-ace6-b4cb7b4c93f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1241570 May 29 02:08:01.948749 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-8b85f993-f9f6-48e9-988c-e89e460faa17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 999 time: 0.0935891 May 29 02:08:02.008346 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-1fc85c37-43ea-41fe-bdec-c7d6b5137590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:08:02.009950 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-1fc85c37-43ea-41fe-bdec-c7d6b5137590 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0556779 May 29 02:08:02.084872 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-feedc07a-9913-45ed-94a0-ab7f85241a5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685492 May 29 02:08:02.212715 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-559815b8-033e-40c7-8bf1-66180d223924 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208146 May 29 02:08:02.341046 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-81bfe98f-5bb3-423f-afbe-6c7503b23965 req-c42a520c-3226-44fb-b4a9-ebfffe002de1 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226251 May 29 02:08:03.735164 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-d1d74c67-acf4-43b0-a936-a6d19bea1128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:04.840260 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:05.640687 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:06.403417 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:17.396365 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:31.666372 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a41aba0-e4c5-402f-b0b9-e67faa9bb8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:33.736464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ba02f0e-cc46-4bea-a40e-6ad2f1df4d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:34.843453 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:35.108535 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:08:35.642590 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:36.405623 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:08:47.400457 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:01.668378 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-110a0a85-3263-4233-9f0d-3f3d56fa05be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:02.561627 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-7ee8282f-5ed8-4b62-8870-e5d43b4b67f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283460 May 29 02:09:02.651970 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-1652f857-2b32-44b1-a25f-2854494fb467 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 1098 time: 0.0705793 May 29 02:09:02.808005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-cbb9d04b-2b5c-4161-8d85-e32d1af82391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:02.809444 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-cbb9d04b-2b5c-4161-8d85-e32d1af82391 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1303186 May 29 02:09:02.905622 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-f8374254-643d-4d0b-a0ab-2346fa774a1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0 HTTP/1.1" status: 200 len: 1000 time: 0.0904071 May 29 02:09:02.968473 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-c81c1d56-4a9b-43fc-9376-2d231a87823a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:02.969773 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-c81c1d56-4a9b-43fc-9376-2d231a87823a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0585830 May 29 02:09:03.047422 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-d2042a09-6234-4efe-916d-325aacbf72f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711763 May 29 02:09:03.179367 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-a37d2427-991a-4f93-9f09-f071ea973b50 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254869 May 29 02:09:03.308770 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-f30028a4-a51d-470b-90b1-bb45fdda6916 req-5b7013b9-f6bd-4b6b-8d7d-fa7bac179f9d service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236305 May 29 02:09:03.738057 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-f6864258-5041-41e5-89e2-63302993d528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:04.846325 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:05.646934 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:06.407927 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:12.108424 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:09:17.421614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:29.654802 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 013f2ec9-55b1-4658-98e6-ceaad6deacc0 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=83981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 29 02:09:29.821144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:29.834349 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Returning: {'device': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'port_id': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'mac_address': 'fa:16:3e:68:79:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 29 02:09:29.885840 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:29.902835 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 013f2ec9-55b1-4658-98e6-ceaad6deacc0 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 29 02:09:29.917297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:29.920799 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:29.991128 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:29.999002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:29.999343 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:29.999679 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.000036 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.000366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.000695 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.001016 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.001337 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.001659 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.001974 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.002289 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:30.017637 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] get_ports_and_sgs() called for port_ids ['013f2ec9-55b1-4658-98e6-ceaad6deacc0'] {{(pid=83981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 29 02:09:31.656173 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 013f2ec9-55b1-4658-98e6-ceaad6deacc0 up at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 29 02:09:31.714464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-e54619e6-ea06-4312-a5da-5161f4323af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:31.733857 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.provisioning_blocks [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Provisioning complete for port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 29 02:09:31.734217 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3393118'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:31.853419 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:31.880022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:09:31.890059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:31.894812 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:31.965781 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:31.986144 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3e35da-e970-4d2d-93a5-1b5f3df04a86'] response: {'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'code': 200} May 29 02:09:33.746437 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-08b5020f-a02b-4325-bc07-f2352a6dde76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:34.857183 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:35.652116 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:36.414901 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:43.110387 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39312) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:09:43.310370 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Deleting port 073a4bf9-30e9-4561-826e-b7f8d99566b5 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:09:43.310704 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:43.475230 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:43.475555 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:43.591786 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Calling delete_port for 073a4bf9-30e9-4561-826e-b7f8d99566b5 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:09:43.734722 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:43.780874 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event deleted for resources: {'Port': ['ID=073a4bf9-30e9-4561-826e-b7f8d99566b5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:43.823147 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.823482 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.823807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.824157 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.824480 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.824802 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.825120 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.825437 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.825751 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.826060 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.826376 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:43.889489 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:44.364375 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Router d6ffcbdd-29b3-44cf-a343-597eeb598daa has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:09:44.558943 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:09:44.568668 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] Sync routers for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:09:44.571602 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:44.581876 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:09:44.582626 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:44.626258 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-16d379b8-2fbf-482d-8b92-7b90bd9c7a20 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "DELETE /v2.0/floatingips/7e364c68-7f21-4fff-9e1e-e365e786afeb HTTP/1.1" status: 204 len: 168 time: 1.5146866 May 29 02:09:44.626822 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:09:44.684102 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e121ced-4584-4c48-9f90-6a80806870fd'] response: {'name': 'network-changed', 'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'status': 'completed', 'code': 200} May 29 02:09:44.776873 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:09:44.889809 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-c67b35ff-fcb9-4107-b49e-ca6f3c1c9ddd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 1098 time: 0.1843197 May 29 02:09:45.027205 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-aaa3ed83-ebe7-431b-b7a6-c171ac9018b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:45.028801 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-aaa3ed83-ebe7-431b-b7a6-c171ac9018b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.1331129 May 29 02:09:45.097917 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-73221807-de71-43c0-b5db-9f9e3f9c9c31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0 HTTP/1.1" status: 200 len: 217 time: 0.0617399 May 29 02:09:45.116179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731a86-1f0a-4efe-b9c3-c5f32227de74 req-71b8d69f-e07a-4714-b32d-284c267af177 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:45.117193 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-ef731a86-1f0a-4efe-b9c3-c5f32227de74 req-71b8d69f-e07a-4714-b32d-284c267af177 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Synchronizing usage tracker for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:09:45.137807 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-ef731a86-1f0a-4efe-b9c3-c5f32227de74 req-71b8d69f-e07a-4714-b32d-284c267af177 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Unset dirty status for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:09:45.139416 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ef731a86-1f0a-4efe-b9c3-c5f32227de74 req-71b8d69f-e07a-4714-b32d-284c267af177 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 945 time: 0.1690941 May 29 02:09:45.153354 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:20Z', 'revision_number': 1, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:45.157629 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] Checking router: d6ffcbdd-29b3-44cf-a343-597eeb598daa for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:09:45.172493 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:09:45.173141 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:45.176837 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-21b115a7-4735-447e-91a3-fba2eea64642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:45.179495 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-21b115a7-4735-447e-91a3-fba2eea64642 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0752790 May 29 02:09:45.191668 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-ef731a86-1f0a-4efe-b9c3-c5f32227de74 req-05fe2a5c-712f-4d62-9532-88fc59e42afd tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444803 May 29 02:09:45.257101 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-25210493-c538-472e-a227-d6bed40d2d81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706055 May 29 02:09:45.389458 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-66dc5f50-dc37-4490-b5a4-5f982a3e0c81 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250513 May 29 02:09:45.389660 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:09:45.519627 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-25a592d2-7ec5-478a-9455-4136c648fe29 req-547d477a-e318-4109-9167-629020f504f8 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244109 May 29 02:09:45.730810 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:20Z', 'revision_number': 1, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:45.735004 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 013f2ec9-55b1-4658-98e6-ceaad6deacc0 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:09:45.763450 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8e736-e6d4-4305-933e-b96f3b7e7a3a None None] The sync data for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_floatingips': [{'id': '0a75aed1-a8dd-4d02-9863-7d0e56c2f201', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'floating_ip_address': '172.26.5.180', 'floating_network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'router_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'port_id': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'mac_address': 'fa:16:3e:db:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-29T02:04:06Z', 'updated_at': '2022-05-29T02:04:20Z', 'revision_number': 1, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:09:45.861231 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3205733'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:45.889297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:09:45.901420 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:45.907770 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532953254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771532513437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771532513482'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:45.955448 dv-neutron-843186-2-hyperv neutron-server[83981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fc9567-b673-49ef-9f64-4b51402722fc'] response: {'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'code': 200} May 29 02:09:45.981825 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Pushing event updated for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=8']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:46.029531 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6d039-e499-4567-9d18-84097820a376 None None] New status for floating IP 7e364c68-7f21-4fff-9e1e-e365e786afeb: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 02:09:46.419125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1b702-3725-48ac-9e0f-df2e36eb0cd6 req-dbc26e2c-9c25-4648-80b9-9810279f1bb9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:46.420724 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4aa1b702-3725-48ac-9e0f-df2e36eb0cd6 req-dbc26e2c-9c25-4648-80b9-9810279f1bb9 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 943 time: 0.0972130 May 29 02:09:46.467923 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-4aa1b702-3725-48ac-9e0f-df2e36eb0cd6 req-5e1b79d7-6dc3-40ca-9022-692f48d1d400 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411155 May 29 02:09:46.712063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-fc0874d7-6492-4f0d-ac3a-7be641c949e6 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:46.712768 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-fc0874d7-6492-4f0d-ac3a-7be641c949e6 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Synchronizing usage tracker for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:09:46.724443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-fc0874d7-6492-4f0d-ac3a-7be641c949e6 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Unset dirty status for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:09:46.725522 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-fc0874d7-6492-4f0d-ac3a-7be641c949e6 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 943 time: 0.0923858 May 29 02:09:46.792954 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Deleting port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:09:46.793292 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:47.056916 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] For port 013f2ec9-55b1-4658-98e6-ceaad6deacc0, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=013f2ec9-55b1-4658-98e6-ceaad6deacc0,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:47.057182 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:47.188187 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Calling delete_port for 013f2ec9-55b1-4658-98e6-ceaad6deacc0 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:09:47.329634 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:47.374564 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event deleted for resources: {'Port': ['ID=013f2ec9-55b1-4658-98e6-ceaad6deacc0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:47.414511 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.414852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.415225 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.415550 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.415872 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.416274 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.416392 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:47.416852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.416852 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.417227 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.417534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.417848 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843186-2-hyperv {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 29 02:09:47.466576 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] No DVR routers for this DVR port 013f2ec9-55b1-4658-98e6-ceaad6deacc0 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 02:09:47.469160 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:47.472413 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-deleted', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:09:47.488483 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-bb0ba12b-ce01-41de-b6b6-3bdd3bbe292a req-d5b809f2-652d-450e-b984-1eaa0d86a5c0 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "DELETE /v2.0/ports/013f2ec9-55b1-4658-98e6-ceaad6deacc0 HTTP/1.1" status: 204 len: 173 time: 0.7579730 May 29 02:09:47.611292 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c51ccb-2824-4092-9f93-41235c36f243'] response: {'server_uuid': '392448ad-deb6-4a94-b531-bcd6e6b75d9b', 'name': 'network-vif-deleted', 'tag': '013f2ec9-55b1-4658-98e6-ceaad6deacc0', 'status': 'completed', 'code': 200} May 29 02:09:47.642540 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-477d1abf-d655-4575-a1e1-81a3202b8474 req-95e44afa-b227-4f6a-a81c-ffc084763ce1 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=392448ad-deb6-4a94-b531-bcd6e6b75d9b HTTP/1.1" status: 200 len: 210 time: 0.0446367 May 29 02:09:49.108933 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:09:49.323216 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39372) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:09:49.522108 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Deleting port fbaaa084-a55f-4d44-b566-71db5ad49813 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:09:49.522359 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:49.686578 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:49.686902 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:49.762527 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 013f2ec9-55b1-4658-98e6-ceaad6deacc0 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:09:49.795897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 013f2ec9-55b1-4658-98e6-ceaad6deacc0 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:09:49.796193 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 013f2ec9-55b1-4658-98e6-ceaad6deacc0 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:09:49.807643 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Calling delete_port for fbaaa084-a55f-4d44-b566-71db5ad49813 owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:09:49.953245 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:49.997988 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event deleted for resources: {'Port': ['ID=fbaaa084-a55f-4d44-b566-71db5ad49813,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:50.088098 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:50.558688 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Router d6ffcbdd-29b3-44cf-a343-597eeb598daa has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:09:50.753303 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:09:50.763675 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] Sync routers for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:09:50.769606 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:50.775725 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:09:50.776360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:50.822118 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2b0e9c09-4c8a-4784-9495-24b2ba1aeadc tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "DELETE /v2.0/floatingips/0a75aed1-a8dd-4d02-9863-7d0e56c2f201 HTTP/1.1" status: 204 len: 168 time: 1.4973335 May 29 02:09:50.822741 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:09:50.879820 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b739510-6db1-4288-98a9-e448cfb06d4d'] response: {'name': 'network-changed', 'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'status': 'completed', 'code': 200} May 29 02:09:50.958002 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:09:50.971513 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-56f6e112-9c21-4f70-a25d-c9d062f37612 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4140a48d5244b259d21fb448746cfcf&device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 1096 time: 0.0708747 May 29 02:09:51.207022 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-8e58636d-f4ae-42d0-9669-9e0047350cc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:51.209761 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-8e58636d-f4ae-42d0-9669-9e0047350cc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 200 len: 911 time: 0.2320640 May 29 02:09:51.253911 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83418a-2568-4c1d-aa44-d4bb32ca3dbb req-283d4c75-f67b-479b-aacd-e2f186ec48f4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:51.254596 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6b83418a-2568-4c1d-aa44-d4bb32ca3dbb req-283d4c75-f67b-479b-aacd-e2f186ec48f4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Synchronizing usage tracker for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:09:51.273439 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.quota.resource [req-6b83418a-2568-4c1d-aa44-d4bb32ca3dbb req-283d4c75-f67b-479b-aacd-e2f186ec48f4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Unset dirty status for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:09:51.275131 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6b83418a-2568-4c1d-aa44-d4bb32ca3dbb req-283d4c75-f67b-479b-aacd-e2f186ec48f4 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 943 time: 0.1005814 May 29 02:09:51.283717 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-aad3f64b-4b1a-4401-8263-e7ff26682ad6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 200 len: 217 time: 0.0685568 May 29 02:09:51.287682 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:51.292129 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] Checking router: d6ffcbdd-29b3-44cf-a343-597eeb598daa for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:09:51.302803 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:09:51.303444 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:51.323130 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-6b83418a-2568-4c1d-aa44-d4bb32ca3dbb req-7e65236b-37b2-4b6d-a3dd-62029b0057a2 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412490 May 29 02:09:51.346795 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-d9f2a801-5fc1-421b-9c3d-f969bd97754c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:51.348257 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-d9f2a801-5fc1-421b-9c3d-f969bd97754c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 200 len: 849 time: 0.0592613 May 29 02:09:51.424734 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-f001e661-1ff2-4788-8855-b1d6d05888fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87fabbba-d45a-41db-b030-4ca1be7db110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705390 May 29 02:09:51.485908 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:09:51.553982 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-20b0f70b-4607-436f-9403-2a03ab305088 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223114 May 29 02:09:51.688284 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-380f92c7-e678-4042-9b04-5eeb2c258172 req-7f610eb9-f755-44b1-b8ac-a66f8bacd2c9 service neutron] 10.222.0.16 "GET /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263335 May 29 02:09:51.841315 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:51.845175 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9cd0-5c3d-4f7a-af6f-630d495f609d None None] The sync data for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:43Z', 'revision_number': 4, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv', '_interfaces': [{'id': 'ec20e350-46b6-4023-9efa-1bba1cbdec43', 'name': '', 'network_id': '87fabbba-d45a-41db-b030-4ca1be7db110', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'mac_address': 'fa:16:3e:83:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:42Z', 'updated_at': '2022-05-29T02:04:02Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'subnets': [{'id': '89e7465c-fdc3-4df8-bff4-0a3301085870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:09:52.057857 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa6427-dfc5-4dc4-94b6-56863dd25efb None None] New status for floating IP 0a75aed1-a8dd-4d02-9863-7d0e56c2f201: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 29 02:09:52.084315 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-b384266d-9843-486e-bab8-2f5782ef8545 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:52.085005 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-b384266d-9843-486e-bab8-2f5782ef8545 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Synchronizing usage tracker for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 29 02:09:52.098168 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.quota.resource [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-b384266d-9843-486e-bab8-2f5782ef8545 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Unset dirty status for tenant:a4140a48d5244b259d21fb448746cfcf on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 29 02:09:52.099249 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-b384266d-9843-486e-bab8-2f5782ef8545 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 943 time: 0.0921919 May 29 02:09:52.170646 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Deleting port 88b6d3b9-6109-41ed-8be9-3f68802ca295 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:09:52.171275 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:52.409534 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] For port 88b6d3b9-6109-41ed-8be9-3f68802ca295, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=88b6d3b9-6109-41ed-8be9-3f68802ca295,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:52.409899 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:52.526457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf61e-4aed-4f6d-98d1-7fd8ad7c2288 req-50f72304-85bc-4a9e-8771-1c6096dba9a1 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 29 02:09:52.527841 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05ddf61e-4aed-4f6d-98d1-7fd8ad7c2288 req-50f72304-85bc-4a9e-8771-1c6096dba9a1 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/ports?device_id=82352092-41fb-4617-aab9-ca8e8d1cb461 HTTP/1.1" status: 200 len: 943 time: 0.0744510 May 29 02:09:52.533443 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Calling delete_port for 88b6d3b9-6109-41ed-8be9-3f68802ca295 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:09:52.573172 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [req-05ddf61e-4aed-4f6d-98d1-7fd8ad7c2288 req-bdcbebf7-70d4-4fdf-b718-09ddcb8b92c3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "GET /v2.0/security-groups?id=44395d27-b955-434d-8dab-84d6c280c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398271 May 29 02:09:52.670845 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:52.720949 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event deleted for resources: {'Port': ['ID=88b6d3b9-6109-41ed-8be9-3f68802ca295,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:52.795421 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] No DVR routers for this DVR port 88b6d3b9-6109-41ed-8be9-3f68802ca295 on host hv-neutron-8431 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 02:09:52.797776 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260331'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:52.800174 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-deleted', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 29 02:09:52.817035 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [req-66b34efb-dbdb-4a4c-9f06-43f44156e579 req-66894d65-4c73-49b5-a29e-abaef4f08e63 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.16 "DELETE /v2.0/ports/88b6d3b9-6109-41ed-8be9-3f68802ca295 HTTP/1.1" status: 204 len: 173 time: 0.7123194 May 29 02:09:52.861432 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d0de4f-d65a-407a-adb9-6d1cac845cd8'] response: {'server_uuid': '82352092-41fb-4617-aab9-ca8e8d1cb461', 'name': 'network-vif-deleted', 'tag': '88b6d3b9-6109-41ed-8be9-3f68802ca295', 'status': 'completed', 'code': 200} May 29 02:09:53.843522 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39390) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:09:53.912841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24aacba8-2eeb-4880-8b46-b1f8a392d3e3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:53.940977 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24aacba8-2eeb-4880-8b46-b1f8a392d3e3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:54.003284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24aacba8-2eeb-4880-8b46-b1f8a392d3e3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:54.020889 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aacba8-2eeb-4880-8b46-b1f8a392d3e3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44395d27-b955-434d-8dab-84d6c280c5c2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:54.032479 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24aacba8-2eeb-4880-8b46-b1f8a392d3e3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:54.035981 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-24aacba8-2eeb-4880-8b46-b1f8a392d3e3 tempest-TestSnapshotPattern-1915109693 tempest-TestSnapshotPattern-1915109693-project] 10.222.0.33 "DELETE /v2.0/security-groups/44395d27-b955-434d-8dab-84d6c280c5c2 HTTP/1.1" status: 204 len: 168 time: 0.1890764 May 29 02:09:55.118495 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39400) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:09:55.610882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:55.762464 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 88b6d3b9-6109-41ed-8be9-3f68802ca295 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:09:55.793977 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] No Port match for: 88b6d3b9-6109-41ed-8be9-3f68802ca295 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:09:55.794329 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Device 88b6d3b9-6109-41ed-8be9-3f68802ca295 not bound to the agent host hv-neutron-8431 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:09:56.276937 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Deleting port ec20e350-46b6-4023-9efa-1bba1cbdec43 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:09:56.277498 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:56.445058 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] For port ec20e350-46b6-4023-9efa-1bba1cbdec43, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=ec20e350-46b6-4023-9efa-1bba1cbdec43,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:56.445423 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:56.560651 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Calling delete_port for ec20e350-46b6-4023-9efa-1bba1cbdec43 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:09:56.720067 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:56.765449 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec20e350-46b6-4023-9efa-1bba1cbdec43,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:57.048069 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:57.683563 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Router d6ffcbdd-29b3-44cf-a343-597eeb598daa has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:09:57.876995 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:09:57.886323 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] Sync routers for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:09:57.889898 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-2f2d2cc3-ef9a-4fba-b7f6-90e78d25d515 admin admin] 10.222.0.33 "PUT /v2.0/routers/d6ffcbdd-29b3-44cf-a343-597eeb598daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7702699 May 29 02:09:57.892394 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39406) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:09:57.897870 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:09:57.898549 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:58.071975 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: dv-neutron-843186-2-hyperv {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:09:58.084420 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:58.278219 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:58.287794 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Deleting port 28006c97-7ad6-4cbb-94ca-4bb07f40b975 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:09:58.288179 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:58.350928 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:09:56Z', 'revision_number': 5, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port': {'id': '28006c97-7ad6-4cbb-94ca-4bb07f40b975', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:58.355342 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] Checking router: d6ffcbdd-29b3-44cf-a343-597eeb598daa for host: dv-neutron-843186-2-hyperv {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:09:58.365877 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] Routers {'d6ffcbdd-29b3-44cf-a343-597eeb598daa'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:09:58.366476 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:58.457525 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] For port 28006c97-7ad6-4cbb-94ca-4bb07f40b975, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=28006c97-7ad6-4cbb-94ca-4bb07f40b975,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:09:58.457872 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:58.517090 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_dvr_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] Set router d6ffcbdd-29b3-44cf-a343-597eeb598daa gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:09:58.574104 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Calling delete_port for 28006c97-7ad6-4cbb-94ca-4bb07f40b975 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:09:58.620059 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.db.l3_hamode_db [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:09:58Z', 'revision_number': 6, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:09:58.623956 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881b3b0-86b7-426a-8c94-e2aca5561797 None None] The sync data for ids ['d6ffcbdd-29b3-44cf-a343-597eeb598daa'] in dv-neutron-843186-2-hyperv is: [{'id': 'd6ffcbdd-29b3-44cf-a343-597eeb598daa', 'name': 'tempest-TestSnapshotPattern-1617813272-router', 'tenant_id': 'a4140a48d5244b259d21fb448746cfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:40Z', 'updated_at': '2022-05-29T02:09:58Z', 'revision_number': 6, 'project_id': 'a4140a48d5244b259d21fb448746cfcf', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:09:58.736194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:58.783897 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=28006c97-7ad6-4cbb-94ca-4bb07f40b975,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:59.110337 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.368721 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.374424 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.384484 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ec20e350-46b6-4023-9efa-1bba1cbdec43 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:09:59.404477 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.405028 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ffcbdd-29b3-44cf-a343-597eeb598daa {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 02:09:59.418033 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.418851 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e164c331-3af9-4a0b-82a3-417a18873dc7 admin admin] 10.222.0.33 "DELETE /v2.0/routers/d6ffcbdd-29b3-44cf-a343-597eeb598daa HTTP/1.1" status: 204 len: 168 time: 1.5254011 May 29 02:09:59.421330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39410) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:09:59.426015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: ec20e350-46b6-4023-9efa-1bba1cbdec43 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:09:59.426367 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device ec20e350-46b6-4023-9efa-1bba1cbdec43 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:09:59.480834 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] Deleting subnet 89e7465c-fdc3-4df8-bff4-0a3301085870 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 02:09:59.483867 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.541575 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.627115 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.702981 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.740949 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e7465c-fdc3-4df8-bff4-0a3301085870,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:09:59.746510 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.752222 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-a618b7f2-4268-4e90-b023-536cd4bf7299 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/89e7465c-fdc3-4df8-bff4-0a3301085870 HTTP/1.1" status: 204 len: 168 time: 0.3298779 May 29 02:09:59.752391 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fae0dc-b801-4c92-a88f-d1cc0fe9228c None None] Network 87fabbba-d45a-41db-b030-4ca1be7db110 requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:09:59.754717 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39414) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:09:59.862929 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.873845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Deleting port a23338b2-6913-485c-af77-ff6773a7269b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:09:59.874166 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:09:59.995610 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] DHCP port deletion for 87fabbba-d45a-41db-b030-4ca1be7db110 request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 02:09:59.999884 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Deleting port a23338b2-6913-485c-af77-ff6773a7269b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:10:00.000303 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.084032 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] For port a23338b2-6913-485c-af77-ff6773a7269b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a23338b2-6913-485c-af77-ff6773a7269b,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:10:00.084389 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.211968 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Calling delete_port for a23338b2-6913-485c-af77-ff6773a7269b owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:10:00.239688 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] For port a23338b2-6913-485c-af77-ff6773a7269b, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=a23338b2-6913-485c-af77-ff6773a7269b,segment=NetworkSegment(2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd),segment_id=2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:10:00.240032 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.284207 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.324368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23338b2-6913-485c-af77-ff6773a7269b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:00.332460 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] No DVR routers for this DVR port a23338b2-6913-485c-af77-ff6773a7269b on host dv-neutron-843186-2-hyperv {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 02:10:00.358805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Calling delete_port for a23338b2-6913-485c-af77-ff6773a7269b owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:10:00.437115 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 02:10:00.437774 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 02:10:00.540397 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.564475 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fabbba-d45a-41db-b030-4ca1be7db110']}} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:00.576415 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:00.576713 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.services.segments.db [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dff8e1b-a1ca-4743-b98a-eed22b6b6fdd') {} {{(pid=83979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:00.587730 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1100625'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.603390 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.609222 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 02:10:00.609598 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1801382'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: Traceback (most recent call last): May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: timer() May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: cb(*args, **kw) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: return func(*args, **kwargs) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: self._notify() May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: self.callback(batched_events) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: event.method(event) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: aggregate_uuid = self.p_client.list_aggregates( May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: return f(self, *a, **k) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._get(url).json() May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: return self.request(url, 'GET', **kwargs) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: base_url = self.get_endpoint(auth, allow=allow, May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 02:10:00.623141 dv-neutron-843186-2-hyperv neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 02:10:00.696944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.701284 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Notify callbacks [] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:00.724927 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87fabbba-d45a-41db-b030-4ca1be7db110,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:00.738310 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-b4463293-3bab-4249-bb7a-685a4bb1b3c5 admin admin] 10.222.0.33 "DELETE /v2.0/networks/87fabbba-d45a-41db-b030-4ca1be7db110 HTTP/1.1" status: 204 len: 168 time: 0.9826629 May 29 02:10:00.741079 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39418) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:00.804981 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a23338b2-6913-485c-af77-ff6773a7269b no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:10:00.837987 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: a23338b2-6913-485c-af77-ff6773a7269b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:10:00.838335 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device a23338b2-6913-485c-af77-ff6773a7269b not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:10:00.838749 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 28006c97-7ad6-4cbb-94ca-4bb07f40b975 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:10:00.869662 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 28006c97-7ad6-4cbb-94ca-4bb07f40b975 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:10:00.870015 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 28006c97-7ad6-4cbb-94ca-4bb07f40b975 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:10:00.938948 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Deleting port a23338b2-6913-485c-af77-ff6773a7269b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:10:00.939362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:01.003377 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9418-152c-4a7b-a739-9bf2b005c912 None None] The port 'a23338b2-6913-485c-af77-ff6773a7269b' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 02:10:01.125632 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029426'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:01.675592 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-95580b01-c9a2-4e6c-93d1-7c4588f627b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:01.692309 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Deleting port 93bab767-2994-4c53-b23a-25a22ec2a5f0 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:10:01.692644 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:01.948307 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] For port 93bab767-2994-4c53-b23a-25a22ec2a5f0, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=93bab767-2994-4c53-b23a-25a22ec2a5f0,segment=NetworkSegment(8c432ae3-fb80-49e4-86b1-88d7b6da5fea),segment_id=8c432ae3-fb80-49e4-86b1-88d7b6da5fea)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:10:01.948944 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:02.062845 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Calling delete_port for 93bab767-2994-4c53-b23a-25a22ec2a5f0 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:10:02.229478 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:02.277328 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Pushing event deleted for resources: {'Port': ['ID=93bab767-2994-4c53-b23a-25a22ec2a5f0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:02.574971 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029477'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:03.154457 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e has already been hosted by L3 agent 65ecefe2-a286-4460-b8df-0115d17531a4 {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 29 02:10:03.443685 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] Notify agent at l3_agent.dv-neutron-843186-2-hyperv the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 29 02:10:03.452623 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] Sync routers for ids ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'] in dv-neutron-843186-2-hyperv {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 29 02:10:03.462597 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-ea994a57-2c18-482e-8ca5-0f8a3038a545 admin admin] 10.222.0.33 "PUT /v2.0/routers/80b4d316-f193-46e2-9aef-f3b6e8c0cb9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7205231 May 29 02:10:03.465130 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39422) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:03.465507 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] Routers {'80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:10:03.466111 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:09:34Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:03.648243 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] Set router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e gateway port host: dv-neutron-843186-2-hyperv {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:10:03.682701 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:03.742562 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-44e837d9-8861-4548-856d-df792f9df43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:03.878882 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:03.889125 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Deleting port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:10:03.889442 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:03.971487 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'external_fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:10:02Z', 'revision_number': 5, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port': {'id': '38dedd28-35b8-4e5e-a31a-0c1c35477f0e', 'name': '', 'network_id': 'de10c069-c6dd-489e-8941-64c064559cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843186-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd450e25c-4915-4134-866e-69cfa347fe2f', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843186-2-hyperv'}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:03.975172 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] Checking router: 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e for host: dv-neutron-843186-2-hyperv {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 29 02:10:03.986101 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] Routers {'80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'} bound to L3 agent in host dv-neutron-843186-2-hyperv {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 29 02:10:03.986682 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843186-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-29T00:51:33Z,description=,heartbeat_timestamp=2022-05-29T02:10:04Z,host='dv-neutron-843186-2-hyperv',id=65ecefe2-a286-4460-b8df-0115d17531a4,load=0,resource_versions=,resources_synced=,started_at=2022-05-29T00:51:34Z,topic='l3_agent')) {'router_ids': ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:04.068218 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] For port 38dedd28-35b8-4e5e-a31a-0c1c35477f0e, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,segment=NetworkSegment(dbf6acc0-a9a1-44af-98c6-a11631d5d1da),segment_id=dbf6acc0-a9a1-44af-98c6-a11631d5d1da)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:10:04.068484 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:04.137157 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_dvr_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] Set router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 29 02:10:04.191483 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Calling delete_port for 38dedd28-35b8-4e5e-a31a-0c1c35477f0e owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:10:04.246704 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.l3_hamode_db [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:10:03Z', 'revision_number': 6, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port_host': None}], 'dv-neutron-843186-2-hyperv', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:04.252358 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab1267-2821-4651-8ee5-8801960abce7 None None] The sync data for ids ['80b4d316-f193-46e2-9aef-f3b6e8c0cb9e'] in dv-neutron-843186-2-hyperv is: [{'id': '80b4d316-f193-46e2-9aef-f3b6e8c0cb9e', 'name': 'tempest-TestSnapshotPattern-2062459989-router', 'tenant_id': '101d939448e34dc78eedc637dd849f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-29T02:03:46Z', 'updated_at': '2022-05-29T02:10:03Z', 'revision_number': 6, 'project_id': '101d939448e34dc78eedc637dd849f27', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 29 02:10:04.363349 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1801467'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:04.406443 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dedd28-35b8-4e5e-a31a-0c1c35477f0e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:04.628523 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029167'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:04.853280 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:04.975961 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1017567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:04.980242 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.006330 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017459'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.006828 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b4d316-f193-46e2-9aef-f3b6e8c0cb9e {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 29 02:10:05.021217 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.022671 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-30ac31e7-dbc8-435a-b41b-b168c70cd6b8 admin admin] 10.222.0.33 "DELETE /v2.0/routers/80b4d316-f193-46e2-9aef-f3b6e8c0cb9e HTTP/1.1" status: 204 len: 168 time: 1.5564940 May 29 02:10:05.025699 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39426) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:05.057144 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 93bab767-2994-4c53-b23a-25a22ec2a5f0 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:10:05.090647 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 93bab767-2994-4c53-b23a-25a22ec2a5f0 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:10:05.090841 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] Deleting subnet 9098e431-25d7-45f8-9154-67136081259f {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 29 02:10:05.090991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 93bab767-2994-4c53-b23a-25a22ec2a5f0 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:10:05.091409 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 38dedd28-35b8-4e5e-a31a-0c1c35477f0e no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:10:05.093793 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.129076 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 38dedd28-35b8-4e5e-a31a-0c1c35477f0e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:10:05.129723 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 38dedd28-35b8-4e5e-a31a-0c1c35477f0e not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:10:05.145908 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1099938'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.222533 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3356090'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.298368 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3356083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1801416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1797649'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.335652 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9098e431-25d7-45f8-9154-67136081259f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:05.341878 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.347187 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87bf46-c34c-4e4e-a36b-d45fce2a801b None None] Network c0a999c0-63cd-4cd5-874a-5a7e8898f41f requested from dv-neutron-843186-2-hyperv {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 29 02:10:05.348249 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-09319286-6727-47d6-9bcf-ade3f6f2e0c7 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9098e431-25d7-45f8-9154-67136081259f HTTP/1.1" status: 204 len: 168 time: 0.3215604 May 29 02:10:05.350729 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.33', 39430) {{(pid=83980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:05.457103 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3172958'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.467359 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Deleting port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:10:05.467684 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.583269 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] DHCP port deletion for c0a999c0-63cd-4cd5-874a-5a7e8898f41f request from dv-neutron-843186-2-hyperv {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 29 02:10:05.587897 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Deleting port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:10:05.588431 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.682054 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.773540 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.db [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] For port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,segment=NetworkSegment(8c432ae3-fb80-49e4-86b1-88d7b6da5fea),segment_id=8c432ae3-fb80-49e4-86b1-88d7b6da5fea)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:10:05.773876 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.802360 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.db [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] For port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78, host dv-neutron-843186-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843186-2-hyperv',level=0,port_id=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,segment=NetworkSegment(8c432ae3-fb80-49e4-86b1-88d7b6da5fea),segment_id=8c432ae3-fb80-49e4-86b1-88d7b6da5fea)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 29 02:10:05.802670 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858368'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.893351 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Calling delete_port for 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:10:05.918570 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Calling delete_port for 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 29 02:10:05.970278 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3204377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532953236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771532513428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1784600'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:05.986863 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.db.api [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 29 02:10:05.987223 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG oslo_db.api [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 29 02:10:06.012654 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Pushing event deleted for resources: {'Port': ['ID=815c1cc6-d4a5-4694-b32a-9ad8f0127c78,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:06.018496 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] No DVR routers for this DVR port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 on host dv-neutron-843186-2-hyperv {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 29 02:10:06.130124 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3391535', 'neutron.services.segments.db._delete_segments_for_network-8771532948857'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.154902 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a999c0-63cd-4cd5-874a-5a7e8898f41f']}} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:06.167611 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c432ae3-fb80-49e4-86b1-88d7b6da5fea') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:06.167901 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.services.segments.db [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c432ae3-fb80-49e4-86b1-88d7b6da5fea') {} {{(pid=83980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 29 02:10:06.179063 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532948740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863066'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.195037 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3374044'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.201084 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 29 02:10:06.201508 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3374023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1784645'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: Traceback (most recent call last): May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: timer() May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: cb(*args, **kw) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: return func(*args, **kwargs) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: self._notify() May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: self.callback(batched_events) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: event.method(event) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_id = self._get_aggregate_id(event.segment_id) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: aggregate_uuid = self.p_client.list_aggregates( May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: return f(self, *a, **k) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._get(url).json() May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: return self._client.get(url, endpoint_filter=self._ks_filter, May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: return self.request(url, 'GET', **kwargs) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: base_url = self.get_endpoint(auth, allow=allow, May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: auth = self._auth_required(auth, 'determine endpoint URL') May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 29 02:10:06.214824 dv-neutron-843186-2-hyperv neutron-server[83980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 29 02:10:06.290536 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3391524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029170'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.306341 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Notify callbacks [] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.315976 dv-neutron-843186-2-hyperv neutron-server[83980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a999c0-63cd-4cd5-874a-5a7e8898f41f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:06.323723 dv-neutron-843186-2-hyperv neutron-server[83980]: INFO neutron.wsgi [None req-d4ed9206-7bdb-443b-9282-5cdb112acfdc admin admin] 10.222.0.33 "DELETE /v2.0/networks/c0a999c0-63cd-4cd5-874a-5a7e8898f41f HTTP/1.1" status: 204 len: 168 time: 0.9718988 May 29 02:10:06.420689 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.488805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Deleting port 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 29 02:10:06.489245 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532863955'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.541487 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39436) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:06.556497 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-dfc55877-a4d8-429d-b74b-91a35700e2f9 None None] The port '815c1cc6-d4a5-4694-b32a-9ad8f0127c78' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 29 02:10:06.593412 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-29e70bb2-7061-4c09-8a2b-aec762840bbe admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a4140a48d5244b259d21fb448746cfcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507557 May 29 02:10:06.595907 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39440) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:06.655954 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a9eeada-5aff-4400-991e-31a11e4f96c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.685150 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a9eeada-5aff-4400-991e-31a11e4f96c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.738018 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a9eeada-5aff-4400-991e-31a11e4f96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.755088 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9eeada-5aff-4400-991e-31a11e4f96c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef24f55-d192-414a-aebe-f81568a77ef2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:06.763792 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a9eeada-5aff-4400-991e-31a11e4f96c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:06.767765 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-0a9eeada-5aff-4400-991e-31a11e4f96c1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6ef24f55-d192-414a-aebe-f81568a77ef2 HTTP/1.1" status: 204 len: 168 time: 0.1682560 May 29 02:10:06.811075 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 no longer exists at agent ovs-agent-dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 29 02:10:06.844151 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.plugin [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] No Port match for: 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 29 02:10:06.844546 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron.plugins.ml2.rpc [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Device 815c1cc6-d4a5-4694-b32a-9ad8f0127c78 not bound to the agent host dv-neutron-843186-2-hyperv {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 29 02:10:07.151194 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39448) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:07.199915 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-755a0a94-d978-4176-bbd1-736b23f1e81a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=101d939448e34dc78eedc637dd849f27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475068 May 29 02:10:07.202300 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.33', 39452) {{(pid=83979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 29 02:10:07.259975 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e6624e09-b085-4b4b-b408-abe119f9db58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:07.284735 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e6624e09-b085-4b4b-b408-abe119f9db58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:07.333950 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e6624e09-b085-4b4b-b408-abe119f9db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568506'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:07.351815 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624e09-b085-4b4b-b408-abe119f9db58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4559d53-91fe-480f-8664-76b13bfbbcc4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 29 02:10:07.358682 dv-neutron-843186-2-hyperv neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e6624e09-b085-4b4b-b408-abe119f9db58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:07.360059 dv-neutron-843186-2-hyperv neutron-server[83979]: INFO neutron.wsgi [None req-e6624e09-b085-4b4b-b408-abe119f9db58 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e4559d53-91fe-480f-8664-76b13bfbbcc4 HTTP/1.1" status: 204 len: 168 time: 0.1568670 May 29 02:10:17.415805 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:26.109460 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:10:31.678423 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-16521402-374b-48c0-9435-caf6e87ac604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:33.735585 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-de158d2e-3d84-4efe-8fac-9365c36d2a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:34.856965 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:35.655117 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:36.420429 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:10:47.446955 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:01.681295 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-37f94712-5b41-43bb-9608-e75cb2dfe57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:03.109048 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:11:03.737617 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9abc58f2-ef7f-4bbd-9a78-04ad45ce86ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:04.858950 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:05.656326 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:06.423640 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:17.461952 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:31.687376 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-a3f34308-4d08-49f2-9dc9-3d547d004e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:33.738767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6a49e379-6d49-491e-868e-274ed01b402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:34.862143 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:35.659259 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:36.425866 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:11:40.108759 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:11:47.460499 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:01.684614 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-51550d6c-60d6-4b46-8d0b-b152e99cd5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:03.740474 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-2dbc630e-9a40-4595-a081-7ff8dabf0f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:04.863855 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:05.660969 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:06.430301 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:17.110198 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:12:17.475435 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:31.684158 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-864b1f7a-6d6d-49c7-8fef-10fd9c1703b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:33.742366 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8e5c-bb8b-4c7d-a7f8-e7e7e0c13e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:34.867297 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:35.662991 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:36.434919 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:47.474545 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:12:54.110152 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:13:01.686794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-18706816-3d72-4189-adf3-6b1bd1dbcffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:03.743791 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-339766f0-bfff-49f1-a774-ff88e805c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:04.869093 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:05.665436 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:06.434157 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:17.473035 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:31.109596 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:13:31.689388 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-6e8db753-4255-4331-8c64-91ccd0bb132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:33.746698 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5804b30a-fe30-4b01-af8b-d6fe8dbe502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:34.872362 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:35.667913 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:36.437338 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:13:47.473134 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:01.691728 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-fdec91c7-bc44-4477-b2dc-7fea0f8ad658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:03.747678 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-61ebac00-4c48-4bc0-a251-56cc7448f9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:04.874992 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:05.662949 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:06.439891 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:08.109178 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:14:17.489588 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:31.693263 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-b38e6058-e367-486b-9895-a3dec643fe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:33.749185 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef0b1-9712-46fb-87ff-b8556edc2b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:34.878445 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:35.664954 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:36.442452 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:14:45.109724 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:14:47.493022 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:01.694255 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-811601dc-5519-4d26-a129-784ac607bbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:03.753210 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-5ecd3427-4580-41b9-b186-6ce8fe5a4f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:04.881282 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:05.667767 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:06.445458 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:17.504794 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:22.110778 dv-neutron-843186-2-hyperv neutron-server[83982]: DEBUG neutron.db.agents_db [None req-1a218473-34c1-4808-97f0-4772617e3b09 None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 29 02:15:31.697681 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-43856e2f-ef9c-4bae-ad1a-78709f06c3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:33.754703 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7b72c6c9-2a06-4612-b5e4-db4ac899eaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:34.885199 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a25f2d2-ce6d-4a53-a518-c5243de22a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:35.669548 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-934394e7-55af-40e1-ad0e-a115a970711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:36.449033 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f58e-d369-4ae5-a6cc-90218b9bc0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 29 02:15:47.513521 dv-neutron-843186-2-hyperv neutron-server[83981]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9402-e63e-4697-99d2-98bd331616cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532948839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3393071'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}